wrangle_act.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "extensions": {
     "jupyter_dashboards": {
      "version": 1,
      "views": {
       "grid_default": {
        "col": 0,
        "height": 4,
        "hidden": false,
        "row": 0,
        "width": 4
       },
       "report_default": {
        "hidden": false
       }
      }
     }
    }
   },
   "source": [
    "# Project: Wrangling and Analyze Data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Gathering\n",
    "In the cell below, gather **all** three pieces of data for this project and load them in the notebook. **Note:** the methods required to gather each data are different.\n",
    "1. Directly download the WeRateDogs Twitter archive data (twitter_archive_enhanced.csv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "extensions": {
     "jupyter_dashboards": {
      "version": 1,
      "views": {
       "grid_default": {
        "hidden": true
       },
       "report_default": {
        "hidden": true
       }
      }
     }
    }
   },
   "outputs": [],
   "source": [
    "import re\n",
    "import json\n",
    "import numpy as np\n",
    "\n",
    "import requests\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "pd.set_option('display.max_columns', 500)\n",
    "pd.set_option('max_colwidth', 800)\n",
    "\n",
    "np.random.seed(42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>doggo</th>\n",
       "      <th>floofer</th>\n",
       "      <th>pupper</th>\n",
       "      <th>puppo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181378084864/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-30 15:58:51 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557279858688/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 16:00:24 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "0  892420643555336193                    NaN                  NaN   \n",
       "1  892177421306343426                    NaN                  NaN   \n",
       "2  891815181378084864                    NaN                  NaN   \n",
       "3  891689557279858688                    NaN                  NaN   \n",
       "4  891327558926688256                    NaN                  NaN   \n",
       "\n",
       "                   timestamp  \\\n",
       "0  2017-08-01 16:23:56 +0000   \n",
       "1  2017-08-01 00:17:27 +0000   \n",
       "2  2017-07-31 00:18:03 +0000   \n",
       "3  2017-07-30 15:58:51 +0000   \n",
       "4  2017-07-29 16:00:24 +0000   \n",
       "\n",
       "                                                                               source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                                                 text  \\\n",
       "0                                                       This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU   \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV   \n",
       "2                   This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB   \n",
       "3                                                             This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ   \n",
       "4  This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f   \n",
       "\n",
       "   retweeted_status_id  retweeted_status_user_id retweeted_status_timestamp  \\\n",
       "0                  NaN                       NaN                        NaN   \n",
       "1                  NaN                       NaN                        NaN   \n",
       "2                  NaN                       NaN                        NaN   \n",
       "3                  NaN                       NaN                        NaN   \n",
       "4                  NaN                       NaN                        NaN   \n",
       "\n",
       "                                                                                                                     expanded_urls  \\\n",
       "0                                                                  https://twitter.com/dog_rates/status/892420643555336193/photo/1   \n",
       "1                                                                  https://twitter.com/dog_rates/status/892177421306343426/photo/1   \n",
       "2                                                                  https://twitter.com/dog_rates/status/891815181378084864/photo/1   \n",
       "3                                                                  https://twitter.com/dog_rates/status/891689557279858688/photo/1   \n",
       "4  https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1   \n",
       "\n",
       "   rating_numerator  rating_denominator      name doggo floofer pupper puppo  \n",
       "0                13                  10   Phineas  None    None   None  None  \n",
       "1                13                  10     Tilly  None    None   None  None  \n",
       "2                12                  10    Archie  None    None   None  None  \n",
       "3                13                  10     Darla  None    None   None  None  \n",
       "4                12                  10  Franklin  None    None   None  None  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#read csv file\n",
    "df_archive = pd.read_csv('twitter-archive-enhanced.csv')\n",
    "df_archive.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2356, 17)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_archive.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "2. Use the Requests library to download the tweet image prediction (image_predictions.tsv)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "200"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = 'https://d17h27t6h515a5.cloudfront.net/topher/2017/August/599fd2ad_image-predictions/image-predictions.tsv'\n",
    "response = requests.get(url)\n",
    "response.status_code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('image_predictions.tsv', mode='wb')as file:\n",
    "    file.write(response.content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_images_predictions = pd.read_csv('image_predictions.tsv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>img_num</th>\n",
       "      <th>p1</th>\n",
       "      <th>p1_conf</th>\n",
       "      <th>p1_dog</th>\n",
       "      <th>p2</th>\n",
       "      <th>p2_conf</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>666020888022790149</td>\n",
       "      <td>https://pbs.twimg.com/media/CT4udn0WwAA0aMy.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Welsh_springer_spaniel</td>\n",
       "      <td>0.465074</td>\n",
       "      <td>True</td>\n",
       "      <td>collie</td>\n",
       "      <td>0.156665</td>\n",
       "      <td>True</td>\n",
       "      <td>Shetland_sheepdog</td>\n",
       "      <td>0.061428</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>666029285002620928</td>\n",
       "      <td>https://pbs.twimg.com/media/CT42GRgUYAA5iDo.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>redbone</td>\n",
       "      <td>0.506826</td>\n",
       "      <td>True</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.074192</td>\n",
       "      <td>True</td>\n",
       "      <td>Rhodesian_ridgeback</td>\n",
       "      <td>0.072010</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>666033412701032449</td>\n",
       "      <td>https://pbs.twimg.com/media/CT4521TWwAEvMyu.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>German_shepherd</td>\n",
       "      <td>0.596461</td>\n",
       "      <td>True</td>\n",
       "      <td>malinois</td>\n",
       "      <td>0.138584</td>\n",
       "      <td>True</td>\n",
       "      <td>bloodhound</td>\n",
       "      <td>0.116197</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>666044226329800704</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5Dr8HUEAA-lEu.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Rhodesian_ridgeback</td>\n",
       "      <td>0.408143</td>\n",
       "      <td>True</td>\n",
       "      <td>redbone</td>\n",
       "      <td>0.360687</td>\n",
       "      <td>True</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.222752</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>666049248165822465</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5IQmsXIAAKY4A.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.560311</td>\n",
       "      <td>True</td>\n",
       "      <td>Rottweiler</td>\n",
       "      <td>0.243682</td>\n",
       "      <td>True</td>\n",
       "      <td>Doberman</td>\n",
       "      <td>0.154629</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id                                          jpg_url  \\\n",
       "0  666020888022790149  https://pbs.twimg.com/media/CT4udn0WwAA0aMy.jpg   \n",
       "1  666029285002620928  https://pbs.twimg.com/media/CT42GRgUYAA5iDo.jpg   \n",
       "2  666033412701032449  https://pbs.twimg.com/media/CT4521TWwAEvMyu.jpg   \n",
       "3  666044226329800704  https://pbs.twimg.com/media/CT5Dr8HUEAA-lEu.jpg   \n",
       "4  666049248165822465  https://pbs.twimg.com/media/CT5IQmsXIAAKY4A.jpg   \n",
       "\n",
       "   img_num                      p1   p1_conf  p1_dog                  p2  \\\n",
       "0        1  Welsh_springer_spaniel  0.465074    True              collie   \n",
       "1        1                 redbone  0.506826    True  miniature_pinscher   \n",
       "2        1         German_shepherd  0.596461    True            malinois   \n",
       "3        1     Rhodesian_ridgeback  0.408143    True             redbone   \n",
       "4        1      miniature_pinscher  0.560311    True          Rottweiler   \n",
       "\n",
       "    p2_conf  p2_dog                   p3   p3_conf  p3_dog  \n",
       "0  0.156665    True    Shetland_sheepdog  0.061428    True  \n",
       "1  0.074192    True  Rhodesian_ridgeback  0.072010    True  \n",
       "2  0.138584    True           bloodhound  0.116197    True  \n",
       "3  0.360687    True   miniature_pinscher  0.222752    True  \n",
       "4  0.243682    True             Doberman  0.154629    True  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_images_predictions.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2075, 12)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_images_predictions.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "3. Use the Tweepy library to query additional data via the Twitter API (tweet_json.txt)"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "!pip install -U tweepy==4.0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tweepy\n",
    "import time \n",
    "\n",
    "\n",
    "consumer_key = 'HIDDEN'\n",
    "consumer_secret = 'HIDDEN'\n",
    "access_token = 'HIDDEN'\n",
    "access_secret = 'HIDDEN'\n",
    "\n",
    "auth = tweepy.OAuthHandler(consumer_key, consumer_secret)\n",
    "#auth.set_access_token(access_token, access_secret)\n",
    "\n",
    "api = tweepy.API(auth, wait_on_rate_limit=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2356"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tweet_ids=df_archive.tweet_id.values\n",
    "len(tweet_ids)"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "%%time\n",
    "\n",
    "import json\n",
    "\n",
    "count = 0\n",
    "fails_dict = {}\n",
    "\n",
    "with open('tweet_json.txt', 'w')as outfile:\n",
    "    for tweet_id in tweet_ids:\n",
    "        count += 1\n",
    "        print(str(count) + \": \" + str(tweet_id))\n",
    "        try:\n",
    "            tweet = api.get_status(tweet_id, tweet_mode='extended')\n",
    "            json.dump(tweet._json, outfile)\n",
    "            print('Success')\n",
    "            outfile.write('\\n')\n",
    "        except Exception as e:\n",
    "            print('Fail')\n",
    "            fails_dict[tweet_id] = e\n",
    "        print(fails_dict)"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "len(fails_dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "json_df = pd.read_json('tweet_json.txt', lines=True, encoding='utf-8')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>contributors</th>\n",
       "      <th>coordinates</th>\n",
       "      <th>created_at</th>\n",
       "      <th>display_text_range</th>\n",
       "      <th>entities</th>\n",
       "      <th>extended_entities</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>favorited</th>\n",
       "      <th>full_text</th>\n",
       "      <th>geo</th>\n",
       "      <th>id</th>\n",
       "      <th>id_str</th>\n",
       "      <th>in_reply_to_screen_name</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_status_id_str</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>in_reply_to_user_id_str</th>\n",
       "      <th>is_quote_status</th>\n",
       "      <th>lang</th>\n",
       "      <th>place</th>\n",
       "      <th>possibly_sensitive</th>\n",
       "      <th>possibly_sensitive_appealable</th>\n",
       "      <th>quoted_status</th>\n",
       "      <th>quoted_status_id</th>\n",
       "      <th>quoted_status_id_str</th>\n",
       "      <th>quoted_status_permalink</th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>retweeted</th>\n",
       "      <th>retweeted_status</th>\n",
       "      <th>source</th>\n",
       "      <th>truncated</th>\n",
       "      <th>user</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>[0, 85]</td>\n",
       "      <td>{'hashtags': [], 'symbols': [], 'user_mentions': [], 'urls': [], 'media': [{'id': 892420639486877696, 'id_str': '892420639486877696', 'indices': [86, 109], 'media_url': 'http://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg', 'url': 'https://t.co/MgUWQ76dJU', 'display_url': 'pic.twitter.com/MgUWQ76dJU', 'expanded_url': 'https://twitter.com/dog_rates/status/892420643555336193/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'medium': {'w': 540, 'h': 528, 'resize': 'fit'}, 'small': {'w': 540, 'h': 528, 'resize': 'fit'}, 'large': {'w': 540, 'h': 528, 'resize': 'fit'}}}]}</td>\n",
       "      <td>{'media': [{'id': 892420639486877696, 'id_str': '892420639486877696', 'indices': [86, 109], 'media_url': 'http://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg', 'url': 'https://t.co/MgUWQ76dJU', 'display_url': 'pic.twitter.com/MgUWQ76dJU', 'expanded_url': 'https://twitter.com/dog_rates/status/892420643555336193/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'medium': {'w': 540, 'h': 528, 'resize': 'fit'}, 'small': {'w': 540, 'h': 528, 'resize': 'fit'}, 'large': {'w': 540, 'h': 528, 'resize': 'fit'}}}]}</td>\n",
       "      <td>32993</td>\n",
       "      <td>False</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>892420643555336192</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6903</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 4196983835, 'id_str': '4196983835', 'name': 'WeRateDogs®', 'screen_name': 'dog_rates', 'location': 'all our links ➜', 'description': 'Your Only Source For Professional Dog Ratings Instagram and Facebook ➜ WeRateDogs partnerships@weratedogs.com | nonprofit: @15outof10 ⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀', 'url': 'https://t.co/YPc2Xq4Va2', 'entities': {'url': {'urls': [{'url': 'https://t.co/YPc2Xq4Va2', 'expanded_url': 'http://links.weratedogs.com', 'display_url': 'links.weratedogs.com', 'indices': [0, 23]}]}, 'description': {'urls': []}}, 'protected': False, 'followers_count': 9375643, 'friends_count': 20, 'listed_count': 7842, 'created_at': 'Sun Nov 15 21:41:29 +0000 2015', 'favourites_count': 147806, 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'verified': True, 'statuses_count': 17349...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>[0, 138]</td>\n",
       "      <td>{'hashtags': [], 'symbols': [], 'user_mentions': [], 'urls': [], 'media': [{'id': 892177413194625024, 'id_str': '892177413194625024', 'indices': [139, 162], 'media_url': 'http://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg', 'url': 'https://t.co/0Xxu71qeIV', 'display_url': 'pic.twitter.com/0Xxu71qeIV', 'expanded_url': 'https://twitter.com/dog_rates/status/892177421306343426/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'medium': {'w': 1055, 'h': 1200, 'resize': 'fit'}, 'small': {'w': 598, 'h': 680, 'resize': 'fit'}, 'large': {'w': 1407, 'h': 1600, 'resize': 'fit'}}}]}</td>\n",
       "      <td>{'media': [{'id': 892177413194625024, 'id_str': '892177413194625024', 'indices': [139, 162], 'media_url': 'http://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg', 'url': 'https://t.co/0Xxu71qeIV', 'display_url': 'pic.twitter.com/0Xxu71qeIV', 'expanded_url': 'https://twitter.com/dog_rates/status/892177421306343426/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'medium': {'w': 1055, 'h': 1200, 'resize': 'fit'}, 'small': {'w': 598, 'h': 680, 'resize': 'fit'}, 'large': {'w': 1407, 'h': 1600, 'resize': 'fit'}}}]}</td>\n",
       "      <td>28535</td>\n",
       "      <td>False</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>892177421306343424</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5202</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 4196983835, 'id_str': '4196983835', 'name': 'WeRateDogs®', 'screen_name': 'dog_rates', 'location': 'all our links ➜', 'description': 'Your Only Source For Professional Dog Ratings Instagram and Facebook ➜ WeRateDogs partnerships@weratedogs.com | nonprofit: @15outof10 ⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀', 'url': 'https://t.co/YPc2Xq4Va2', 'entities': {'url': {'urls': [{'url': 'https://t.co/YPc2Xq4Va2', 'expanded_url': 'http://links.weratedogs.com', 'display_url': 'links.weratedogs.com', 'indices': [0, 23]}]}, 'description': {'urls': []}}, 'protected': False, 'followers_count': 9375643, 'friends_count': 20, 'listed_count': 7842, 'created_at': 'Sun Nov 15 21:41:29 +0000 2015', 'favourites_count': 147806, 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'verified': True, 'statuses_count': 17349...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03</td>\n",
       "      <td>[0, 121]</td>\n",
       "      <td>{'hashtags': [], 'symbols': [], 'user_mentions': [], 'urls': [], 'media': [{'id': 891815175371796480, 'id_str': '891815175371796480', 'indices': [122, 145], 'media_url': 'http://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg', 'url': 'https://t.co/wUnZnhtVJB', 'display_url': 'pic.twitter.com/wUnZnhtVJB', 'expanded_url': 'https://twitter.com/dog_rates/status/891815181378084864/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 510, 'h': 680, 'resize': 'fit'}, 'medium': {'w': 901, 'h': 1200, 'resize': 'fit'}, 'large': {'w': 1201, 'h': 1600, 'resize': 'fit'}}}]}</td>\n",
       "      <td>{'media': [{'id': 891815175371796480, 'id_str': '891815175371796480', 'indices': [122, 145], 'media_url': 'http://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg', 'url': 'https://t.co/wUnZnhtVJB', 'display_url': 'pic.twitter.com/wUnZnhtVJB', 'expanded_url': 'https://twitter.com/dog_rates/status/891815181378084864/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 510, 'h': 680, 'resize': 'fit'}, 'medium': {'w': 901, 'h': 1200, 'resize': 'fit'}, 'large': {'w': 1201, 'h': 1600, 'resize': 'fit'}}}]}</td>\n",
       "      <td>21448</td>\n",
       "      <td>False</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>3433</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 4196983835, 'id_str': '4196983835', 'name': 'WeRateDogs®', 'screen_name': 'dog_rates', 'location': 'all our links ➜', 'description': 'Your Only Source For Professional Dog Ratings Instagram and Facebook ➜ WeRateDogs partnerships@weratedogs.com | nonprofit: @15outof10 ⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀', 'url': 'https://t.co/YPc2Xq4Va2', 'entities': {'url': {'urls': [{'url': 'https://t.co/YPc2Xq4Va2', 'expanded_url': 'http://links.weratedogs.com', 'display_url': 'links.weratedogs.com', 'indices': [0, 23]}]}, 'description': {'urls': []}}, 'protected': False, 'followers_count': 9375643, 'friends_count': 20, 'listed_count': 7842, 'created_at': 'Sun Nov 15 21:41:29 +0000 2015', 'favourites_count': 147806, 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'verified': True, 'statuses_count': 17349...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-30 15:58:51</td>\n",
       "      <td>[0, 79]</td>\n",
       "      <td>{'hashtags': [], 'symbols': [], 'user_mentions': [], 'urls': [], 'media': [{'id': 891689552724799489, 'id_str': '891689552724799489', 'indices': [80, 103], 'media_url': 'http://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg', 'url': 'https://t.co/tD36da7qLQ', 'display_url': 'pic.twitter.com/tD36da7qLQ', 'expanded_url': 'https://twitter.com/dog_rates/status/891689557279858688/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 510, 'h': 680, 'resize': 'fit'}, 'medium': {'w': 901, 'h': 1200, 'resize': 'fit'}, 'large': {'w': 1201, 'h': 1600, 'resize': 'fit'}}}]}</td>\n",
       "      <td>{'media': [{'id': 891689552724799489, 'id_str': '891689552724799489', 'indices': [80, 103], 'media_url': 'http://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg', 'url': 'https://t.co/tD36da7qLQ', 'display_url': 'pic.twitter.com/tD36da7qLQ', 'expanded_url': 'https://twitter.com/dog_rates/status/891689557279858688/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 510, 'h': 680, 'resize': 'fit'}, 'medium': {'w': 901, 'h': 1200, 'resize': 'fit'}, 'large': {'w': 1201, 'h': 1600, 'resize': 'fit'}}}]}</td>\n",
       "      <td>35989</td>\n",
       "      <td>False</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7119</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 4196983835, 'id_str': '4196983835', 'name': 'WeRateDogs®', 'screen_name': 'dog_rates', 'location': 'all our links ➜', 'description': 'Your Only Source For Professional Dog Ratings Instagram and Facebook ➜ WeRateDogs partnerships@weratedogs.com | nonprofit: @15outof10 ⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀', 'url': 'https://t.co/YPc2Xq4Va2', 'entities': {'url': {'urls': [{'url': 'https://t.co/YPc2Xq4Va2', 'expanded_url': 'http://links.weratedogs.com', 'display_url': 'links.weratedogs.com', 'indices': [0, 23]}]}, 'description': {'urls': []}}, 'protected': False, 'followers_count': 9375643, 'friends_count': 20, 'listed_count': 7842, 'created_at': 'Sun Nov 15 21:41:29 +0000 2015', 'favourites_count': 147806, 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'verified': True, 'statuses_count': 17349...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 16:00:24</td>\n",
       "      <td>[0, 138]</td>\n",
       "      <td>{'hashtags': [{'text': 'BarkWeek', 'indices': [129, 138]}], 'symbols': [], 'user_mentions': [], 'urls': [], 'media': [{'id': 891327551943041024, 'id_str': '891327551943041024', 'indices': [139, 162], 'media_url': 'http://pbs.twimg.com/media/DF6hr6AVYAAZ8G8.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DF6hr6AVYAAZ8G8.jpg', 'url': 'https://t.co/AtUZn91f7f', 'display_url': 'pic.twitter.com/AtUZn91f7f', 'expanded_url': 'https://twitter.com/dog_rates/status/891327558926688256/photo/1', 'type': 'photo', 'sizes': {'medium': {'w': 720, 'h': 540, 'resize': 'fit'}, 'large': {'w': 720, 'h': 540, 'resize': 'fit'}, 'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 680, 'h': 510, 'resize': 'fit'}}}]}</td>\n",
       "      <td>{'media': [{'id': 891327551943041024, 'id_str': '891327551943041024', 'indices': [139, 162], 'media_url': 'http://pbs.twimg.com/media/DF6hr6AVYAAZ8G8.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DF6hr6AVYAAZ8G8.jpg', 'url': 'https://t.co/AtUZn91f7f', 'display_url': 'pic.twitter.com/AtUZn91f7f', 'expanded_url': 'https://twitter.com/dog_rates/status/891327558926688256/photo/1', 'type': 'photo', 'sizes': {'medium': {'w': 720, 'h': 540, 'resize': 'fit'}, 'large': {'w': 720, 'h': 540, 'resize': 'fit'}, 'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 680, 'h': 510, 'resize': 'fit'}}}, {'id': 891327551947157504, 'id_str': '891327551947157504', 'indices': [139, 162], 'media_url': 'http://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg', 'media_url_https': 'https://pbs.twimg.co...</td>\n",
       "      <td>34418</td>\n",
       "      <td>False</td>\n",
       "      <td>This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f</td>\n",
       "      <td>NaN</td>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>None</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>en</td>\n",
       "      <td>None</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>7636</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>False</td>\n",
       "      <td>{'id': 4196983835, 'id_str': '4196983835', 'name': 'WeRateDogs®', 'screen_name': 'dog_rates', 'location': 'all our links ➜', 'description': 'Your Only Source For Professional Dog Ratings Instagram and Facebook ➜ WeRateDogs partnerships@weratedogs.com | nonprofit: @15outof10 ⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀', 'url': 'https://t.co/YPc2Xq4Va2', 'entities': {'url': {'urls': [{'url': 'https://t.co/YPc2Xq4Va2', 'expanded_url': 'http://links.weratedogs.com', 'display_url': 'links.weratedogs.com', 'indices': [0, 23]}]}, 'description': {'urls': []}}, 'protected': False, 'followers_count': 9375643, 'friends_count': 20, 'listed_count': 7842, 'created_at': 'Sun Nov 15 21:41:29 +0000 2015', 'favourites_count': 147806, 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'verified': True, 'statuses_count': 17349...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   contributors  coordinates          created_at display_text_range  \\\n",
       "0           NaN          NaN 2017-08-01 16:23:56            [0, 85]   \n",
       "1           NaN          NaN 2017-08-01 00:17:27           [0, 138]   \n",
       "2           NaN          NaN 2017-07-31 00:18:03           [0, 121]   \n",
       "3           NaN          NaN 2017-07-30 15:58:51            [0, 79]   \n",
       "4           NaN          NaN 2017-07-29 16:00:24           [0, 138]   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         entities  \\\n",
       "0                                              {'hashtags': [], 'symbols': [], 'user_mentions': [], 'urls': [], 'media': [{'id': 892420639486877696, 'id_str': '892420639486877696', 'indices': [86, 109], 'media_url': 'http://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg', 'url': 'https://t.co/MgUWQ76dJU', 'display_url': 'pic.twitter.com/MgUWQ76dJU', 'expanded_url': 'https://twitter.com/dog_rates/status/892420643555336193/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'medium': {'w': 540, 'h': 528, 'resize': 'fit'}, 'small': {'w': 540, 'h': 528, 'resize': 'fit'}, 'large': {'w': 540, 'h': 528, 'resize': 'fit'}}}]}   \n",
       "1                                         {'hashtags': [], 'symbols': [], 'user_mentions': [], 'urls': [], 'media': [{'id': 892177413194625024, 'id_str': '892177413194625024', 'indices': [139, 162], 'media_url': 'http://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg', 'url': 'https://t.co/0Xxu71qeIV', 'display_url': 'pic.twitter.com/0Xxu71qeIV', 'expanded_url': 'https://twitter.com/dog_rates/status/892177421306343426/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'medium': {'w': 1055, 'h': 1200, 'resize': 'fit'}, 'small': {'w': 598, 'h': 680, 'resize': 'fit'}, 'large': {'w': 1407, 'h': 1600, 'resize': 'fit'}}}]}   \n",
       "2                                          {'hashtags': [], 'symbols': [], 'user_mentions': [], 'urls': [], 'media': [{'id': 891815175371796480, 'id_str': '891815175371796480', 'indices': [122, 145], 'media_url': 'http://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg', 'url': 'https://t.co/wUnZnhtVJB', 'display_url': 'pic.twitter.com/wUnZnhtVJB', 'expanded_url': 'https://twitter.com/dog_rates/status/891815181378084864/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 510, 'h': 680, 'resize': 'fit'}, 'medium': {'w': 901, 'h': 1200, 'resize': 'fit'}, 'large': {'w': 1201, 'h': 1600, 'resize': 'fit'}}}]}   \n",
       "3                                           {'hashtags': [], 'symbols': [], 'user_mentions': [], 'urls': [], 'media': [{'id': 891689552724799489, 'id_str': '891689552724799489', 'indices': [80, 103], 'media_url': 'http://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg', 'url': 'https://t.co/tD36da7qLQ', 'display_url': 'pic.twitter.com/tD36da7qLQ', 'expanded_url': 'https://twitter.com/dog_rates/status/891689557279858688/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 510, 'h': 680, 'resize': 'fit'}, 'medium': {'w': 901, 'h': 1200, 'resize': 'fit'}, 'large': {'w': 1201, 'h': 1600, 'resize': 'fit'}}}]}   \n",
       "4  {'hashtags': [{'text': 'BarkWeek', 'indices': [129, 138]}], 'symbols': [], 'user_mentions': [], 'urls': [], 'media': [{'id': 891327551943041024, 'id_str': '891327551943041024', 'indices': [139, 162], 'media_url': 'http://pbs.twimg.com/media/DF6hr6AVYAAZ8G8.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DF6hr6AVYAAZ8G8.jpg', 'url': 'https://t.co/AtUZn91f7f', 'display_url': 'pic.twitter.com/AtUZn91f7f', 'expanded_url': 'https://twitter.com/dog_rates/status/891327558926688256/photo/1', 'type': 'photo', 'sizes': {'medium': {'w': 720, 'h': 540, 'resize': 'fit'}, 'large': {'w': 720, 'h': 540, 'resize': 'fit'}, 'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 680, 'h': 510, 'resize': 'fit'}}}]}   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 extended_entities  \\\n",
       "0                                                                                                                                                                                               {'media': [{'id': 892420639486877696, 'id_str': '892420639486877696', 'indices': [86, 109], 'media_url': 'http://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg', 'url': 'https://t.co/MgUWQ76dJU', 'display_url': 'pic.twitter.com/MgUWQ76dJU', 'expanded_url': 'https://twitter.com/dog_rates/status/892420643555336193/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'medium': {'w': 540, 'h': 528, 'resize': 'fit'}, 'small': {'w': 540, 'h': 528, 'resize': 'fit'}, 'large': {'w': 540, 'h': 528, 'resize': 'fit'}}}]}   \n",
       "1                                                                                                                                                                                          {'media': [{'id': 892177413194625024, 'id_str': '892177413194625024', 'indices': [139, 162], 'media_url': 'http://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg', 'url': 'https://t.co/0Xxu71qeIV', 'display_url': 'pic.twitter.com/0Xxu71qeIV', 'expanded_url': 'https://twitter.com/dog_rates/status/892177421306343426/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'medium': {'w': 1055, 'h': 1200, 'resize': 'fit'}, 'small': {'w': 598, 'h': 680, 'resize': 'fit'}, 'large': {'w': 1407, 'h': 1600, 'resize': 'fit'}}}]}   \n",
       "2                                                                                                                                                                                           {'media': [{'id': 891815175371796480, 'id_str': '891815175371796480', 'indices': [122, 145], 'media_url': 'http://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg', 'url': 'https://t.co/wUnZnhtVJB', 'display_url': 'pic.twitter.com/wUnZnhtVJB', 'expanded_url': 'https://twitter.com/dog_rates/status/891815181378084864/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 510, 'h': 680, 'resize': 'fit'}, 'medium': {'w': 901, 'h': 1200, 'resize': 'fit'}, 'large': {'w': 1201, 'h': 1600, 'resize': 'fit'}}}]}   \n",
       "3                                                                                                                                                                                            {'media': [{'id': 891689552724799489, 'id_str': '891689552724799489', 'indices': [80, 103], 'media_url': 'http://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg', 'url': 'https://t.co/tD36da7qLQ', 'display_url': 'pic.twitter.com/tD36da7qLQ', 'expanded_url': 'https://twitter.com/dog_rates/status/891689557279858688/photo/1', 'type': 'photo', 'sizes': {'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 510, 'h': 680, 'resize': 'fit'}, 'medium': {'w': 901, 'h': 1200, 'resize': 'fit'}, 'large': {'w': 1201, 'h': 1600, 'resize': 'fit'}}}]}   \n",
       "4  {'media': [{'id': 891327551943041024, 'id_str': '891327551943041024', 'indices': [139, 162], 'media_url': 'http://pbs.twimg.com/media/DF6hr6AVYAAZ8G8.jpg', 'media_url_https': 'https://pbs.twimg.com/media/DF6hr6AVYAAZ8G8.jpg', 'url': 'https://t.co/AtUZn91f7f', 'display_url': 'pic.twitter.com/AtUZn91f7f', 'expanded_url': 'https://twitter.com/dog_rates/status/891327558926688256/photo/1', 'type': 'photo', 'sizes': {'medium': {'w': 720, 'h': 540, 'resize': 'fit'}, 'large': {'w': 720, 'h': 540, 'resize': 'fit'}, 'thumb': {'w': 150, 'h': 150, 'resize': 'crop'}, 'small': {'w': 680, 'h': 510, 'resize': 'fit'}}}, {'id': 891327551947157504, 'id_str': '891327551947157504', 'indices': [139, 162], 'media_url': 'http://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg', 'media_url_https': 'https://pbs.twimg.co...   \n",
       "\n",
       "   favorite_count  favorited  \\\n",
       "0           32993      False   \n",
       "1           28535      False   \n",
       "2           21448      False   \n",
       "3           35989      False   \n",
       "4           34418      False   \n",
       "\n",
       "                                                                                                                                                            full_text  \\\n",
       "0                                                       This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU   \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV   \n",
       "2                   This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB   \n",
       "3                                                             This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ   \n",
       "4  This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f   \n",
       "\n",
       "   geo                  id              id_str in_reply_to_screen_name  \\\n",
       "0  NaN  892420643555336193  892420643555336192                    None   \n",
       "1  NaN  892177421306343426  892177421306343424                    None   \n",
       "2  NaN  891815181378084864  891815181378084864                    None   \n",
       "3  NaN  891689557279858688  891689557279858688                    None   \n",
       "4  NaN  891327558926688256  891327558926688256                    None   \n",
       "\n",
       "   in_reply_to_status_id  in_reply_to_status_id_str  in_reply_to_user_id  \\\n",
       "0                    NaN                        NaN                  NaN   \n",
       "1                    NaN                        NaN                  NaN   \n",
       "2                    NaN                        NaN                  NaN   \n",
       "3                    NaN                        NaN                  NaN   \n",
       "4                    NaN                        NaN                  NaN   \n",
       "\n",
       "   in_reply_to_user_id_str  is_quote_status lang place  possibly_sensitive  \\\n",
       "0                      NaN            False   en  None                 0.0   \n",
       "1                      NaN            False   en  None                 0.0   \n",
       "2                      NaN            False   en  None                 0.0   \n",
       "3                      NaN            False   en  None                 0.0   \n",
       "4                      NaN            False   en  None                 0.0   \n",
       "\n",
       "   possibly_sensitive_appealable quoted_status  quoted_status_id  \\\n",
       "0                            0.0           NaN               NaN   \n",
       "1                            0.0           NaN               NaN   \n",
       "2                            0.0           NaN               NaN   \n",
       "3                            0.0           NaN               NaN   \n",
       "4                            0.0           NaN               NaN   \n",
       "\n",
       "   quoted_status_id_str quoted_status_permalink  retweet_count  retweeted  \\\n",
       "0                   NaN                     NaN           6903      False   \n",
       "1                   NaN                     NaN           5202      False   \n",
       "2                   NaN                     NaN           3433      False   \n",
       "3                   NaN                     NaN           7119      False   \n",
       "4                   NaN                     NaN           7636      False   \n",
       "\n",
       "  retweeted_status  \\\n",
       "0              NaN   \n",
       "1              NaN   \n",
       "2              NaN   \n",
       "3              NaN   \n",
       "4              NaN   \n",
       "\n",
       "                                                                               source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "   truncated  \\\n",
       "0      False   \n",
       "1      False   \n",
       "2      False   \n",
       "3      False   \n",
       "4      False   \n",
       "\n",
       "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              user  \n",
       "0  {'id': 4196983835, 'id_str': '4196983835', 'name': 'WeRateDogs®', 'screen_name': 'dog_rates', 'location': 'all our links ➜', 'description': 'Your Only Source For Professional Dog Ratings Instagram and Facebook ➜ WeRateDogs partnerships@weratedogs.com | nonprofit: @15outof10 ⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀', 'url': 'https://t.co/YPc2Xq4Va2', 'entities': {'url': {'urls': [{'url': 'https://t.co/YPc2Xq4Va2', 'expanded_url': 'http://links.weratedogs.com', 'display_url': 'links.weratedogs.com', 'indices': [0, 23]}]}, 'description': {'urls': []}}, 'protected': False, 'followers_count': 9375643, 'friends_count': 20, 'listed_count': 7842, 'created_at': 'Sun Nov 15 21:41:29 +0000 2015', 'favourites_count': 147806, 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'verified': True, 'statuses_count': 17349...  \n",
       "1  {'id': 4196983835, 'id_str': '4196983835', 'name': 'WeRateDogs®', 'screen_name': 'dog_rates', 'location': 'all our links ➜', 'description': 'Your Only Source For Professional Dog Ratings Instagram and Facebook ➜ WeRateDogs partnerships@weratedogs.com | nonprofit: @15outof10 ⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀', 'url': 'https://t.co/YPc2Xq4Va2', 'entities': {'url': {'urls': [{'url': 'https://t.co/YPc2Xq4Va2', 'expanded_url': 'http://links.weratedogs.com', 'display_url': 'links.weratedogs.com', 'indices': [0, 23]}]}, 'description': {'urls': []}}, 'protected': False, 'followers_count': 9375643, 'friends_count': 20, 'listed_count': 7842, 'created_at': 'Sun Nov 15 21:41:29 +0000 2015', 'favourites_count': 147806, 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'verified': True, 'statuses_count': 17349...  \n",
       "2  {'id': 4196983835, 'id_str': '4196983835', 'name': 'WeRateDogs®', 'screen_name': 'dog_rates', 'location': 'all our links ➜', 'description': 'Your Only Source For Professional Dog Ratings Instagram and Facebook ➜ WeRateDogs partnerships@weratedogs.com | nonprofit: @15outof10 ⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀', 'url': 'https://t.co/YPc2Xq4Va2', 'entities': {'url': {'urls': [{'url': 'https://t.co/YPc2Xq4Va2', 'expanded_url': 'http://links.weratedogs.com', 'display_url': 'links.weratedogs.com', 'indices': [0, 23]}]}, 'description': {'urls': []}}, 'protected': False, 'followers_count': 9375643, 'friends_count': 20, 'listed_count': 7842, 'created_at': 'Sun Nov 15 21:41:29 +0000 2015', 'favourites_count': 147806, 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'verified': True, 'statuses_count': 17349...  \n",
       "3  {'id': 4196983835, 'id_str': '4196983835', 'name': 'WeRateDogs®', 'screen_name': 'dog_rates', 'location': 'all our links ➜', 'description': 'Your Only Source For Professional Dog Ratings Instagram and Facebook ➜ WeRateDogs partnerships@weratedogs.com | nonprofit: @15outof10 ⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀', 'url': 'https://t.co/YPc2Xq4Va2', 'entities': {'url': {'urls': [{'url': 'https://t.co/YPc2Xq4Va2', 'expanded_url': 'http://links.weratedogs.com', 'display_url': 'links.weratedogs.com', 'indices': [0, 23]}]}, 'description': {'urls': []}}, 'protected': False, 'followers_count': 9375643, 'friends_count': 20, 'listed_count': 7842, 'created_at': 'Sun Nov 15 21:41:29 +0000 2015', 'favourites_count': 147806, 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'verified': True, 'statuses_count': 17349...  \n",
       "4  {'id': 4196983835, 'id_str': '4196983835', 'name': 'WeRateDogs®', 'screen_name': 'dog_rates', 'location': 'all our links ➜', 'description': 'Your Only Source For Professional Dog Ratings Instagram and Facebook ➜ WeRateDogs partnerships@weratedogs.com | nonprofit: @15outof10 ⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀⠀', 'url': 'https://t.co/YPc2Xq4Va2', 'entities': {'url': {'urls': [{'url': 'https://t.co/YPc2Xq4Va2', 'expanded_url': 'http://links.weratedogs.com', 'display_url': 'links.weratedogs.com', 'indices': [0, 23]}]}, 'description': {'urls': []}}, 'protected': False, 'followers_count': 9375643, 'friends_count': 20, 'listed_count': 7842, 'created_at': 'Sun Nov 15 21:41:29 +0000 2015', 'favourites_count': 147806, 'utc_offset': None, 'time_zone': None, 'geo_enabled': True, 'verified': True, 'statuses_count': 17349...  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "json_df = json_df[['id','favorite_count','retweet_count']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>retweet_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>32993</td>\n",
       "      <td>6903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>28535</td>\n",
       "      <td>5202</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>21448</td>\n",
       "      <td>3433</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>35989</td>\n",
       "      <td>7119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>34418</td>\n",
       "      <td>7636</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   id  favorite_count  retweet_count\n",
       "0  892420643555336193           32993           6903\n",
       "1  892177421306343426           28535           5202\n",
       "2  891815181378084864           21448           3433\n",
       "3  891689557279858688           35989           7119\n",
       "4  891327558926688256           34418           7636"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "json_df.columns = ['tweet_id','favorite_count','retweet_count']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2326, 3)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>retweet_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>32993</td>\n",
       "      <td>6903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>28535</td>\n",
       "      <td>5202</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>21448</td>\n",
       "      <td>3433</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>35989</td>\n",
       "      <td>7119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>34418</td>\n",
       "      <td>7636</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  favorite_count  retweet_count\n",
       "0  892420643555336193           32993           6903\n",
       "1  892177421306343426           28535           5202\n",
       "2  891815181378084864           21448           3433\n",
       "3  891689557279858688           35989           7119\n",
       "4  891327558926688256           34418           7636"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "extensions": {
     "jupyter_dashboards": {
      "version": 1,
      "views": {
       "grid_default": {
        "col": 4,
        "height": 4,
        "hidden": false,
        "row": 28,
        "width": 4
       },
       "report_default": {
        "hidden": false
       }
      }
     }
    }
   },
   "source": [
    "## Assessing Data\n",
    "In this section, detect and document at least **eight (8) quality issues and two (2) tidiness issue**. You must use **both** visual assessment\n",
    "programmatic assessement to assess the data.\n",
    "\n",
    "**Note:** pay attention to the following key points when you access the data.\n",
    "\n",
    "* You only want original ratings (no retweets) that have images. Though there are 5000+ tweets in the dataset, not all are dog ratings and some are retweets.\n",
    "* Assessing and cleaning the entire dataset completely would require a lot of time, and is not necessary to practice and demonstrate your skills in data wrangling. Therefore, the requirements of this project are only to assess and clean at least 8 quality issues and at least 2 tidiness issues in this dataset.\n",
    "* The fact that the rating numerators are greater than the denominators does not need to be cleaned. This [unique rating system](http://knowyourmeme.com/memes/theyre-good-dogs-brent) is a big part of the popularity of WeRateDogs.\n",
    "* You do not need to gather the tweets beyond August 1st, 2017. You can, but note that you won't be able to gather the image predictions for these tweets since you don't have access to the algorithm used.\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Archive table"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>doggo</th>\n",
       "      <th>floofer</th>\n",
       "      <th>pupper</th>\n",
       "      <th>puppo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181378084864/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-30 15:58:51 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557279858688/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 16:00:24 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "0  892420643555336193                    NaN                  NaN   \n",
       "1  892177421306343426                    NaN                  NaN   \n",
       "2  891815181378084864                    NaN                  NaN   \n",
       "3  891689557279858688                    NaN                  NaN   \n",
       "4  891327558926688256                    NaN                  NaN   \n",
       "\n",
       "                   timestamp  \\\n",
       "0  2017-08-01 16:23:56 +0000   \n",
       "1  2017-08-01 00:17:27 +0000   \n",
       "2  2017-07-31 00:18:03 +0000   \n",
       "3  2017-07-30 15:58:51 +0000   \n",
       "4  2017-07-29 16:00:24 +0000   \n",
       "\n",
       "                                                                               source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                                                 text  \\\n",
       "0                                                       This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU   \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV   \n",
       "2                   This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB   \n",
       "3                                                             This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ   \n",
       "4  This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f   \n",
       "\n",
       "   retweeted_status_id  retweeted_status_user_id retweeted_status_timestamp  \\\n",
       "0                  NaN                       NaN                        NaN   \n",
       "1                  NaN                       NaN                        NaN   \n",
       "2                  NaN                       NaN                        NaN   \n",
       "3                  NaN                       NaN                        NaN   \n",
       "4                  NaN                       NaN                        NaN   \n",
       "\n",
       "                                                                                                                     expanded_urls  \\\n",
       "0                                                                  https://twitter.com/dog_rates/status/892420643555336193/photo/1   \n",
       "1                                                                  https://twitter.com/dog_rates/status/892177421306343426/photo/1   \n",
       "2                                                                  https://twitter.com/dog_rates/status/891815181378084864/photo/1   \n",
       "3                                                                  https://twitter.com/dog_rates/status/891689557279858688/photo/1   \n",
       "4  https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1   \n",
       "\n",
       "   rating_numerator  rating_denominator      name doggo floofer pupper puppo  \n",
       "0                13                  10   Phineas  None    None   None  None  \n",
       "1                13                  10     Tilly  None    None   None  None  \n",
       "2                12                  10    Archie  None    None   None  None  \n",
       "3                13                  10     Darla  None    None   None  None  \n",
       "4                12                  10  Franklin  None    None   None  None  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_archive.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>doggo</th>\n",
       "      <th>floofer</th>\n",
       "      <th>pupper</th>\n",
       "      <th>puppo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2351</th>\n",
       "      <td>666049248165822465</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:24:50 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here we have a 1949 1st generation vulpix. Enjoys sweat tea and Fox News. Cannot be phased. 5/10 https://t.co/4B7cOc1EDq</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666049248165822465/photo/1</td>\n",
       "      <td>5</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2352</th>\n",
       "      <td>666044226329800704</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:04:52 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is a purebred Piers Morgan. Loves to Netflix and chill. Always looks like he forgot to unplug the iron. 6/10 https://t.co/DWnyCjf2mx</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666044226329800704/photo/1</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "      <td>a</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2353</th>\n",
       "      <td>666033412701032449</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-15 23:21:54 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here is a very happy pup. Big fan of well-maintained decks. Just look at that tongue. 9/10 would cuddle af https://t.co/y671yMhoiR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666033412701032449/photo/1</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>a</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2354</th>\n",
       "      <td>666029285002620928</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-15 23:05:30 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is a western brown Mitsubishi terrier. Upset about leaf. Actually 2 dogs here. 7/10 would walk the shit out of https://t.co/r7mOb2m0UI</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666029285002620928/photo/1</td>\n",
       "      <td>7</td>\n",
       "      <td>10</td>\n",
       "      <td>a</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2355</th>\n",
       "      <td>666020888022790149</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-15 22:32:08 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here we have a Japanese Irish Setter. Lost eye in Vietnam (?). Big fan of relaxing on stair. 8/10 would pet https://t.co/BLDqew2Ijj</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666020888022790149/photo/1</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "2351  666049248165822465                    NaN                  NaN   \n",
       "2352  666044226329800704                    NaN                  NaN   \n",
       "2353  666033412701032449                    NaN                  NaN   \n",
       "2354  666029285002620928                    NaN                  NaN   \n",
       "2355  666020888022790149                    NaN                  NaN   \n",
       "\n",
       "                      timestamp  \\\n",
       "2351  2015-11-16 00:24:50 +0000   \n",
       "2352  2015-11-16 00:04:52 +0000   \n",
       "2353  2015-11-15 23:21:54 +0000   \n",
       "2354  2015-11-15 23:05:30 +0000   \n",
       "2355  2015-11-15 22:32:08 +0000   \n",
       "\n",
       "                                                                                  source  \\\n",
       "2351  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2352  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2353  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2354  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2355  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                             text  \\\n",
       "2351                     Here we have a 1949 1st generation vulpix. Enjoys sweat tea and Fox News. Cannot be phased. 5/10 https://t.co/4B7cOc1EDq   \n",
       "2352    This is a purebred Piers Morgan. Loves to Netflix and chill. Always looks like he forgot to unplug the iron. 6/10 https://t.co/DWnyCjf2mx   \n",
       "2353           Here is a very happy pup. Big fan of well-maintained decks. Just look at that tongue. 9/10 would cuddle af https://t.co/y671yMhoiR   \n",
       "2354  This is a western brown Mitsubishi terrier. Upset about leaf. Actually 2 dogs here. 7/10 would walk the shit out of https://t.co/r7mOb2m0UI   \n",
       "2355          Here we have a Japanese Irish Setter. Lost eye in Vietnam (?). Big fan of relaxing on stair. 8/10 would pet https://t.co/BLDqew2Ijj   \n",
       "\n",
       "      retweeted_status_id  retweeted_status_user_id  \\\n",
       "2351                  NaN                       NaN   \n",
       "2352                  NaN                       NaN   \n",
       "2353                  NaN                       NaN   \n",
       "2354                  NaN                       NaN   \n",
       "2355                  NaN                       NaN   \n",
       "\n",
       "     retweeted_status_timestamp  \\\n",
       "2351                        NaN   \n",
       "2352                        NaN   \n",
       "2353                        NaN   \n",
       "2354                        NaN   \n",
       "2355                        NaN   \n",
       "\n",
       "                                                        expanded_urls  \\\n",
       "2351  https://twitter.com/dog_rates/status/666049248165822465/photo/1   \n",
       "2352  https://twitter.com/dog_rates/status/666044226329800704/photo/1   \n",
       "2353  https://twitter.com/dog_rates/status/666033412701032449/photo/1   \n",
       "2354  https://twitter.com/dog_rates/status/666029285002620928/photo/1   \n",
       "2355  https://twitter.com/dog_rates/status/666020888022790149/photo/1   \n",
       "\n",
       "      rating_numerator  rating_denominator  name doggo floofer pupper puppo  \n",
       "2351                 5                  10  None  None    None   None  None  \n",
       "2352                 6                  10     a  None    None   None  None  \n",
       "2353                 9                  10     a  None    None   None  None  \n",
       "2354                 7                  10     a  None    None   None  None  \n",
       "2355                 8                  10  None  None    None   None  None  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_archive.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2356 entries, 0 to 2355\n",
      "Data columns (total 17 columns):\n",
      "tweet_id                      2356 non-null int64\n",
      "in_reply_to_status_id         78 non-null float64\n",
      "in_reply_to_user_id           78 non-null float64\n",
      "timestamp                     2356 non-null object\n",
      "source                        2356 non-null object\n",
      "text                          2356 non-null object\n",
      "retweeted_status_id           181 non-null float64\n",
      "retweeted_status_user_id      181 non-null float64\n",
      "retweeted_status_timestamp    181 non-null object\n",
      "expanded_urls                 2297 non-null object\n",
      "rating_numerator              2356 non-null int64\n",
      "rating_denominator            2356 non-null int64\n",
      "name                          2356 non-null object\n",
      "doggo                         2356 non-null object\n",
      "floofer                       2356 non-null object\n",
      "pupper                        2356 non-null object\n",
      "puppo                         2356 non-null object\n",
      "dtypes: float64(4), int64(3), object(10)\n",
      "memory usage: 313.0+ KB\n"
     ]
    }
   ],
   "source": [
    "df_archive.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tweet_id                         0\n",
       "in_reply_to_status_id         2278\n",
       "in_reply_to_user_id           2278\n",
       "timestamp                        0\n",
       "source                           0\n",
       "text                             0\n",
       "retweeted_status_id           2175\n",
       "retweeted_status_user_id      2175\n",
       "retweeted_status_timestamp    2175\n",
       "expanded_urls                   59\n",
       "rating_numerator                 0\n",
       "rating_denominator               0\n",
       "name                             0\n",
       "doggo                            0\n",
       "floofer                          0\n",
       "pupper                           0\n",
       "puppo                            0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_archive.isna().sum() "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>doggo</th>\n",
       "      <th>floofer</th>\n",
       "      <th>pupper</th>\n",
       "      <th>puppo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>672</th>\n",
       "      <td>789903600034189313</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2016-10-22 18:57:48 +0000</td>\n",
       "      <td>&lt;a href=\"http://vine.co\" rel=\"nofollow\"&gt;Vine - Make a Scene&lt;/a&gt;</td>\n",
       "      <td>This is Ralphy. His dreams were just shattered. Poor pupper. 13/10 it'll be ok Ralphy https://t.co/P0kSN6rT6H</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://vine.co/v/5wPT1aBxPQZ</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Ralphy</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>pupper</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1185</th>\n",
       "      <td>718613305783398402</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2016-04-09 01:35:37 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Carper. He's a Tortellini Angiosperm. In desperate need of a petting. 11/10 would hug softly https://t.co/lK9YDkRzPj</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/718613305783398402/photo/1</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>Carper</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1652</th>\n",
       "      <td>683481228088049664</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2016-01-03 02:53:17 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Meet Banjo. He's a Peppercorn Shoop Da Whoop. Nails look lethal. Skeptical of luminescent orb 11/10 stay woke pupper https://t.co/H7NZFumpKq</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/683481228088049664/photo/1</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>Banjo</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>pupper</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>611</th>\n",
       "      <td>797165961484890113</td>\n",
       "      <td>7.971238e+17</td>\n",
       "      <td>29166305.0</td>\n",
       "      <td>2016-11-11 19:55:50 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>@JODYHiGHROLLER it may be an 11/10 but what do I know 😉</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>857214891891077121</td>\n",
       "      <td>8.571567e+17</td>\n",
       "      <td>180670967.0</td>\n",
       "      <td>2017-04-26 12:48:51 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>@Marc_IRL pixelated af 12/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "672   789903600034189313                    NaN                  NaN   \n",
       "1185  718613305783398402                    NaN                  NaN   \n",
       "1652  683481228088049664                    NaN                  NaN   \n",
       "611   797165961484890113           7.971238e+17           29166305.0   \n",
       "179   857214891891077121           8.571567e+17          180670967.0   \n",
       "\n",
       "                      timestamp  \\\n",
       "672   2016-10-22 18:57:48 +0000   \n",
       "1185  2016-04-09 01:35:37 +0000   \n",
       "1652  2016-01-03 02:53:17 +0000   \n",
       "611   2016-11-11 19:55:50 +0000   \n",
       "179   2017-04-26 12:48:51 +0000   \n",
       "\n",
       "                                                                                  source  \\\n",
       "672                      <a href=\"http://vine.co\" rel=\"nofollow\">Vine - Make a Scene</a>   \n",
       "1185  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1652  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "611   <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "179   <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                              text  \\\n",
       "672                                  This is Ralphy. His dreams were just shattered. Poor pupper. 13/10 it'll be ok Ralphy https://t.co/P0kSN6rT6H   \n",
       "1185                  This is Carper. He's a Tortellini Angiosperm. In desperate need of a petting. 11/10 would hug softly https://t.co/lK9YDkRzPj   \n",
       "1652  Meet Banjo. He's a Peppercorn Shoop Da Whoop. Nails look lethal. Skeptical of luminescent orb 11/10 stay woke pupper https://t.co/H7NZFumpKq   \n",
       "611                                                                                        @JODYHiGHROLLER it may be an 11/10 but what do I know 😉   \n",
       "179                                                                                                                   @Marc_IRL pixelated af 12/10   \n",
       "\n",
       "      retweeted_status_id  retweeted_status_user_id  \\\n",
       "672                   NaN                       NaN   \n",
       "1185                  NaN                       NaN   \n",
       "1652                  NaN                       NaN   \n",
       "611                   NaN                       NaN   \n",
       "179                   NaN                       NaN   \n",
       "\n",
       "     retweeted_status_timestamp  \\\n",
       "672                         NaN   \n",
       "1185                        NaN   \n",
       "1652                        NaN   \n",
       "611                         NaN   \n",
       "179                         NaN   \n",
       "\n",
       "                                                        expanded_urls  \\\n",
       "672                                     https://vine.co/v/5wPT1aBxPQZ   \n",
       "1185  https://twitter.com/dog_rates/status/718613305783398402/photo/1   \n",
       "1652  https://twitter.com/dog_rates/status/683481228088049664/photo/1   \n",
       "611                                                               NaN   \n",
       "179                                                               NaN   \n",
       "\n",
       "      rating_numerator  rating_denominator    name doggo floofer  pupper puppo  \n",
       "672                 13                  10  Ralphy  None    None  pupper  None  \n",
       "1185                11                  10  Carper  None    None    None  None  \n",
       "1652                11                  10   Banjo  None    None  pupper  None  \n",
       "611                 11                  10    None  None    None    None  None  \n",
       "179                 12                  10    None  None    None    None  None  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_archive.sample(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "None          745\n",
       "a              55\n",
       "Charlie        12\n",
       "Lucy           11\n",
       "Oliver         11\n",
       "Cooper         11\n",
       "Penny          10\n",
       "Tucker         10\n",
       "Lola           10\n",
       "Winston         9\n",
       "Bo              9\n",
       "the             8\n",
       "Sadie           8\n",
       "Toby            7\n",
       "Daisy           7\n",
       "an              7\n",
       "Buddy           7\n",
       "Bailey          7\n",
       "Leo             6\n",
       "Milo            6\n",
       "Jax             6\n",
       "Bella           6\n",
       "Koda            6\n",
       "Jack            6\n",
       "Stanley         6\n",
       "Scout           6\n",
       "Dave            6\n",
       "Rusty           6\n",
       "Oscar           6\n",
       "Sammy           5\n",
       "             ... \n",
       "Cedrick         1\n",
       "Clarq           1\n",
       "Poppy           1\n",
       "Tebow           1\n",
       "Jennifur        1\n",
       "Mitch           1\n",
       "Fiji            1\n",
       "Aiden           1\n",
       "Clyde           1\n",
       "Chuck           1\n",
       "Tiger           1\n",
       "Bones           1\n",
       "Spark           1\n",
       "Bobble          1\n",
       "Ivar            1\n",
       "officially      1\n",
       "Carper          1\n",
       "Filup           1\n",
       "Schnitzel       1\n",
       "Cilantro        1\n",
       "Lilli           1\n",
       "Maks            1\n",
       "Tripp           1\n",
       "Lili            1\n",
       "Maude           1\n",
       "Ole             1\n",
       "Suki            1\n",
       "Jameson         1\n",
       "Stormy          1\n",
       "Chloe           1\n",
       "Name: name, Length: 957, dtype: int64"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_archive['name'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sum(df_archive.duplicated())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>     2221\n",
       "<a href=\"http://vine.co\" rel=\"nofollow\">Vine - Make a Scene</a>                          91\n",
       "<a href=\"http://twitter.com\" rel=\"nofollow\">Twitter Web Client</a>                       33\n",
       "<a href=\"https://about.twitter.com/products/tweetdeck\" rel=\"nofollow\">TweetDeck</a>      11\n",
       "Name: source, dtype: int64"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#different type of source for the tweet\n",
    "df_archive['source'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "181"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#number of retweets\n",
    "len(df_archive[df_archive.retweeted_status_id.isnull()==False])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2356, 17)"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_archive.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "doggo       97\n",
       "floofer     10\n",
       "pupper     257\n",
       "puppo       30\n",
       "dtype: int64"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "(df_archive.loc[:, 'doggo':'puppo'] != 'None').sum()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Image predictions table "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2075 entries, 0 to 2074\n",
      "Data columns (total 12 columns):\n",
      "tweet_id    2075 non-null int64\n",
      "jpg_url     2075 non-null object\n",
      "img_num     2075 non-null int64\n",
      "p1          2075 non-null object\n",
      "p1_conf     2075 non-null float64\n",
      "p1_dog      2075 non-null bool\n",
      "p2          2075 non-null object\n",
      "p2_conf     2075 non-null float64\n",
      "p2_dog      2075 non-null bool\n",
      "p3          2075 non-null object\n",
      "p3_conf     2075 non-null float64\n",
      "p3_dog      2075 non-null bool\n",
      "dtypes: bool(3), float64(3), int64(2), object(4)\n",
      "memory usage: 152.1+ KB\n"
     ]
    }
   ],
   "source": [
    "df_images_predictions.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>img_num</th>\n",
       "      <th>p1</th>\n",
       "      <th>p1_conf</th>\n",
       "      <th>p1_dog</th>\n",
       "      <th>p2</th>\n",
       "      <th>p2_conf</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>666020888022790149</td>\n",
       "      <td>https://pbs.twimg.com/media/CT4udn0WwAA0aMy.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Welsh_springer_spaniel</td>\n",
       "      <td>0.465074</td>\n",
       "      <td>True</td>\n",
       "      <td>collie</td>\n",
       "      <td>0.156665</td>\n",
       "      <td>True</td>\n",
       "      <td>Shetland_sheepdog</td>\n",
       "      <td>0.061428</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>666029285002620928</td>\n",
       "      <td>https://pbs.twimg.com/media/CT42GRgUYAA5iDo.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>redbone</td>\n",
       "      <td>0.506826</td>\n",
       "      <td>True</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.074192</td>\n",
       "      <td>True</td>\n",
       "      <td>Rhodesian_ridgeback</td>\n",
       "      <td>0.072010</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>666033412701032449</td>\n",
       "      <td>https://pbs.twimg.com/media/CT4521TWwAEvMyu.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>German_shepherd</td>\n",
       "      <td>0.596461</td>\n",
       "      <td>True</td>\n",
       "      <td>malinois</td>\n",
       "      <td>0.138584</td>\n",
       "      <td>True</td>\n",
       "      <td>bloodhound</td>\n",
       "      <td>0.116197</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>666044226329800704</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5Dr8HUEAA-lEu.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Rhodesian_ridgeback</td>\n",
       "      <td>0.408143</td>\n",
       "      <td>True</td>\n",
       "      <td>redbone</td>\n",
       "      <td>0.360687</td>\n",
       "      <td>True</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.222752</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>666049248165822465</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5IQmsXIAAKY4A.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.560311</td>\n",
       "      <td>True</td>\n",
       "      <td>Rottweiler</td>\n",
       "      <td>0.243682</td>\n",
       "      <td>True</td>\n",
       "      <td>Doberman</td>\n",
       "      <td>0.154629</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id                                          jpg_url  \\\n",
       "0  666020888022790149  https://pbs.twimg.com/media/CT4udn0WwAA0aMy.jpg   \n",
       "1  666029285002620928  https://pbs.twimg.com/media/CT42GRgUYAA5iDo.jpg   \n",
       "2  666033412701032449  https://pbs.twimg.com/media/CT4521TWwAEvMyu.jpg   \n",
       "3  666044226329800704  https://pbs.twimg.com/media/CT5Dr8HUEAA-lEu.jpg   \n",
       "4  666049248165822465  https://pbs.twimg.com/media/CT5IQmsXIAAKY4A.jpg   \n",
       "\n",
       "   img_num                      p1   p1_conf  p1_dog                  p2  \\\n",
       "0        1  Welsh_springer_spaniel  0.465074    True              collie   \n",
       "1        1                 redbone  0.506826    True  miniature_pinscher   \n",
       "2        1         German_shepherd  0.596461    True            malinois   \n",
       "3        1     Rhodesian_ridgeback  0.408143    True             redbone   \n",
       "4        1      miniature_pinscher  0.560311    True          Rottweiler   \n",
       "\n",
       "    p2_conf  p2_dog                   p3   p3_conf  p3_dog  \n",
       "0  0.156665    True    Shetland_sheepdog  0.061428    True  \n",
       "1  0.074192    True  Rhodesian_ridgeback  0.072010    True  \n",
       "2  0.138584    True           bloodhound  0.116197    True  \n",
       "3  0.360687    True   miniature_pinscher  0.222752    True  \n",
       "4  0.243682    True             Doberman  0.154629    True  "
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_images_predictions.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>img_num</th>\n",
       "      <th>p1</th>\n",
       "      <th>p1_conf</th>\n",
       "      <th>p1_dog</th>\n",
       "      <th>p2</th>\n",
       "      <th>p2_conf</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2070</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg</td>\n",
       "      <td>2</td>\n",
       "      <td>basset</td>\n",
       "      <td>0.555712</td>\n",
       "      <td>True</td>\n",
       "      <td>English_springer</td>\n",
       "      <td>0.225770</td>\n",
       "      <td>True</td>\n",
       "      <td>German_short-haired_pointer</td>\n",
       "      <td>0.175219</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2071</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>paper_towel</td>\n",
       "      <td>0.170278</td>\n",
       "      <td>False</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.168086</td>\n",
       "      <td>True</td>\n",
       "      <td>spatula</td>\n",
       "      <td>0.040836</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2072</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Chihuahua</td>\n",
       "      <td>0.716012</td>\n",
       "      <td>True</td>\n",
       "      <td>malamute</td>\n",
       "      <td>0.078253</td>\n",
       "      <td>True</td>\n",
       "      <td>kelpie</td>\n",
       "      <td>0.031379</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2073</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Chihuahua</td>\n",
       "      <td>0.323581</td>\n",
       "      <td>True</td>\n",
       "      <td>Pekinese</td>\n",
       "      <td>0.090647</td>\n",
       "      <td>True</td>\n",
       "      <td>papillon</td>\n",
       "      <td>0.068957</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2074</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>orange</td>\n",
       "      <td>0.097049</td>\n",
       "      <td>False</td>\n",
       "      <td>bagel</td>\n",
       "      <td>0.085851</td>\n",
       "      <td>False</td>\n",
       "      <td>banana</td>\n",
       "      <td>0.076110</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id                                          jpg_url  \\\n",
       "2070  891327558926688256  https://pbs.twimg.com/media/DF6hr6BUMAAzZgT.jpg   \n",
       "2071  891689557279858688  https://pbs.twimg.com/media/DF_q7IAWsAEuuN8.jpg   \n",
       "2072  891815181378084864  https://pbs.twimg.com/media/DGBdLU1WsAANxJ9.jpg   \n",
       "2073  892177421306343426  https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg   \n",
       "2074  892420643555336193  https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg   \n",
       "\n",
       "      img_num           p1   p1_conf  p1_dog                  p2   p2_conf  \\\n",
       "2070        2       basset  0.555712    True    English_springer  0.225770   \n",
       "2071        1  paper_towel  0.170278   False  Labrador_retriever  0.168086   \n",
       "2072        1    Chihuahua  0.716012    True            malamute  0.078253   \n",
       "2073        1    Chihuahua  0.323581    True            Pekinese  0.090647   \n",
       "2074        1       orange  0.097049   False               bagel  0.085851   \n",
       "\n",
       "      p2_dog                           p3   p3_conf  p3_dog  \n",
       "2070    True  German_short-haired_pointer  0.175219    True  \n",
       "2071    True                      spatula  0.040836   False  \n",
       "2072    True                       kelpie  0.031379    True  \n",
       "2073    True                     papillon  0.068957    True  \n",
       "2074   False                       banana  0.076110   False  "
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_images_predictions.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>img_num</th>\n",
       "      <th>p1</th>\n",
       "      <th>p1_conf</th>\n",
       "      <th>p1_dog</th>\n",
       "      <th>p2</th>\n",
       "      <th>p2_conf</th>\n",
       "      <th>p2_dog</th>\n",
       "      <th>p3</th>\n",
       "      <th>p3_conf</th>\n",
       "      <th>p3_dog</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>274</th>\n",
       "      <td>670833812859932673</td>\n",
       "      <td>https://pbs.twimg.com/media/CU9HyzSWIAAVcte.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Pekinese</td>\n",
       "      <td>0.609853</td>\n",
       "      <td>True</td>\n",
       "      <td>Persian_cat</td>\n",
       "      <td>0.265442</td>\n",
       "      <td>False</td>\n",
       "      <td>Japanese_spaniel</td>\n",
       "      <td>0.027460</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1733</th>\n",
       "      <td>821407182352777218</td>\n",
       "      <td>https://pbs.twimg.com/ext_tw_video_thumb/821407155391725568/pu/img/AJC07gFJDDBuwNTD.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Irish_setter</td>\n",
       "      <td>0.505496</td>\n",
       "      <td>True</td>\n",
       "      <td>vizsla</td>\n",
       "      <td>0.168747</td>\n",
       "      <td>True</td>\n",
       "      <td>Chesapeake_Bay_retriever</td>\n",
       "      <td>0.111311</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>667200525029539841</td>\n",
       "      <td>https://pbs.twimg.com/media/CUJfVMPXIAAgbue.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Siberian_husky</td>\n",
       "      <td>0.694904</td>\n",
       "      <td>True</td>\n",
       "      <td>malamute</td>\n",
       "      <td>0.232006</td>\n",
       "      <td>True</td>\n",
       "      <td>Eskimo_dog</td>\n",
       "      <td>0.050635</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1027</th>\n",
       "      <td>710844581445812225</td>\n",
       "      <td>https://pbs.twimg.com/media/Cd1tYGmXIAAoW5b.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>dingo</td>\n",
       "      <td>0.536593</td>\n",
       "      <td>False</td>\n",
       "      <td>Pembroke</td>\n",
       "      <td>0.200407</td>\n",
       "      <td>True</td>\n",
       "      <td>basenji</td>\n",
       "      <td>0.060734</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1589</th>\n",
       "      <td>798628517273620480</td>\n",
       "      <td>https://pbs.twimg.com/media/CUN4Or5UAAAa5K4.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>beagle</td>\n",
       "      <td>0.636169</td>\n",
       "      <td>True</td>\n",
       "      <td>Labrador_retriever</td>\n",
       "      <td>0.119256</td>\n",
       "      <td>True</td>\n",
       "      <td>golden_retriever</td>\n",
       "      <td>0.082549</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id  \\\n",
       "274   670833812859932673   \n",
       "1733  821407182352777218   \n",
       "71    667200525029539841   \n",
       "1027  710844581445812225   \n",
       "1589  798628517273620480   \n",
       "\n",
       "                                                                                      jpg_url  \\\n",
       "274                                           https://pbs.twimg.com/media/CU9HyzSWIAAVcte.jpg   \n",
       "1733  https://pbs.twimg.com/ext_tw_video_thumb/821407155391725568/pu/img/AJC07gFJDDBuwNTD.jpg   \n",
       "71                                            https://pbs.twimg.com/media/CUJfVMPXIAAgbue.jpg   \n",
       "1027                                          https://pbs.twimg.com/media/Cd1tYGmXIAAoW5b.jpg   \n",
       "1589                                          https://pbs.twimg.com/media/CUN4Or5UAAAa5K4.jpg   \n",
       "\n",
       "      img_num              p1   p1_conf  p1_dog                  p2   p2_conf  \\\n",
       "274         1        Pekinese  0.609853    True         Persian_cat  0.265442   \n",
       "1733        1    Irish_setter  0.505496    True              vizsla  0.168747   \n",
       "71          1  Siberian_husky  0.694904    True            malamute  0.232006   \n",
       "1027        1           dingo  0.536593   False            Pembroke  0.200407   \n",
       "1589        1          beagle  0.636169    True  Labrador_retriever  0.119256   \n",
       "\n",
       "      p2_dog                        p3   p3_conf  p3_dog  \n",
       "274    False          Japanese_spaniel  0.027460    True  \n",
       "1733    True  Chesapeake_Bay_retriever  0.111311    True  \n",
       "71      True                Eskimo_dog  0.050635    True  \n",
       "1027    True                   basenji  0.060734    True  \n",
       "1589    True          golden_retriever  0.082549    True  "
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_images_predictions.sample(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tweet_id    0\n",
       "jpg_url     0\n",
       "img_num     0\n",
       "p1          0\n",
       "p1_conf     0\n",
       "p1_dog      0\n",
       "p2          0\n",
       "p2_conf     0\n",
       "p2_dog      0\n",
       "p3          0\n",
       "p3_conf     0\n",
       "p3_dog      0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_images_predictions.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "golden_retriever             150\n",
       "Labrador_retriever           100\n",
       "Pembroke                      89\n",
       "Chihuahua                     83\n",
       "pug                           57\n",
       "chow                          44\n",
       "Samoyed                       43\n",
       "toy_poodle                    39\n",
       "Pomeranian                    38\n",
       "cocker_spaniel                30\n",
       "malamute                      30\n",
       "French_bulldog                26\n",
       "Chesapeake_Bay_retriever      23\n",
       "miniature_pinscher            23\n",
       "seat_belt                     22\n",
       "Siberian_husky                20\n",
       "German_shepherd               20\n",
       "Staffordshire_bullterrier     20\n",
       "web_site                      19\n",
       "Cardigan                      19\n",
       "Maltese_dog                   18\n",
       "Eskimo_dog                    18\n",
       "teddy                         18\n",
       "beagle                        18\n",
       "Shetland_sheepdog             18\n",
       "Lakeland_terrier              17\n",
       "Rottweiler                    17\n",
       "Shih-Tzu                      17\n",
       "kuvasz                        16\n",
       "Italian_greyhound             16\n",
       "                            ... \n",
       "pedestal                       1\n",
       "electric_fan                   1\n",
       "polecat                        1\n",
       "prayer_rug                     1\n",
       "lion                           1\n",
       "sliding_door                   1\n",
       "hare                           1\n",
       "bookcase                       1\n",
       "leopard                        1\n",
       "cougar                         1\n",
       "cliff                          1\n",
       "skunk                          1\n",
       "hand_blower                    1\n",
       "wooden_spoon                   1\n",
       "guenon                         1\n",
       "padlock                        1\n",
       "canoe                          1\n",
       "grille                         1\n",
       "sunglasses                     1\n",
       "African_grey                   1\n",
       "clog                           1\n",
       "pot                            1\n",
       "cowboy_boot                    1\n",
       "park_bench                     1\n",
       "jersey                         1\n",
       "platypus                       1\n",
       "sulphur-crested_cockatoo       1\n",
       "ibex                           1\n",
       "beach_wagon                    1\n",
       "nail                           1\n",
       "Name: p1, Length: 378, dtype: int64"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_images_predictions['p1'].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### json_df table \n",
    "\n",
    "Contains 'tweet_id','favorite_count','retweet_count'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>retweet_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>32993</td>\n",
       "      <td>6903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>28535</td>\n",
       "      <td>5202</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>21448</td>\n",
       "      <td>3433</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>35989</td>\n",
       "      <td>7119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>34418</td>\n",
       "      <td>7636</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  favorite_count  retweet_count\n",
       "0  892420643555336193           32993           6903\n",
       "1  892177421306343426           28535           5202\n",
       "2  891815181378084864           21448           3433\n",
       "3  891689557279858688           35989           7119\n",
       "4  891327558926688256           34418           7636"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>retweet_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2321</th>\n",
       "      <td>666049248165822465</td>\n",
       "      <td>87</td>\n",
       "      <td>36</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2322</th>\n",
       "      <td>666044226329800704</td>\n",
       "      <td>244</td>\n",
       "      <td>113</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2323</th>\n",
       "      <td>666033412701032449</td>\n",
       "      <td>98</td>\n",
       "      <td>35</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2324</th>\n",
       "      <td>666029285002620928</td>\n",
       "      <td>111</td>\n",
       "      <td>39</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2325</th>\n",
       "      <td>666020888022790149</td>\n",
       "      <td>2236</td>\n",
       "      <td>416</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id  favorite_count  retweet_count\n",
       "2321  666049248165822465              87             36\n",
       "2322  666044226329800704             244            113\n",
       "2323  666033412701032449              98             35\n",
       "2324  666029285002620928             111             39\n",
       "2325  666020888022790149            2236            416"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json_df.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2326 entries, 0 to 2325\n",
      "Data columns (total 3 columns):\n",
      "tweet_id          2326 non-null int64\n",
      "favorite_count    2326 non-null int64\n",
      "retweet_count     2326 non-null int64\n",
      "dtypes: int64(3)\n",
      "memory usage: 54.6 KB\n"
     ]
    }
   ],
   "source": [
    "json_df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>retweet_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1889</th>\n",
       "      <td>674269164442398721</td>\n",
       "      <td>806</td>\n",
       "      <td>201</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132</th>\n",
       "      <td>865359393868664832</td>\n",
       "      <td>23025</td>\n",
       "      <td>4216</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1369</th>\n",
       "      <td>699775878809702401</td>\n",
       "      <td>1775</td>\n",
       "      <td>533</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1642</th>\n",
       "      <td>682393905736888321</td>\n",
       "      <td>2025</td>\n",
       "      <td>584</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1797</th>\n",
       "      <td>676430933382295552</td>\n",
       "      <td>1237</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id  favorite_count  retweet_count\n",
       "1889  674269164442398721             806            201\n",
       "132   865359393868664832           23025           4216\n",
       "1369  699775878809702401            1775            533\n",
       "1642  682393905736888321            2025            584\n",
       "1797  676430933382295552            1237            300"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json_df.sample(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tweet_id          0\n",
       "favorite_count    0\n",
       "retweet_count     0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json_df.isna().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(2326, 3)"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "30"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#number of missing ids between df_archive and json_df\n",
    "2356-2326"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Quality and tidiness issues\n",
    "\n",
    "1. 'None' or other values under dog name column\n",
    "2. Separate timestamp using to_datetime()\n",
    "3. Null values recorded as 'Nan' and 'none'\n",
    "4. Remove short URL from archive table \"text\" column and move it to a new column called \"url_short\"\n",
    "5. Expanded URL column have rows with duplicated data or other website sources\n",
    "6. Remove replies and retweets from archive table and non matching ids from image prediction table\n",
    "7. Remove columns that are not necessary: in_reply_to_status_id, in_reply_to_user_id, retweeted_status_id, retweeted_status_user_id, retweeted_status_timestamp\n",
    "8. Remove all the html tags from values in source column. Keep only the text between the tags.\n",
    "9. Remove unnecessary columns and keep algorithm's p1 prediction for the image in the tweet\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Tidiness issues\n",
    "\n",
    "1. Floofer, pupper, puppo and doggo could be one column as dog \n",
    "\n",
    "2. Merge tables: archive with image prediction and json_df_clean"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "extensions": {
     "jupyter_dashboards": {
      "version": 1,
      "views": {
       "grid_default": {
        "col": 4,
        "height": 4,
        "hidden": false,
        "row": 32,
        "width": 4
       },
       "report_default": {
        "hidden": false
       }
      }
     }
    }
   },
   "source": [
    "## Cleaning Data\n",
    "In this section, clean **all** of the issues you documented while assessing. \n",
    "\n",
    "**Note:** Make a copy of the original data before cleaning. Cleaning includes merging individual pieces of data according to the rules of [tidy data](https://cran.r-project.org/web/packages/tidyr/vignettes/tidy-data.html). The result should be a high-quality and tidy master pandas DataFrame (or DataFrames, if appropriate)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Make copies of original pieces of data\n",
    "\n",
    "archive_clean_df = df_archive.copy()\n",
    "image_clean = df_images_predictions.copy()\n",
    "json_df_clean = json_df.copy()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Issue #1:"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Define:\n",
    "\n",
    "'None' or other values under dog name column"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['such', 'a', 'quite', 'not', 'one', 'incredibly', 'mad', 'an',\n",
       "       'very', 'just', 'my', 'his', 'actually', 'getting', 'this',\n",
       "       'unacceptable', 'all', 'old', 'infuriating', 'the', 'by',\n",
       "       'officially', 'life', 'light', 'space'], dtype=object)"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_df[archive_clean_df.name.str.islower()==True]['name'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "none = ['such', 'a', 'quite', 'not', 'one', 'incredibly', 'mad', 'an',\n",
    "       'very', 'just', 'my', 'his', 'actually', 'getting', 'this',\n",
    "       'unacceptable', 'all', 'old', 'infuriating', 'the', 'by',\n",
    "       'officially', 'life', 'light', 'space']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in none:\n",
    "    archive_clean_df.name.replace(i, 'None', inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Phineas', 'Tilly', 'Archie', 'Darla', 'Franklin', 'None', 'Jax',\n",
       "       'Zoey', 'Cassie', 'Koda', 'Bruno', 'Ted', 'Stuart', 'Oliver', 'Jim',\n",
       "       'Zeke', 'Ralphus', 'Canela', 'Gerald', 'Jeffrey', 'such', 'Maya',\n",
       "       'Mingus', 'Derek', 'Roscoe', 'Waffles', 'Jimbo', 'Maisey', 'Lilly',\n",
       "       'Earl', 'Lola', 'Kevin', 'Yogi', 'Noah', 'Bella', 'Grizzwald',\n",
       "       'Rusty', 'Gus', 'Stanley', 'Alfy', 'Koko', 'Rey', 'Gary', 'a',\n",
       "       'Elliot', 'Louis', 'Jesse', 'Romeo', 'Bailey', 'Duddles', 'Jack',\n",
       "       'Emmy', 'Steven', 'Beau', 'Snoopy', 'Shadow', 'Terrance', 'Aja',\n",
       "       'Penny', 'Dante', 'Nelly', 'Ginger', 'Benedict', 'Venti', 'Goose',\n",
       "       'Nugget', 'Cash', 'Coco', 'Jed', 'Sebastian', 'Walter', 'Sierra',\n",
       "       'Monkey', 'Harry', 'Kody', 'Lassie', 'Rover', 'Napolean', 'Dawn',\n",
       "       'Boomer', 'Cody', 'Rumble', 'Clifford', 'quite', 'Dewey', 'Scout',\n",
       "       'Gizmo', 'Cooper', 'Harold', 'Shikha', 'Jamesy', 'Lili', 'Sammy',\n",
       "       'Meatball', 'Paisley', 'Albus', 'Neptune', 'Quinn', 'Belle',\n",
       "       'Zooey', 'Dave', 'Jersey', 'Hobbes', 'Burt', 'Lorenzo', 'Carl',\n",
       "       'Jordy', 'Milky', 'Trooper', 'Winston', 'Sophie', 'Wyatt', 'Rosie',\n",
       "       'Thor', 'Oscar', 'Luna', 'Callie', 'Cermet', 'George', 'Marlee',\n",
       "       'Arya', 'Einstein', 'Alice', 'Rumpole', 'Benny', 'Aspen', 'Jarod',\n",
       "       'Wiggles', 'General', 'Sailor', 'Astrid', 'Iggy', 'Snoop', 'Kyle',\n",
       "       'Leo', 'Riley', 'Gidget', 'Noosh', 'Odin', 'Jerry', 'Charlie',\n",
       "       'Georgie', 'Rontu', 'Cannon', 'Furzey', 'Daisy', 'Tuck', 'Barney',\n",
       "       'Vixen', 'Jarvis', 'Mimosa', 'Pickles', 'Bungalo', 'Brady', 'Margo',\n",
       "       'Sadie', 'Hank', 'Tycho', 'Stephan', 'Indie', 'Winnie', 'Bentley',\n",
       "       'Ken', 'Max', 'Maddie', 'Pipsy', 'Monty', 'Sojourner', 'Odie',\n",
       "       'Arlo', 'Sunny', 'Vincent', 'Lucy', 'Clark', 'Mookie', 'Meera',\n",
       "       'Buddy', 'Ava', 'Rory', 'Eli', 'Ash', 'Tucker', 'Tobi', 'Chester',\n",
       "       'Wilson', 'Sunshine', 'Lipton', 'Gabby', 'Bronte', 'Poppy', 'Rhino',\n",
       "       'Willow', 'not', 'Orion', 'Eevee', 'Smiley', 'Logan', 'Moreton',\n",
       "       'Klein', 'Miguel', 'Emanuel', 'Kuyu', 'Dutch', 'Pete', 'Scooter',\n",
       "       'Reggie', 'Kyro', 'Samson', 'Loki', 'Mia', 'Malcolm', 'Dexter',\n",
       "       'Alfie', 'Fiona', 'one', 'Mutt', 'Bear', 'Doobert', 'Beebop',\n",
       "       'Alexander', 'Sailer', 'Brutus', 'Kona', 'Boots', 'Ralphie', 'Phil',\n",
       "       'Cupid', 'Pawnd', 'Pilot', 'Ike', 'Mo', 'Toby', 'Sweet', 'Pablo',\n",
       "       'Nala', 'Balto', 'Crawford', 'Gabe', 'Mattie', 'Jimison',\n",
       "       'Hercules', 'Duchess', 'Harlso', 'Sampson', 'Sundance', 'Luca',\n",
       "       'Flash', 'Finn', 'Peaches', 'Howie', 'Jazzy', 'Anna', 'Bo',\n",
       "       'Seamus', 'Wafer', 'Chelsea', 'Tom', 'Moose', 'Florence', 'Autumn',\n",
       "       'Dido', 'Eugene', 'Herschel', 'Strudel', 'Tebow', 'Chloe', 'Betty',\n",
       "       'Timber', 'Binky', 'Dudley', 'Comet', 'Larry', 'Levi', 'Akumi',\n",
       "       'Titan', 'Olivia', 'Alf', 'Oshie', 'Bruce', 'Chubbs', 'Sky',\n",
       "       'Atlas', 'Eleanor', 'Layla', 'Rocky', 'Baron', 'Tyr', 'Bauer',\n",
       "       'Swagger', 'Brandi', 'Mary', 'Moe', 'Halo', 'Augie', 'Craig', 'Sam',\n",
       "       'Hunter', 'Pavlov', 'Maximus', 'Wallace', 'Ito', 'Milo', 'Ollie',\n",
       "       'Cali', 'Lennon', 'incredibly', 'Major', 'Duke', 'Reginald',\n",
       "       'Sansa', 'Shooter', 'Django', 'Diogi', 'Sonny', 'Philbert',\n",
       "       'Marley', 'Severus', 'Ronnie', 'Anakin', 'Bones', 'Mauve', 'Chef',\n",
       "       'Doc', 'Sobe', 'Longfellow', 'Mister', 'Iroh', 'Baloo', 'Stubert',\n",
       "       'Paull', 'Timison', 'Davey', 'Pancake', 'Tyrone', 'Snicku', 'Ruby',\n",
       "       'Brody', 'Rizzy', 'Mack', 'Butter', 'Nimbus', 'Laika', 'Dobby',\n",
       "       'Juno', 'Maude', 'Lily', 'Newt', 'Benji', 'Nida', 'Robin',\n",
       "       'Monster', 'BeBe', 'Remus', 'Mabel', 'Misty', 'Happy', 'Mosby',\n",
       "       'Maggie', 'Leela', 'Ralphy', 'Brownie', 'Meyer', 'Stella', 'mad',\n",
       "       'Frank', 'Tonks', 'Lincoln', 'Oakley', 'Dale', 'Rizzo', 'Arnie',\n",
       "       'Pinot', 'Dallas', 'Hero', 'Frankie', 'Stormy', 'Mairi', 'Loomis',\n",
       "       'Godi', 'Kenny', 'Deacon', 'Timmy', 'Harper', 'Chipson', 'Combo',\n",
       "       'Dash', 'Bell', 'Hurley', 'Jay', 'Mya', 'Strider', 'an', 'Wesley',\n",
       "       'Solomon', 'Huck', 'very', 'O', 'Blue', 'Finley', 'Sprinkles',\n",
       "       'Heinrich', 'Shakespeare', 'Fizz', 'Chip', 'Grey', 'Roosevelt',\n",
       "       'Gromit', 'Willem', 'Dakota', 'Dixie', 'Al', 'Jackson', 'just',\n",
       "       'Carbon', 'DonDon', 'Kirby', 'Lou', 'Nollie', 'Chevy', 'Tito',\n",
       "       'Louie', 'Rupert', 'Rufus', 'Brudge', 'Shadoe', 'Colby', 'Angel',\n",
       "       'Brat', 'Tove', 'my', 'Aubie', 'Kota', 'Eve', 'Glenn', 'Shelby',\n",
       "       'Sephie', 'Bonaparte', 'Albert', 'Wishes', 'Rose', 'Theo', 'Rocco',\n",
       "       'Fido', 'Emma', 'Spencer', 'Lilli', 'Boston', 'Brandonald', 'Corey',\n",
       "       'Leonard', 'Chompsky', 'Beckham', 'Devón', 'Gert', 'Watson',\n",
       "       'Rubio', 'Keith', 'Dex', 'Carly', 'Ace', 'Tayzie', 'Grizzie',\n",
       "       'Fred', 'Gilbert', 'Zoe', 'Stewie', 'Calvin', 'Lilah', 'Spanky',\n",
       "       'Jameson', 'Piper', 'Atticus', 'Blu', 'Dietrich', 'Divine', 'Tripp',\n",
       "       'his', 'Cora', 'Huxley', 'Keurig', 'Bookstore', 'Linus', 'Abby',\n",
       "       'Shaggy', 'Shiloh', 'Gustav', 'Arlen', 'Percy', 'Lenox', 'Sugar',\n",
       "       'Harvey', 'Blanket', 'actually', 'Geno', 'Stark', 'Beya', 'Kilo',\n",
       "       'Kayla', 'Maxaroni', 'Doug', 'Edmund', 'Aqua', 'Theodore', 'Chase',\n",
       "       'getting', 'Rorie', 'Simba', 'Charles', 'Bayley', 'Axel',\n",
       "       'Storkson', 'Remy', 'Chadrick', 'Kellogg', 'Buckley', 'Livvie',\n",
       "       'Terry', 'Hermione', 'Ralpher', 'Aldrick', 'this', 'unacceptable',\n",
       "       'Rooney', 'Crystal', 'Ziva', 'Stefan', 'Pupcasso', 'Puff',\n",
       "       'Flurpson', 'Coleman', 'Enchilada', 'Raymond', 'all', 'Rueben',\n",
       "       'Cilantro', 'Karll', 'Sprout', 'Blitz', 'Bloop', 'Lillie',\n",
       "       'Ashleigh', 'Kreggory', 'Sarge', 'Luther', 'Ivar', 'Jangle',\n",
       "       'Schnitzel', 'Panda', 'Berkeley', 'Ralphé', 'Charleson', 'Clyde',\n",
       "       'Harnold', 'Sid', 'Pippa', 'Otis', 'Carper', 'Bowie',\n",
       "       'Alexanderson', 'Suki', 'Barclay', 'Skittle', 'Ebby', 'Flávio',\n",
       "       'Smokey', 'Link', 'Jennifur', 'Ozzy', 'Bluebert', 'Stephanus',\n",
       "       'Bubbles', 'old', 'Zeus', 'Bertson', 'Nico', 'Michelangelope',\n",
       "       'Siba', 'Calbert', 'Curtis', 'Travis', 'Thumas', 'Kanu', 'Lance',\n",
       "       'Opie', 'Kane', 'Olive', 'Chuckles', 'Staniel', 'Sora', 'Beemo',\n",
       "       'Gunner', 'infuriating', 'Lacy', 'Tater', 'Olaf', 'Cecil', 'Vince',\n",
       "       'Karma', 'Billy', 'Walker', 'Rodney', 'Klevin', 'Malikai', 'Bobble',\n",
       "       'River', 'Jebberson', 'Remington', 'Farfle', 'Jiminus', 'Clarkus',\n",
       "       'Finnegus', 'Cupcake', 'Kathmandu', 'Ellie', 'Katie', 'Kara',\n",
       "       'Adele', 'Zara', 'Ambrose', 'Jimothy', 'Bode', 'Terrenth', 'Reese',\n",
       "       'Chesterson', 'Lucia', 'Bisquick', 'Ralphson', 'Socks', 'Rambo',\n",
       "       'Rudy', 'Fiji', 'Rilo', 'Bilbo', 'Coopson', 'Yoda', 'Millie',\n",
       "       'Chet', 'Crouton', 'Daniel', 'Kaia', 'Murphy', 'Dotsy', 'Eazy',\n",
       "       'Coops', 'Fillup', 'Miley', 'Charl', 'Reagan', 'Yukon', 'CeCe',\n",
       "       'Cuddles', 'Claude', 'Jessiga', 'Carter', 'Ole', 'Pherb', 'Blipson',\n",
       "       'Reptar', 'Trevith', 'Berb', 'Bob', 'Colin', 'Brian', 'Oliviér',\n",
       "       'Grady', 'Kobe', 'Freddery', 'Bodie', 'Dunkin', 'Wally', 'Tupawc',\n",
       "       'Amber', 'Edgar', 'Teddy', 'Kingsley', 'Brockly', 'Richie', 'Molly',\n",
       "       'Vinscent', 'Cedrick', 'Hazel', 'Lolo', 'Eriq', 'Phred', 'the',\n",
       "       'Oddie', 'Maxwell', 'Geoff', 'Covach', 'Durg', 'Fynn', 'Ricky',\n",
       "       'Herald', 'Lucky', 'Ferg', 'Trip', 'Clarence', 'Hamrick', 'Brad',\n",
       "       'Pubert', 'Frönq', 'Derby', 'Lizzie', 'Ember', 'Blakely', 'Opal',\n",
       "       'Marq', 'Kramer', 'Barry', 'Gordon', 'Baxter', 'Mona', 'Horace',\n",
       "       'Crimson', 'Birf', 'Hammond', 'Lorelei', 'Marty', 'Brooks',\n",
       "       'Petrick', 'Hubertson', 'Gerbald', 'Oreo', 'Bruiser', 'Perry',\n",
       "       'Bobby', 'Jeph', 'Obi', 'Tino', 'Kulet', 'Sweets', 'Lupe', 'Tiger',\n",
       "       'Jiminy', 'Griffin', 'Banjo', 'Brandy', 'Lulu', 'Darrel', 'Taco',\n",
       "       'Joey', 'Patrick', 'Kreg', 'Todo', 'Tess', 'Ulysses', 'Toffee',\n",
       "       'Apollo', 'Asher', 'Glacier', 'Chuck', 'Champ', 'Ozzie', 'Griswold',\n",
       "       'Cheesy', 'Moofasa', 'Hector', 'Goliath', 'Kawhi', 'by', 'Emmie',\n",
       "       'Penelope', 'Willie', 'Rinna', 'Mike', 'William', 'Dwight', 'Evy',\n",
       "       'officially', 'Rascal', 'Linda', 'Tug', 'Tango', 'Grizz', 'Jerome',\n",
       "       'Crumpet', 'Jessifer', 'Izzy', 'Ralph', 'Sandy', 'Humphrey',\n",
       "       'Tassy', 'Juckson', 'Chuq', 'Tyrus', 'Karl', 'Godzilla', 'Vinnie',\n",
       "       'Kenneth', 'Herm', 'Bert', 'Striker', 'Donny', 'Pepper', 'Bernie',\n",
       "       'Buddah', 'Lenny', 'Arnold', 'Zuzu', 'Mollie', 'Laela', 'Tedders',\n",
       "       'Superpup', 'Rufio', 'Jeb', 'Rodman', 'Jonah', 'Chesney', 'life',\n",
       "       'Henry', 'Bobbay', 'Mitch', 'Kaiya', 'Acro', 'Aiden', 'Obie', 'Dot',\n",
       "       'Shnuggles', 'Kendall', 'Jeffri', 'Steve', 'Mac', 'Fletcher',\n",
       "       'Kenzie', 'Pumpkin', 'Schnozz', 'Gustaf', 'Cheryl', 'Ed',\n",
       "       'Leonidas', 'Norman', 'Caryl', 'Scott', 'Taz', 'Darby', 'Jackie',\n",
       "       'light', 'Jazz', 'Franq', 'Pippin', 'Rolf', 'Snickers', 'Ridley',\n",
       "       'Cal', 'Bradley', 'Bubba', 'Tuco', 'Patch', 'Mojo', 'Batdog',\n",
       "       'Dylan', 'space', 'Mark', 'JD', 'Alejandro', 'Scruffers', 'Pip',\n",
       "       'Julius', 'Tanner', 'Sparky', 'Anthony', 'Holly', 'Jett', 'Amy',\n",
       "       'Sage', 'Andy', 'Mason', 'Trigger', 'Antony', 'Creg', 'Traviss',\n",
       "       'Gin', 'Jeffrie', 'Danny', 'Ester', 'Pluto', 'Bloo', 'Edd', 'Willy',\n",
       "       'Herb', 'Damon', 'Peanut', 'Nigel', 'Butters', 'Sandra', 'Fabio',\n",
       "       'Randall', 'Liam', 'Tommy', 'Ben', 'Raphael', 'Julio', 'Andru',\n",
       "       'Kloey', 'Shawwn', 'Skye', 'Kollin', 'Ronduh', 'Billl', 'Saydee',\n",
       "       'Dug', 'Tessa', 'Sully', 'Kirk', 'Ralf', 'Clarq', 'Jaspers',\n",
       "       'Samsom', 'Harrison', 'Chaz', 'Jeremy', 'Jaycob', 'Lambeau',\n",
       "       'Ruffles', 'Amélie', 'Bobb', 'Banditt', 'Kevon', 'Winifred', 'Hanz',\n",
       "       'Churlie', 'Zeek', 'Timofy', 'Maks', 'Jomathan', 'Kallie', 'Marvin',\n",
       "       'Spark', 'Gòrdón', 'Jo', 'DayZ', 'Jareld', 'Torque', 'Ron',\n",
       "       'Skittles', 'Cleopatricia', 'Erik', 'Stu', 'Tedrick', 'Filup',\n",
       "       'Kial', 'Naphaniel', 'Dook', 'Hall', 'Philippe', 'Biden', 'Fwed',\n",
       "       'Genevieve', 'Joshwa', 'Bradlay', 'Clybe', 'Keet', 'Carll',\n",
       "       'Jockson', 'Josep', 'Lugan', 'Christoper'], dtype=object)"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#original\n",
    "df_archive.name.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Phineas', 'Tilly', 'Archie', 'Darla', 'Franklin', 'None', 'Jax',\n",
       "       'Zoey', 'Cassie', 'Koda', 'Bruno', 'Ted', 'Stuart', 'Oliver', 'Jim',\n",
       "       'Zeke', 'Ralphus', 'Canela', 'Gerald', 'Jeffrey', 'Maya', 'Mingus',\n",
       "       'Derek', 'Roscoe', 'Waffles', 'Jimbo', 'Maisey', 'Lilly', 'Earl',\n",
       "       'Lola', 'Kevin', 'Yogi', 'Noah', 'Bella', 'Grizzwald', 'Rusty',\n",
       "       'Gus', 'Stanley', 'Alfy', 'Koko', 'Rey', 'Gary', 'Elliot', 'Louis',\n",
       "       'Jesse', 'Romeo', 'Bailey', 'Duddles', 'Jack', 'Emmy', 'Steven',\n",
       "       'Beau', 'Snoopy', 'Shadow', 'Terrance', 'Aja', 'Penny', 'Dante',\n",
       "       'Nelly', 'Ginger', 'Benedict', 'Venti', 'Goose', 'Nugget', 'Cash',\n",
       "       'Coco', 'Jed', 'Sebastian', 'Walter', 'Sierra', 'Monkey', 'Harry',\n",
       "       'Kody', 'Lassie', 'Rover', 'Napolean', 'Dawn', 'Boomer', 'Cody',\n",
       "       'Rumble', 'Clifford', 'Dewey', 'Scout', 'Gizmo', 'Cooper', 'Harold',\n",
       "       'Shikha', 'Jamesy', 'Lili', 'Sammy', 'Meatball', 'Paisley', 'Albus',\n",
       "       'Neptune', 'Quinn', 'Belle', 'Zooey', 'Dave', 'Jersey', 'Hobbes',\n",
       "       'Burt', 'Lorenzo', 'Carl', 'Jordy', 'Milky', 'Trooper', 'Winston',\n",
       "       'Sophie', 'Wyatt', 'Rosie', 'Thor', 'Oscar', 'Luna', 'Callie',\n",
       "       'Cermet', 'George', 'Marlee', 'Arya', 'Einstein', 'Alice',\n",
       "       'Rumpole', 'Benny', 'Aspen', 'Jarod', 'Wiggles', 'General',\n",
       "       'Sailor', 'Astrid', 'Iggy', 'Snoop', 'Kyle', 'Leo', 'Riley',\n",
       "       'Gidget', 'Noosh', 'Odin', 'Jerry', 'Charlie', 'Georgie', 'Rontu',\n",
       "       'Cannon', 'Furzey', 'Daisy', 'Tuck', 'Barney', 'Vixen', 'Jarvis',\n",
       "       'Mimosa', 'Pickles', 'Bungalo', 'Brady', 'Margo', 'Sadie', 'Hank',\n",
       "       'Tycho', 'Stephan', 'Indie', 'Winnie', 'Bentley', 'Ken', 'Max',\n",
       "       'Maddie', 'Pipsy', 'Monty', 'Sojourner', 'Odie', 'Arlo', 'Sunny',\n",
       "       'Vincent', 'Lucy', 'Clark', 'Mookie', 'Meera', 'Buddy', 'Ava',\n",
       "       'Rory', 'Eli', 'Ash', 'Tucker', 'Tobi', 'Chester', 'Wilson',\n",
       "       'Sunshine', 'Lipton', 'Gabby', 'Bronte', 'Poppy', 'Rhino', 'Willow',\n",
       "       'Orion', 'Eevee', 'Smiley', 'Logan', 'Moreton', 'Klein', 'Miguel',\n",
       "       'Emanuel', 'Kuyu', 'Dutch', 'Pete', 'Scooter', 'Reggie', 'Kyro',\n",
       "       'Samson', 'Loki', 'Mia', 'Malcolm', 'Dexter', 'Alfie', 'Fiona',\n",
       "       'Mutt', 'Bear', 'Doobert', 'Beebop', 'Alexander', 'Sailer',\n",
       "       'Brutus', 'Kona', 'Boots', 'Ralphie', 'Phil', 'Cupid', 'Pawnd',\n",
       "       'Pilot', 'Ike', 'Mo', 'Toby', 'Sweet', 'Pablo', 'Nala', 'Balto',\n",
       "       'Crawford', 'Gabe', 'Mattie', 'Jimison', 'Hercules', 'Duchess',\n",
       "       'Harlso', 'Sampson', 'Sundance', 'Luca', 'Flash', 'Finn', 'Peaches',\n",
       "       'Howie', 'Jazzy', 'Anna', 'Bo', 'Seamus', 'Wafer', 'Chelsea', 'Tom',\n",
       "       'Moose', 'Florence', 'Autumn', 'Dido', 'Eugene', 'Herschel',\n",
       "       'Strudel', 'Tebow', 'Chloe', 'Betty', 'Timber', 'Binky', 'Dudley',\n",
       "       'Comet', 'Larry', 'Levi', 'Akumi', 'Titan', 'Olivia', 'Alf',\n",
       "       'Oshie', 'Bruce', 'Chubbs', 'Sky', 'Atlas', 'Eleanor', 'Layla',\n",
       "       'Rocky', 'Baron', 'Tyr', 'Bauer', 'Swagger', 'Brandi', 'Mary',\n",
       "       'Moe', 'Halo', 'Augie', 'Craig', 'Sam', 'Hunter', 'Pavlov',\n",
       "       'Maximus', 'Wallace', 'Ito', 'Milo', 'Ollie', 'Cali', 'Lennon',\n",
       "       'Major', 'Duke', 'Reginald', 'Sansa', 'Shooter', 'Django', 'Diogi',\n",
       "       'Sonny', 'Philbert', 'Marley', 'Severus', 'Ronnie', 'Anakin',\n",
       "       'Bones', 'Mauve', 'Chef', 'Doc', 'Sobe', 'Longfellow', 'Mister',\n",
       "       'Iroh', 'Baloo', 'Stubert', 'Paull', 'Timison', 'Davey', 'Pancake',\n",
       "       'Tyrone', 'Snicku', 'Ruby', 'Brody', 'Rizzy', 'Mack', 'Butter',\n",
       "       'Nimbus', 'Laika', 'Dobby', 'Juno', 'Maude', 'Lily', 'Newt',\n",
       "       'Benji', 'Nida', 'Robin', 'Monster', 'BeBe', 'Remus', 'Mabel',\n",
       "       'Misty', 'Happy', 'Mosby', 'Maggie', 'Leela', 'Ralphy', 'Brownie',\n",
       "       'Meyer', 'Stella', 'Frank', 'Tonks', 'Lincoln', 'Oakley', 'Dale',\n",
       "       'Rizzo', 'Arnie', 'Pinot', 'Dallas', 'Hero', 'Frankie', 'Stormy',\n",
       "       'Mairi', 'Loomis', 'Godi', 'Kenny', 'Deacon', 'Timmy', 'Harper',\n",
       "       'Chipson', 'Combo', 'Dash', 'Bell', 'Hurley', 'Jay', 'Mya',\n",
       "       'Strider', 'Wesley', 'Solomon', 'Huck', 'O', 'Blue', 'Finley',\n",
       "       'Sprinkles', 'Heinrich', 'Shakespeare', 'Fizz', 'Chip', 'Grey',\n",
       "       'Roosevelt', 'Gromit', 'Willem', 'Dakota', 'Dixie', 'Al', 'Jackson',\n",
       "       'Carbon', 'DonDon', 'Kirby', 'Lou', 'Nollie', 'Chevy', 'Tito',\n",
       "       'Louie', 'Rupert', 'Rufus', 'Brudge', 'Shadoe', 'Colby', 'Angel',\n",
       "       'Brat', 'Tove', 'Aubie', 'Kota', 'Eve', 'Glenn', 'Shelby', 'Sephie',\n",
       "       'Bonaparte', 'Albert', 'Wishes', 'Rose', 'Theo', 'Rocco', 'Fido',\n",
       "       'Emma', 'Spencer', 'Lilli', 'Boston', 'Brandonald', 'Corey',\n",
       "       'Leonard', 'Chompsky', 'Beckham', 'Devón', 'Gert', 'Watson',\n",
       "       'Rubio', 'Keith', 'Dex', 'Carly', 'Ace', 'Tayzie', 'Grizzie',\n",
       "       'Fred', 'Gilbert', 'Zoe', 'Stewie', 'Calvin', 'Lilah', 'Spanky',\n",
       "       'Jameson', 'Piper', 'Atticus', 'Blu', 'Dietrich', 'Divine', 'Tripp',\n",
       "       'Cora', 'Huxley', 'Keurig', 'Bookstore', 'Linus', 'Abby', 'Shaggy',\n",
       "       'Shiloh', 'Gustav', 'Arlen', 'Percy', 'Lenox', 'Sugar', 'Harvey',\n",
       "       'Blanket', 'Geno', 'Stark', 'Beya', 'Kilo', 'Kayla', 'Maxaroni',\n",
       "       'Doug', 'Edmund', 'Aqua', 'Theodore', 'Chase', 'Rorie', 'Simba',\n",
       "       'Charles', 'Bayley', 'Axel', 'Storkson', 'Remy', 'Chadrick',\n",
       "       'Kellogg', 'Buckley', 'Livvie', 'Terry', 'Hermione', 'Ralpher',\n",
       "       'Aldrick', 'Rooney', 'Crystal', 'Ziva', 'Stefan', 'Pupcasso',\n",
       "       'Puff', 'Flurpson', 'Coleman', 'Enchilada', 'Raymond', 'Rueben',\n",
       "       'Cilantro', 'Karll', 'Sprout', 'Blitz', 'Bloop', 'Lillie',\n",
       "       'Ashleigh', 'Kreggory', 'Sarge', 'Luther', 'Ivar', 'Jangle',\n",
       "       'Schnitzel', 'Panda', 'Berkeley', 'Ralphé', 'Charleson', 'Clyde',\n",
       "       'Harnold', 'Sid', 'Pippa', 'Otis', 'Carper', 'Bowie',\n",
       "       'Alexanderson', 'Suki', 'Barclay', 'Skittle', 'Ebby', 'Flávio',\n",
       "       'Smokey', 'Link', 'Jennifur', 'Ozzy', 'Bluebert', 'Stephanus',\n",
       "       'Bubbles', 'Zeus', 'Bertson', 'Nico', 'Michelangelope', 'Siba',\n",
       "       'Calbert', 'Curtis', 'Travis', 'Thumas', 'Kanu', 'Lance', 'Opie',\n",
       "       'Kane', 'Olive', 'Chuckles', 'Staniel', 'Sora', 'Beemo', 'Gunner',\n",
       "       'Lacy', 'Tater', 'Olaf', 'Cecil', 'Vince', 'Karma', 'Billy',\n",
       "       'Walker', 'Rodney', 'Klevin', 'Malikai', 'Bobble', 'River',\n",
       "       'Jebberson', 'Remington', 'Farfle', 'Jiminus', 'Clarkus',\n",
       "       'Finnegus', 'Cupcake', 'Kathmandu', 'Ellie', 'Katie', 'Kara',\n",
       "       'Adele', 'Zara', 'Ambrose', 'Jimothy', 'Bode', 'Terrenth', 'Reese',\n",
       "       'Chesterson', 'Lucia', 'Bisquick', 'Ralphson', 'Socks', 'Rambo',\n",
       "       'Rudy', 'Fiji', 'Rilo', 'Bilbo', 'Coopson', 'Yoda', 'Millie',\n",
       "       'Chet', 'Crouton', 'Daniel', 'Kaia', 'Murphy', 'Dotsy', 'Eazy',\n",
       "       'Coops', 'Fillup', 'Miley', 'Charl', 'Reagan', 'Yukon', 'CeCe',\n",
       "       'Cuddles', 'Claude', 'Jessiga', 'Carter', 'Ole', 'Pherb', 'Blipson',\n",
       "       'Reptar', 'Trevith', 'Berb', 'Bob', 'Colin', 'Brian', 'Oliviér',\n",
       "       'Grady', 'Kobe', 'Freddery', 'Bodie', 'Dunkin', 'Wally', 'Tupawc',\n",
       "       'Amber', 'Edgar', 'Teddy', 'Kingsley', 'Brockly', 'Richie', 'Molly',\n",
       "       'Vinscent', 'Cedrick', 'Hazel', 'Lolo', 'Eriq', 'Phred', 'Oddie',\n",
       "       'Maxwell', 'Geoff', 'Covach', 'Durg', 'Fynn', 'Ricky', 'Herald',\n",
       "       'Lucky', 'Ferg', 'Trip', 'Clarence', 'Hamrick', 'Brad', 'Pubert',\n",
       "       'Frönq', 'Derby', 'Lizzie', 'Ember', 'Blakely', 'Opal', 'Marq',\n",
       "       'Kramer', 'Barry', 'Gordon', 'Baxter', 'Mona', 'Horace', 'Crimson',\n",
       "       'Birf', 'Hammond', 'Lorelei', 'Marty', 'Brooks', 'Petrick',\n",
       "       'Hubertson', 'Gerbald', 'Oreo', 'Bruiser', 'Perry', 'Bobby', 'Jeph',\n",
       "       'Obi', 'Tino', 'Kulet', 'Sweets', 'Lupe', 'Tiger', 'Jiminy',\n",
       "       'Griffin', 'Banjo', 'Brandy', 'Lulu', 'Darrel', 'Taco', 'Joey',\n",
       "       'Patrick', 'Kreg', 'Todo', 'Tess', 'Ulysses', 'Toffee', 'Apollo',\n",
       "       'Asher', 'Glacier', 'Chuck', 'Champ', 'Ozzie', 'Griswold', 'Cheesy',\n",
       "       'Moofasa', 'Hector', 'Goliath', 'Kawhi', 'Emmie', 'Penelope',\n",
       "       'Willie', 'Rinna', 'Mike', 'William', 'Dwight', 'Evy', 'Rascal',\n",
       "       'Linda', 'Tug', 'Tango', 'Grizz', 'Jerome', 'Crumpet', 'Jessifer',\n",
       "       'Izzy', 'Ralph', 'Sandy', 'Humphrey', 'Tassy', 'Juckson', 'Chuq',\n",
       "       'Tyrus', 'Karl', 'Godzilla', 'Vinnie', 'Kenneth', 'Herm', 'Bert',\n",
       "       'Striker', 'Donny', 'Pepper', 'Bernie', 'Buddah', 'Lenny', 'Arnold',\n",
       "       'Zuzu', 'Mollie', 'Laela', 'Tedders', 'Superpup', 'Rufio', 'Jeb',\n",
       "       'Rodman', 'Jonah', 'Chesney', 'Henry', 'Bobbay', 'Mitch', 'Kaiya',\n",
       "       'Acro', 'Aiden', 'Obie', 'Dot', 'Shnuggles', 'Kendall', 'Jeffri',\n",
       "       'Steve', 'Mac', 'Fletcher', 'Kenzie', 'Pumpkin', 'Schnozz',\n",
       "       'Gustaf', 'Cheryl', 'Ed', 'Leonidas', 'Norman', 'Caryl', 'Scott',\n",
       "       'Taz', 'Darby', 'Jackie', 'Jazz', 'Franq', 'Pippin', 'Rolf',\n",
       "       'Snickers', 'Ridley', 'Cal', 'Bradley', 'Bubba', 'Tuco', 'Patch',\n",
       "       'Mojo', 'Batdog', 'Dylan', 'Mark', 'JD', 'Alejandro', 'Scruffers',\n",
       "       'Pip', 'Julius', 'Tanner', 'Sparky', 'Anthony', 'Holly', 'Jett',\n",
       "       'Amy', 'Sage', 'Andy', 'Mason', 'Trigger', 'Antony', 'Creg',\n",
       "       'Traviss', 'Gin', 'Jeffrie', 'Danny', 'Ester', 'Pluto', 'Bloo',\n",
       "       'Edd', 'Willy', 'Herb', 'Damon', 'Peanut', 'Nigel', 'Butters',\n",
       "       'Sandra', 'Fabio', 'Randall', 'Liam', 'Tommy', 'Ben', 'Raphael',\n",
       "       'Julio', 'Andru', 'Kloey', 'Shawwn', 'Skye', 'Kollin', 'Ronduh',\n",
       "       'Billl', 'Saydee', 'Dug', 'Tessa', 'Sully', 'Kirk', 'Ralf', 'Clarq',\n",
       "       'Jaspers', 'Samsom', 'Harrison', 'Chaz', 'Jeremy', 'Jaycob',\n",
       "       'Lambeau', 'Ruffles', 'Amélie', 'Bobb', 'Banditt', 'Kevon',\n",
       "       'Winifred', 'Hanz', 'Churlie', 'Zeek', 'Timofy', 'Maks', 'Jomathan',\n",
       "       'Kallie', 'Marvin', 'Spark', 'Gòrdón', 'Jo', 'DayZ', 'Jareld',\n",
       "       'Torque', 'Ron', 'Skittles', 'Cleopatricia', 'Erik', 'Stu',\n",
       "       'Tedrick', 'Filup', 'Kial', 'Naphaniel', 'Dook', 'Hall', 'Philippe',\n",
       "       'Biden', 'Fwed', 'Genevieve', 'Joshwa', 'Bradlay', 'Clybe', 'Keet',\n",
       "       'Carll', 'Jockson', 'Josep', 'Lugan', 'Christoper'], dtype=object)"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#clean data\n",
    "archive_clean_df.name.unique()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Issue #2:"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true,
    "extensions": {
     "jupyter_dashboards": {
      "version": 1,
      "views": {
       "grid_default": {
        "hidden": true
       },
       "report_default": {
        "hidden": true
       }
      }
     }
    }
   },
   "source": [
    "#### Define\n",
    "\n",
    "Separate timestamp using to_datetime()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "archive_clean_df['timestamp']=pd.to_datetime(archive_clean_df['timestamp'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2356 entries, 0 to 2355\n",
      "Data columns (total 17 columns):\n",
      "tweet_id                      2356 non-null int64\n",
      "in_reply_to_status_id         78 non-null float64\n",
      "in_reply_to_user_id           78 non-null float64\n",
      "timestamp                     2356 non-null datetime64[ns]\n",
      "source                        2356 non-null object\n",
      "text                          2356 non-null object\n",
      "retweeted_status_id           181 non-null float64\n",
      "retweeted_status_user_id      181 non-null float64\n",
      "retweeted_status_timestamp    181 non-null object\n",
      "expanded_urls                 2297 non-null object\n",
      "rating_numerator              2356 non-null int64\n",
      "rating_denominator            2356 non-null int64\n",
      "name                          2356 non-null object\n",
      "doggo                         2356 non-null object\n",
      "floofer                       2356 non-null object\n",
      "pupper                        2356 non-null object\n",
      "puppo                         2356 non-null object\n",
      "dtypes: datetime64[ns](1), float64(4), int64(3), object(9)\n",
      "memory usage: 313.0+ KB\n"
     ]
    }
   ],
   "source": [
    "archive_clean_df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>doggo</th>\n",
       "      <th>floofer</th>\n",
       "      <th>pupper</th>\n",
       "      <th>puppo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181378084864/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-30 15:58:51</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557279858688/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 16:00:24</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "0  892420643555336193                    NaN                  NaN   \n",
       "1  892177421306343426                    NaN                  NaN   \n",
       "2  891815181378084864                    NaN                  NaN   \n",
       "3  891689557279858688                    NaN                  NaN   \n",
       "4  891327558926688256                    NaN                  NaN   \n",
       "\n",
       "            timestamp  \\\n",
       "0 2017-08-01 16:23:56   \n",
       "1 2017-08-01 00:17:27   \n",
       "2 2017-07-31 00:18:03   \n",
       "3 2017-07-30 15:58:51   \n",
       "4 2017-07-29 16:00:24   \n",
       "\n",
       "                                                                               source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                                                 text  \\\n",
       "0                                                       This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU   \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV   \n",
       "2                   This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB   \n",
       "3                                                             This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ   \n",
       "4  This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f   \n",
       "\n",
       "   retweeted_status_id  retweeted_status_user_id retweeted_status_timestamp  \\\n",
       "0                  NaN                       NaN                        NaN   \n",
       "1                  NaN                       NaN                        NaN   \n",
       "2                  NaN                       NaN                        NaN   \n",
       "3                  NaN                       NaN                        NaN   \n",
       "4                  NaN                       NaN                        NaN   \n",
       "\n",
       "                                                                                                                     expanded_urls  \\\n",
       "0                                                                  https://twitter.com/dog_rates/status/892420643555336193/photo/1   \n",
       "1                                                                  https://twitter.com/dog_rates/status/892177421306343426/photo/1   \n",
       "2                                                                  https://twitter.com/dog_rates/status/891815181378084864/photo/1   \n",
       "3                                                                  https://twitter.com/dog_rates/status/891689557279858688/photo/1   \n",
       "4  https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1   \n",
       "\n",
       "   rating_numerator  rating_denominator      name doggo floofer pupper puppo  \n",
       "0                13                  10   Phineas  None    None   None  None  \n",
       "1                13                  10     Tilly  None    None   None  None  \n",
       "2                12                  10    Archie  None    None   None  None  \n",
       "3                13                  10     Darla  None    None   None  None  \n",
       "4                12                  10  Franklin  None    None   None  None  "
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# clean data\n",
    "archive_clean_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>doggo</th>\n",
       "      <th>floofer</th>\n",
       "      <th>pupper</th>\n",
       "      <th>puppo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181378084864/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-30 15:58:51 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557279858688/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 16:00:24 +0000</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "      <td>None</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "0  892420643555336193                    NaN                  NaN   \n",
       "1  892177421306343426                    NaN                  NaN   \n",
       "2  891815181378084864                    NaN                  NaN   \n",
       "3  891689557279858688                    NaN                  NaN   \n",
       "4  891327558926688256                    NaN                  NaN   \n",
       "\n",
       "                   timestamp  \\\n",
       "0  2017-08-01 16:23:56 +0000   \n",
       "1  2017-08-01 00:17:27 +0000   \n",
       "2  2017-07-31 00:18:03 +0000   \n",
       "3  2017-07-30 15:58:51 +0000   \n",
       "4  2017-07-29 16:00:24 +0000   \n",
       "\n",
       "                                                                               source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                                                 text  \\\n",
       "0                                                       This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU   \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV   \n",
       "2                   This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB   \n",
       "3                                                             This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ   \n",
       "4  This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f   \n",
       "\n",
       "   retweeted_status_id  retweeted_status_user_id retweeted_status_timestamp  \\\n",
       "0                  NaN                       NaN                        NaN   \n",
       "1                  NaN                       NaN                        NaN   \n",
       "2                  NaN                       NaN                        NaN   \n",
       "3                  NaN                       NaN                        NaN   \n",
       "4                  NaN                       NaN                        NaN   \n",
       "\n",
       "                                                                                                                     expanded_urls  \\\n",
       "0                                                                  https://twitter.com/dog_rates/status/892420643555336193/photo/1   \n",
       "1                                                                  https://twitter.com/dog_rates/status/892177421306343426/photo/1   \n",
       "2                                                                  https://twitter.com/dog_rates/status/891815181378084864/photo/1   \n",
       "3                                                                  https://twitter.com/dog_rates/status/891689557279858688/photo/1   \n",
       "4  https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1   \n",
       "\n",
       "   rating_numerator  rating_denominator      name doggo floofer pupper puppo  \n",
       "0                13                  10   Phineas  None    None   None  None  \n",
       "1                13                  10     Tilly  None    None   None  None  \n",
       "2                12                  10    Archie  None    None   None  None  \n",
       "3                13                  10     Darla  None    None   None  None  \n",
       "4                12                  10  Franklin  None    None   None  None  "
      ]
     },
     "execution_count": 52,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# original data\n",
    "df_archive.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "#copy of archive_clean with timestamp and name fixed\n",
    "archive_clean_1 = archive_clean_df.copy()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Issue 3"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Define\n",
    "\n",
    "Null values recorded as 'Nan' and 'none'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "11140"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#missing values\n",
    "archive_clean_1.isna().sum().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tweet_id                         0\n",
       "in_reply_to_status_id         2278\n",
       "in_reply_to_user_id           2278\n",
       "timestamp                        0\n",
       "source                           0\n",
       "text                             0\n",
       "retweeted_status_id           2175\n",
       "retweeted_status_user_id      2175\n",
       "retweeted_status_timestamp    2175\n",
       "expanded_urls                   59\n",
       "rating_numerator                 0\n",
       "rating_denominator               0\n",
       "name                             0\n",
       "doggo                            0\n",
       "floofer                          0\n",
       "pupper                           0\n",
       "puppo                            0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_1.isna().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "archive_clean_1 = archive_clean_1.replace('None', np.nan)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tweet_id                         0\n",
       "in_reply_to_status_id         2278\n",
       "in_reply_to_user_id           2278\n",
       "timestamp                        0\n",
       "source                           0\n",
       "text                             0\n",
       "retweeted_status_id           2175\n",
       "retweeted_status_user_id      2175\n",
       "retweeted_status_timestamp    2175\n",
       "expanded_urls                   59\n",
       "rating_numerator                 0\n",
       "rating_denominator               0\n",
       "name                           854\n",
       "doggo                         2259\n",
       "floofer                       2346\n",
       "pupper                        2099\n",
       "puppo                         2326\n",
       "dtype: int64"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_1.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>doggo</th>\n",
       "      <th>floofer</th>\n",
       "      <th>pupper</th>\n",
       "      <th>puppo</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181378084864/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-30 15:58:51</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557279858688/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 16:00:24</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "0  892420643555336193                    NaN                  NaN   \n",
       "1  892177421306343426                    NaN                  NaN   \n",
       "2  891815181378084864                    NaN                  NaN   \n",
       "3  891689557279858688                    NaN                  NaN   \n",
       "4  891327558926688256                    NaN                  NaN   \n",
       "\n",
       "            timestamp  \\\n",
       "0 2017-08-01 16:23:56   \n",
       "1 2017-08-01 00:17:27   \n",
       "2 2017-07-31 00:18:03   \n",
       "3 2017-07-30 15:58:51   \n",
       "4 2017-07-29 16:00:24   \n",
       "\n",
       "                                                                               source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                                                 text  \\\n",
       "0                                                       This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10 https://t.co/MgUWQ76dJU   \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10 https://t.co/0Xxu71qeIV   \n",
       "2                   This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10 https://t.co/wUnZnhtVJB   \n",
       "3                                                             This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us https://t.co/tD36da7qLQ   \n",
       "4  This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek https://t.co/AtUZn91f7f   \n",
       "\n",
       "   retweeted_status_id  retweeted_status_user_id retweeted_status_timestamp  \\\n",
       "0                  NaN                       NaN                        NaN   \n",
       "1                  NaN                       NaN                        NaN   \n",
       "2                  NaN                       NaN                        NaN   \n",
       "3                  NaN                       NaN                        NaN   \n",
       "4                  NaN                       NaN                        NaN   \n",
       "\n",
       "                                                                                                                     expanded_urls  \\\n",
       "0                                                                  https://twitter.com/dog_rates/status/892420643555336193/photo/1   \n",
       "1                                                                  https://twitter.com/dog_rates/status/892177421306343426/photo/1   \n",
       "2                                                                  https://twitter.com/dog_rates/status/891815181378084864/photo/1   \n",
       "3                                                                  https://twitter.com/dog_rates/status/891689557279858688/photo/1   \n",
       "4  https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1   \n",
       "\n",
       "   rating_numerator  rating_denominator      name doggo floofer pupper puppo  \n",
       "0                13                  10   Phineas   NaN     NaN    NaN   NaN  \n",
       "1                13                  10     Tilly   NaN     NaN    NaN   NaN  \n",
       "2                12                  10    Archie   NaN     NaN    NaN   NaN  \n",
       "3                13                  10     Darla   NaN     NaN    NaN   NaN  \n",
       "4                12                  10  Franklin   NaN     NaN    NaN   NaN  "
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_1.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Issue 4"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Define\n",
    "\n",
    "Remove short URL from archive table \"text\" column and move it to a new column called \"url_short\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "#copy of archive_clean_1 as it has the first 3 issues fixed\n",
    "archive_clean_url = archive_clean_1.copy()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "24"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#find length of url\n",
    "url_length = len(archive_clean_url['text'][0].split()[-1])+1\n",
    "url_length\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [],
   "source": [
    "#add column with new short URL\n",
    "archive_clean_url['url_short'] = archive_clean_url['text'].apply(lambda row: row[-url_length:])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "#remove the short URL from text\n",
    "archive_clean_url['text'] = archive_clean_url['text'].apply(lambda row: row[:-url_length])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>doggo</th>\n",
       "      <th>floofer</th>\n",
       "      <th>pupper</th>\n",
       "      <th>puppo</th>\n",
       "      <th>url_short</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181378084864/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/wUnZnhtVJB</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "0  892420643555336193                    NaN                  NaN   \n",
       "1  892177421306343426                    NaN                  NaN   \n",
       "2  891815181378084864                    NaN                  NaN   \n",
       "\n",
       "            timestamp  \\\n",
       "0 2017-08-01 16:23:56   \n",
       "1 2017-08-01 00:17:27   \n",
       "2 2017-07-31 00:18:03   \n",
       "\n",
       "                                                                               source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                         text  \\\n",
       "0                                                       This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10   \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10   \n",
       "2                   This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10   \n",
       "\n",
       "   retweeted_status_id  retweeted_status_user_id retweeted_status_timestamp  \\\n",
       "0                  NaN                       NaN                        NaN   \n",
       "1                  NaN                       NaN                        NaN   \n",
       "2                  NaN                       NaN                        NaN   \n",
       "\n",
       "                                                     expanded_urls  \\\n",
       "0  https://twitter.com/dog_rates/status/892420643555336193/photo/1   \n",
       "1  https://twitter.com/dog_rates/status/892177421306343426/photo/1   \n",
       "2  https://twitter.com/dog_rates/status/891815181378084864/photo/1   \n",
       "\n",
       "   rating_numerator  rating_denominator     name doggo floofer pupper puppo  \\\n",
       "0                13                  10  Phineas   NaN     NaN    NaN   NaN   \n",
       "1                13                  10    Tilly   NaN     NaN    NaN   NaN   \n",
       "2                12                  10   Archie   NaN     NaN    NaN   NaN   \n",
       "\n",
       "                  url_short  \n",
       "0   https://t.co/MgUWQ76dJU  \n",
       "1   https://t.co/0Xxu71qeIV  \n",
       "2   https://t.co/wUnZnhtVJB  "
      ]
     },
     "execution_count": 63,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_url.head(3)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Issue 5"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Define\n",
    "\n",
    "Floofer, pupper, puppo and doggo could be one column as dog type"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "#new copy with url, Nan values, names, timestamp fixed\n",
    "archive_clean_dog = archive_clean_url.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2356 entries, 0 to 2355\n",
      "Data columns (total 18 columns):\n",
      "tweet_id                      2356 non-null int64\n",
      "in_reply_to_status_id         78 non-null float64\n",
      "in_reply_to_user_id           78 non-null float64\n",
      "timestamp                     2356 non-null datetime64[ns]\n",
      "source                        2356 non-null object\n",
      "text                          2356 non-null object\n",
      "retweeted_status_id           181 non-null float64\n",
      "retweeted_status_user_id      181 non-null float64\n",
      "retweeted_status_timestamp    181 non-null object\n",
      "expanded_urls                 2297 non-null object\n",
      "rating_numerator              2356 non-null int64\n",
      "rating_denominator            2356 non-null int64\n",
      "name                          1502 non-null object\n",
      "doggo                         97 non-null object\n",
      "floofer                       10 non-null object\n",
      "pupper                        257 non-null object\n",
      "puppo                         30 non-null object\n",
      "url_short                     2356 non-null object\n",
      "dtypes: datetime64[ns](1), float64(4), int64(3), object(10)\n",
      "memory usage: 331.4+ KB\n"
     ]
    }
   ],
   "source": [
    "archive_clean_dog.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [],
   "source": [
    "archive_clean_dog.reset_index(drop = True, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [],
   "source": [
    "archive_clean_dog.loc[(archive_clean_dog[['doggo', 'floofer', 'pupper', 'puppo']] != 'None').sum(axis=1) > 1];"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "dog_list=['doggo', 'floofer', 'pupper', 'puppo']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "archive_clean_dog['dog_type'] = pd.np.empty((archive_clean_dog.shape[0], 0)).tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [],
   "source": [
    "def d_type(archive_clean_dog):    \n",
    "    for i in range(archive_clean_dog.shape[0]):\n",
    "        for x in dog_list:\n",
    "            if x in archive_clean_dog.loc[i,['doggo', 'floofer', 'pupper', 'puppo']].tolist():\n",
    "                archive_clean_dog.loc[i,'dog_type'].append(x)\n",
    "            else:\n",
    "                continue   \n",
    "        # convert list into string\n",
    "        archive_clean_dog.loc[i,'dog_type'] = \", \".join(archive_clean_dog.loc[i,'dog_type'])\n",
    "    # replace empty strings with another string\n",
    "    archive_clean_dog.dog_type = archive_clean_dog.dog_type.replace('',np.nan)\n",
    "    #archive_clean.dog_type = archive_clean.dog_type.replace(np.nan)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 71,
   "metadata": {},
   "outputs": [],
   "source": [
    "d_type(archive_clean_dog)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>doggo</th>\n",
       "      <th>floofer</th>\n",
       "      <th>pupper</th>\n",
       "      <th>puppo</th>\n",
       "      <th>url_short</th>\n",
       "      <th>dog_type</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181378084864/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/wUnZnhtVJB</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-30 15:58:51</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557279858688/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/tD36da7qLQ</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 16:00:24</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/AtUZn91f7f</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "0  892420643555336193                    NaN                  NaN   \n",
       "1  892177421306343426                    NaN                  NaN   \n",
       "2  891815181378084864                    NaN                  NaN   \n",
       "3  891689557279858688                    NaN                  NaN   \n",
       "4  891327558926688256                    NaN                  NaN   \n",
       "\n",
       "            timestamp  \\\n",
       "0 2017-08-01 16:23:56   \n",
       "1 2017-08-01 00:17:27   \n",
       "2 2017-07-31 00:18:03   \n",
       "3 2017-07-30 15:58:51   \n",
       "4 2017-07-29 16:00:24   \n",
       "\n",
       "                                                                               source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "3  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "4  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                         text  \\\n",
       "0                                                       This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10   \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10   \n",
       "2                   This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10   \n",
       "3                                                             This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us   \n",
       "4  This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek   \n",
       "\n",
       "   retweeted_status_id  retweeted_status_user_id retweeted_status_timestamp  \\\n",
       "0                  NaN                       NaN                        NaN   \n",
       "1                  NaN                       NaN                        NaN   \n",
       "2                  NaN                       NaN                        NaN   \n",
       "3                  NaN                       NaN                        NaN   \n",
       "4                  NaN                       NaN                        NaN   \n",
       "\n",
       "                                                                                                                     expanded_urls  \\\n",
       "0                                                                  https://twitter.com/dog_rates/status/892420643555336193/photo/1   \n",
       "1                                                                  https://twitter.com/dog_rates/status/892177421306343426/photo/1   \n",
       "2                                                                  https://twitter.com/dog_rates/status/891815181378084864/photo/1   \n",
       "3                                                                  https://twitter.com/dog_rates/status/891689557279858688/photo/1   \n",
       "4  https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1   \n",
       "\n",
       "   rating_numerator  rating_denominator      name doggo floofer pupper puppo  \\\n",
       "0                13                  10   Phineas   NaN     NaN    NaN   NaN   \n",
       "1                13                  10     Tilly   NaN     NaN    NaN   NaN   \n",
       "2                12                  10    Archie   NaN     NaN    NaN   NaN   \n",
       "3                13                  10     Darla   NaN     NaN    NaN   NaN   \n",
       "4                12                  10  Franklin   NaN     NaN    NaN   NaN   \n",
       "\n",
       "                  url_short dog_type  \n",
       "0   https://t.co/MgUWQ76dJU      NaN  \n",
       "1   https://t.co/0Xxu71qeIV      NaN  \n",
       "2   https://t.co/wUnZnhtVJB      NaN  \n",
       "3   https://t.co/tD36da7qLQ      NaN  \n",
       "4   https://t.co/AtUZn91f7f      NaN  "
      ]
     },
     "execution_count": 72,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_dog.loc[(archive_clean_dog[['doggo', 'floofer', 'pupper', 'puppo']] != 'None').sum(axis=1)>1].head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "#drop columns not needed\n",
    "archive_clean_dog.drop(['doggo', 'floofer', 'pupper', 'puppo'], axis = 1, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [],
   "source": [
    "archive_clean_dog.dog_type = archive_clean_dog.dog_type.astype('category')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        NaN\n",
       "1        NaN\n",
       "2        NaN\n",
       "3        NaN\n",
       "4        NaN\n",
       "5        NaN\n",
       "6        NaN\n",
       "7        NaN\n",
       "8        NaN\n",
       "9      doggo\n",
       "10       NaN\n",
       "11       NaN\n",
       "12     puppo\n",
       "13       NaN\n",
       "14     puppo\n",
       "15       NaN\n",
       "16       NaN\n",
       "17       NaN\n",
       "18       NaN\n",
       "19       NaN\n",
       "20       NaN\n",
       "21       NaN\n",
       "22       NaN\n",
       "23       NaN\n",
       "24       NaN\n",
       "25       NaN\n",
       "26       NaN\n",
       "27       NaN\n",
       "28       NaN\n",
       "29    pupper\n",
       "Name: dog_type, dtype: category\n",
       "Categories (7, object): [doggo, doggo, floofer, doggo, pupper, doggo, puppo, floofer, pupper, puppo]"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_dog.dog_type.head(30)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pupper            245\n",
       "doggo              83\n",
       "puppo              29\n",
       "doggo, pupper      12\n",
       "floofer             9\n",
       "doggo, puppo        1\n",
       "doggo, floofer      1\n",
       "Name: dog_type, dtype: int64"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_dog.dog_type.value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Issue 6"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Define\n",
    "Expanded URL column have rows with duplicated data or other website sources"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [],
   "source": [
    "#copy with previous issues resolved \n",
    "archive_clean_dupl_url = archive_clean_dog.copy()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [],
   "source": [
    "def clean_str(x):\n",
    "    if not pd.notnull(x):\n",
    "        return x\n",
    "    if ',' in x:\n",
    "        return x.rsplit(',', 1)[1]\n",
    "    else:\n",
    "        return x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "archive_clean_dupl_url['new_expanded_url'] = archive_clean_dupl_url['expanded_urls'].apply(clean_str)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.set_option('display.max_colwidth', -1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>expanded_urls</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>url_short</th>\n",
       "      <th>dog_type</th>\n",
       "      <th>new_expanded_url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181378084864/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>https://t.co/wUnZnhtVJB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181378084864/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>891689557279858688</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-30 15:58:51</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557279858688/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Darla</td>\n",
       "      <td>https://t.co/tD36da7qLQ</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891689557279858688/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>891327558926688256</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 16:00:24</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Franklin</td>\n",
       "      <td>https://t.co/AtUZn91f7f</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891327558926688256/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>891087950875897856</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-29 00:08:17</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here we have a majestic great white breaching off South Africa's coast. Absolutely h*ckin breathtaking. 13/10 (IG: tucker_marlo) #BarkWeek</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891087950875897856/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/kQ04fDDRmh</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891087950875897856/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>890971913173991426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-28 16:27:12</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Meet Jax. He enjoys ice cream so much he gets nervous around it. 13/10 help Jax enjoy more things by clicking below\\n\\nhttps://t.co/Zr4hWfAs1H</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://gofundme.com/ydvmve-surgery-for-jax,https://twitter.com/dog_rates/status/890971913173991426/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Jax</td>\n",
       "      <td>https://t.co/tVJBRMnhxl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890971913173991426/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>890729181411237888</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-28 00:22:40</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>When you watch your owner call another dog a good boy but then they turn back to you and say you're a great boy. 13/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890729181411237888/photo/1,https://twitter.com/dog_rates/status/890729181411237888/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/v0nONBcwxq</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890729181411237888/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>890609185150312448</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-27 16:25:51</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Zoey. She doesn't want to be one of the scary sharks. Just wants to be a snuggly pettable boatpet. 13/10 #BarkWeek</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890609185150312448/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Zoey</td>\n",
       "      <td>https://t.co/9TwLuAGH0b</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890609185150312448/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>890240255349198849</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-26 15:59:51</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Cassie. She is a college pup. Studying international doggo communication and stick theory. 14/10 so elegant much sophisticate</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890240255349198849/photo/1</td>\n",
       "      <td>14</td>\n",
       "      <td>10</td>\n",
       "      <td>Cassie</td>\n",
       "      <td>https://t.co/t1bfwz5S2A</td>\n",
       "      <td>doggo</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890240255349198849/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>890006608113172480</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-26 00:31:25</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Koda. He is a South Australian deckshark. Deceptively deadly. Frighteningly majestic. 13/10 would risk a petting #BarkWeek</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890006608113172480/photo/1,https://twitter.com/dog_rates/status/890006608113172480/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Koda</td>\n",
       "      <td>https://t.co/dVPW0B0Mme</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/890006608113172480/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>889880896479866881</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-25 16:11:53</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Bruno. He is a service shark. Only gets out of the water to assist you. 13/10 terrifyingly good boy</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889880896479866881/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Bruno</td>\n",
       "      <td>https://t.co/u1XPQMl29g</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889880896479866881/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>889665388333682689</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-25 01:55:32</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here's a puppo that seems to be on the fence about something haha no but seriously someone help her. 13/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889665388333682689/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/BxvuXk0UCm</td>\n",
       "      <td>puppo</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889665388333682689/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>889638837579907072</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-25 00:10:02</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Ted. He does his best. Sometimes that's not enough. But it's ok. 12/10 would assist</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889638837579907072/photo/1,https://twitter.com/dog_rates/status/889638837579907072/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Ted</td>\n",
       "      <td>https://t.co/f8dEDcrKSR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889638837579907072/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>889531135344209921</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-24 17:02:04</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Stuart. He's sporting his favorite fanny pack. Secretly filled with bones only. 13/10 puppared puppo #BarkWeek</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889531135344209921/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Stuart</td>\n",
       "      <td>https://t.co/y70o6h3isq</td>\n",
       "      <td>puppo</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889531135344209921/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>889278841981685760</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-24 00:19:32</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Oliver. You're witnessing one of his many brutal attacks. Seems to be playing with his victim. 13/10 fr*ckin frightening #BarkWeek</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889278841981685760/video/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Oliver</td>\n",
       "      <td>https://t.co/WpHvrQedPb</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/889278841981685760/video/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>888917238123831296</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-23 00:22:39</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Jim. He found a fren. Taught him how to sit like the good boys. 12/10 for both</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888917238123831296/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Jim</td>\n",
       "      <td>https://t.co/chxruIOUJN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888917238123831296/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>888804989199671297</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-22 16:56:37</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Zeke. He has a new stick. Very proud of it. Would like you to throw it for him without taking it. 13/10 would do my best</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888804989199671297/photo/1,https://twitter.com/dog_rates/status/888804989199671297/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Zeke</td>\n",
       "      <td>https://t.co/HTQ77yNQ5K</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888804989199671297/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>888554962724278272</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-22 00:23:06</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Ralphus. He's powering up. Attempting maximum borkdrive. 13/10 inspirational af</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888554962724278272/photo/1,https://twitter.com/dog_rates/status/888554962724278272/photo/1,https://twitter.com/dog_rates/status/888554962724278272/photo/1,https://twitter.com/dog_rates/status/888554962724278272/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Ralphus</td>\n",
       "      <td>https://t.co/YnYAFCTTiK</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888554962724278272/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>888202515573088257</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-21 01:02:36</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>RT @dog_rates: This is Canela. She attempted some fancy porch pics. They were unsuccessful. 13/10 someone help her</td>\n",
       "      <td>8.874740e+17</td>\n",
       "      <td>4.196984e+09</td>\n",
       "      <td>2017-07-19 00:47:34 +0000</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887473957103951883/photo/1,https://twitter.com/dog_rates/status/887473957103951883/photo/1,https://twitter.com/dog_rates/status/887473957103951883/photo/1,https://twitter.com/dog_rates/status/887473957103951883/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Canela</td>\n",
       "      <td>https://t.co/cLyzpcUcMX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887473957103951883/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>888078434458587136</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-20 16:49:33</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Gerald. He was just told he didn't get the job he interviewed for. A h*ckin injustice. 12/10 didn't want the job anyway</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888078434458587136/photo/1,https://twitter.com/dog_rates/status/888078434458587136/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Gerald</td>\n",
       "      <td>https://t.co/DK7iDPfuRX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/888078434458587136/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>887705289381826560</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-19 16:06:48</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Jeffrey. He has a monopoly on the pool noodles. Currently running a 'boop for two' midweek sale. 13/10 h*ckin strategic</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887705289381826560/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Jeffrey</td>\n",
       "      <td>https://t.co/PhrUk20Q64</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887705289381826560/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>887517139158093824</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-19 03:39:09</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>I've yet to rate a Venezuelan Hover Wiener. This is such an honor. 14/10 paw-inspiring af (IG: roxy.thedoxy)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887517139158093824/video/1</td>\n",
       "      <td>14</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/20VrLAA8ba</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887517139158093824/video/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>887473957103951883</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-19 00:47:34</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Canela. She attempted some fancy porch pics. They were unsuccessful. 13/10 someone help her</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887473957103951883/photo/1,https://twitter.com/dog_rates/status/887473957103951883/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Canela</td>\n",
       "      <td>https://t.co/cLyzpcUcMX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887473957103951883/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>887343217045368832</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-18 16:08:03</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>You may not have known you needed to see this today. 13/10 please enjoy (IG: emmylouroo)</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887343217045368832/video/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/WZqNqygEyV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887343217045368832/video/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>887101392804085760</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-18 00:07:08</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This... is a Jubilant Antarctic House Bear. We only rate dogs. Please only send dogs. Thank you... 12/10 would suffocate in floof</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887101392804085760/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/4Ad1jzJSdp</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/887101392804085760/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>886983233522544640</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-17 16:17:36</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Maya. She's very shy. Rarely leaves her cup. 13/10 would find her an environment to thrive in</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/886983233522544640/photo/1,https://twitter.com/dog_rates/status/886983233522544640/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Maya</td>\n",
       "      <td>https://t.co/I6oNy0CgiT</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/886983233522544640/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>886736880519319552</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-16 23:58:41</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Mingus. He's a wonderful father to his smol pup. Confirmed 13/10, but he needs your help\\n\\nhttps://t.co/bVi0Yr4Cff</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://www.gofundme.com/mingusneedsus,https://twitter.com/dog_rates/status/886736880519319552/photo/1,https://twitter.com/dog_rates/status/886736880519319552/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Mingus</td>\n",
       "      <td>https://t.co/ISvKOSkd5b</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/886736880519319552/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>886680336477933568</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-16 20:14:00</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Derek. He's late for a dog meeting. 13/10 pet...al to the metal</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/886680336477933568/photo/1</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Derek</td>\n",
       "      <td>https://t.co/BCoWue0abA</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/886680336477933568/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>886366144734445568</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-15 23:25:31</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Roscoe. Another pupper fallen victim to spontaneous tongue ejections. Get the BlepiPen immediate. 12/10 deep breaths Roscoe</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/886366144734445568/photo/1,https://twitter.com/dog_rates/status/886366144734445568/photo/1</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Roscoe</td>\n",
       "      <td>https://t.co/RGE08MIJox</td>\n",
       "      <td>pupper</td>\n",
       "      <td>https://twitter.com/dog_rates/status/886366144734445568/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2326</th>\n",
       "      <td>666411507551481857</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-17 00:24:19</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is quite the dog. Gets really excited when not in water. Not very soft tho. Bad at fetch. Can't do tricks. 2/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666411507551481857/photo/1</td>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/aMCTNWO94t</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666411507551481857/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2327</th>\n",
       "      <td>666407126856765440</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-17 00:06:54</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is a southern Vesuvius bumblegruff. Can drive a truck (wow). Made friends with 5 other nifty dogs (neat). 7/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666407126856765440/photo/1</td>\n",
       "      <td>7</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/LopTBkKa8h</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666407126856765440/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2328</th>\n",
       "      <td>666396247373291520</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 23:23:41</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Oh goodness. A super rare northeast Qdoba kangaroo mix. Massive feet. No pouch (disappointing). Seems alert. 9/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666396247373291520/photo/1</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/Dc7b0E8qFE</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666396247373291520/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2329</th>\n",
       "      <td>666373753744588802</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 21:54:18</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Those are sunglasses and a jean jacket. 11/10 dog cool af</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666373753744588802/photo/1</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/uHXrPkUEyl</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666373753744588802/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2330</th>\n",
       "      <td>666362758909284353</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 21:10:36</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Unique dog here. Very small. Lives in container of Frosted Flakes (?). Short legs. Must be rare 6/10 would still pet</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666362758909284353/photo/1</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/XMD9CwjEnM</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666362758909284353/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2331</th>\n",
       "      <td>666353288456101888</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 20:32:58</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here we have a mixed Asiago from the Galápagos Islands. Only one ear working. Big fan of marijuana carpet. 8/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666353288456101888/photo/1</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/tltQ5w9aUO</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666353288456101888/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2332</th>\n",
       "      <td>666345417576210432</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 20:01:42</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Look at this jokester thinking seat belt laws don't apply to him. Great tongue tho 10/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666345417576210432/photo/1</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/VFKG1vxGjB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666345417576210432/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2333</th>\n",
       "      <td>666337882303524864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 19:31:45</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is an extremely rare horned Parthenon. Not amused. Wears shoes. Overall very nice. 9/10 would pet aggressively</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666337882303524864/photo/1</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/QpRjllzWAL</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666337882303524864/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2334</th>\n",
       "      <td>666293911632134144</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 16:37:02</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is a funny dog. Weird toes. Won't come down. Loves branch. Refuses to eat his food. Hard to cuddle with. 3/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666293911632134144/photo/1</td>\n",
       "      <td>3</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/IIXis0zta0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666293911632134144/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2335</th>\n",
       "      <td>666287406224695296</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 16:11:11</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is an Albanian 3 1/2 legged  Episcopalian. Loves well-polished hardwood flooring. Penis on the collar. 9/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666287406224695296/photo/1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/d9NcXFKwLv</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666287406224695296/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2336</th>\n",
       "      <td>666273097616637952</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 15:14:19</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Can take selfies 11/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666273097616637952/photo/1</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/ws2AMaNwPW</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666273097616637952/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2337</th>\n",
       "      <td>666268910803644416</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 14:57:41</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Very concerned about fellow dog trapped in computer. 10/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666268910803644416/photo/1</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/0yxApIikpk</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666268910803644416/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2338</th>\n",
       "      <td>666104133288665088</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 04:02:55</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Not familiar with this breed. No tail (weird). Only 2 legs. Doesn't bark. Surprisingly quick. Shits eggs. 1/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666104133288665088/photo/1</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/Asgdc6kuLX</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666104133288665088/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2339</th>\n",
       "      <td>666102155909144576</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 03:55:04</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Oh my. Here you are seeing an Adobe Setter giving birth to twins!!! The world is an amazing place. 11/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666102155909144576/photo/1</td>\n",
       "      <td>11</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/11LvqN4WLq</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666102155909144576/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2340</th>\n",
       "      <td>666099513787052032</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 03:44:34</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Can stand on stump for what seems like a while. Built that birdhouse? Impressive. Made friends with a squirrel. 8/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666099513787052032/photo/1</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/Ri4nMTLq5C</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666099513787052032/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2341</th>\n",
       "      <td>666094000022159362</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 03:22:39</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This appears to be a Mongolian Presbyterian mix. Very tired. Tongue slip confirmed. 9/10 would lie down with</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666094000022159362/photo/1</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/mnioXo3IfP</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666094000022159362/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2342</th>\n",
       "      <td>666082916733198337</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 02:38:37</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here we have a well-established sunblockerspaniel. Lost his other flip-flop. 6/10 not very waterproof</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666082916733198337/photo/1</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/3RU6x0vHB7</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666082916733198337/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2343</th>\n",
       "      <td>666073100786774016</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 01:59:36</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Let's hope this flight isn't Malaysian (lol). What a dog! Almost completely camouflaged. 10/10 I trust this pilot</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666073100786774016/photo/1</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/Yk6GHE9tOY</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666073100786774016/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2344</th>\n",
       "      <td>666071193221509120</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 01:52:02</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here we have a northern speckled Rhododendron. Much sass. Gives 0 fucks. Good tongue. 9/10 would caress sensually</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666071193221509120/photo/1</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/ZoL8kq2XFx</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666071193221509120/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2345</th>\n",
       "      <td>666063827256086533</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 01:22:45</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is the happiest dog you will ever see. Very committed owner. Nice couch. 10/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666063827256086533/photo/1</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/RhUEAloehK</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666063827256086533/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2346</th>\n",
       "      <td>666058600524156928</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 01:01:59</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here is the Rand Paul of retrievers folks! He's probably good at poker. Can drink beer (lol rad). 8/10 good dog</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666058600524156928/photo/1</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/pYAJkAe76p</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666058600524156928/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2347</th>\n",
       "      <td>666057090499244032</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:55:59</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>My oh my. This is a rare blond Canadian terrier on wheels. Only $8.98. Rather docile. 9/10 very rare</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666057090499244032/photo/1</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/yWBqbrzy8O</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666057090499244032/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2348</th>\n",
       "      <td>666055525042405380</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:49:46</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here is a Siberian heavily armored polar bear mix. Strong owner. 10/10 I would do unspeakable things to pet this dog</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666055525042405380/photo/1</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/rdivxLiqEt</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666055525042405380/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2349</th>\n",
       "      <td>666051853826850816</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:35:11</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is an odd dog. Hard on the outside but loving on the inside. Petting still fun. Doesn't play catch well. 2/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666051853826850816/photo/1</td>\n",
       "      <td>2</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/v5A4vzSDdc</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666051853826850816/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2350</th>\n",
       "      <td>666050758794694657</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:30:50</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is a truly beautiful English Wilson Staff retriever. Has a nice phone. Privileged. 10/10 would trade lives with</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666050758794694657/photo/1</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/fvIbQfHjIe</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666050758794694657/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2351</th>\n",
       "      <td>666049248165822465</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:24:50</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here we have a 1949 1st generation vulpix. Enjoys sweat tea and Fox News. Cannot be phased. 5/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666049248165822465/photo/1</td>\n",
       "      <td>5</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/4B7cOc1EDq</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666049248165822465/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2352</th>\n",
       "      <td>666044226329800704</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-16 00:04:52</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is a purebred Piers Morgan. Loves to Netflix and chill. Always looks like he forgot to unplug the iron. 6/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666044226329800704/photo/1</td>\n",
       "      <td>6</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/DWnyCjf2mx</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666044226329800704/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2353</th>\n",
       "      <td>666033412701032449</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-15 23:21:54</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here is a very happy pup. Big fan of well-maintained decks. Just look at that tongue. 9/10 would cuddle af</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666033412701032449/photo/1</td>\n",
       "      <td>9</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/y671yMhoiR</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666033412701032449/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2354</th>\n",
       "      <td>666029285002620928</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-15 23:05:30</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is a western brown Mitsubishi terrier. Upset about leaf. Actually 2 dogs here. 7/10 would walk the shit out of</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666029285002620928/photo/1</td>\n",
       "      <td>7</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/r7mOb2m0UI</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666029285002620928/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2355</th>\n",
       "      <td>666020888022790149</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2015-11-15 22:32:08</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>Here we have a Japanese Irish Setter. Lost eye in Vietnam (?). Big fan of relaxing on stair. 8/10 would pet</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666020888022790149/photo/1</td>\n",
       "      <td>8</td>\n",
       "      <td>10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://t.co/BLDqew2Ijj</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/666020888022790149/photo/1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2356 rows × 16 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "0     892420643555336193 NaN                    NaN                    \n",
       "1     892177421306343426 NaN                    NaN                    \n",
       "2     891815181378084864 NaN                    NaN                    \n",
       "3     891689557279858688 NaN                    NaN                    \n",
       "4     891327558926688256 NaN                    NaN                    \n",
       "5     891087950875897856 NaN                    NaN                    \n",
       "6     890971913173991426 NaN                    NaN                    \n",
       "7     890729181411237888 NaN                    NaN                    \n",
       "8     890609185150312448 NaN                    NaN                    \n",
       "9     890240255349198849 NaN                    NaN                    \n",
       "10    890006608113172480 NaN                    NaN                    \n",
       "11    889880896479866881 NaN                    NaN                    \n",
       "12    889665388333682689 NaN                    NaN                    \n",
       "13    889638837579907072 NaN                    NaN                    \n",
       "14    889531135344209921 NaN                    NaN                    \n",
       "15    889278841981685760 NaN                    NaN                    \n",
       "16    888917238123831296 NaN                    NaN                    \n",
       "17    888804989199671297 NaN                    NaN                    \n",
       "18    888554962724278272 NaN                    NaN                    \n",
       "19    888202515573088257 NaN                    NaN                    \n",
       "20    888078434458587136 NaN                    NaN                    \n",
       "21    887705289381826560 NaN                    NaN                    \n",
       "22    887517139158093824 NaN                    NaN                    \n",
       "23    887473957103951883 NaN                    NaN                    \n",
       "24    887343217045368832 NaN                    NaN                    \n",
       "25    887101392804085760 NaN                    NaN                    \n",
       "26    886983233522544640 NaN                    NaN                    \n",
       "27    886736880519319552 NaN                    NaN                    \n",
       "28    886680336477933568 NaN                    NaN                    \n",
       "29    886366144734445568 NaN                    NaN                    \n",
       "...                  ...  ..                     ..                    \n",
       "2326  666411507551481857 NaN                    NaN                    \n",
       "2327  666407126856765440 NaN                    NaN                    \n",
       "2328  666396247373291520 NaN                    NaN                    \n",
       "2329  666373753744588802 NaN                    NaN                    \n",
       "2330  666362758909284353 NaN                    NaN                    \n",
       "2331  666353288456101888 NaN                    NaN                    \n",
       "2332  666345417576210432 NaN                    NaN                    \n",
       "2333  666337882303524864 NaN                    NaN                    \n",
       "2334  666293911632134144 NaN                    NaN                    \n",
       "2335  666287406224695296 NaN                    NaN                    \n",
       "2336  666273097616637952 NaN                    NaN                    \n",
       "2337  666268910803644416 NaN                    NaN                    \n",
       "2338  666104133288665088 NaN                    NaN                    \n",
       "2339  666102155909144576 NaN                    NaN                    \n",
       "2340  666099513787052032 NaN                    NaN                    \n",
       "2341  666094000022159362 NaN                    NaN                    \n",
       "2342  666082916733198337 NaN                    NaN                    \n",
       "2343  666073100786774016 NaN                    NaN                    \n",
       "2344  666071193221509120 NaN                    NaN                    \n",
       "2345  666063827256086533 NaN                    NaN                    \n",
       "2346  666058600524156928 NaN                    NaN                    \n",
       "2347  666057090499244032 NaN                    NaN                    \n",
       "2348  666055525042405380 NaN                    NaN                    \n",
       "2349  666051853826850816 NaN                    NaN                    \n",
       "2350  666050758794694657 NaN                    NaN                    \n",
       "2351  666049248165822465 NaN                    NaN                    \n",
       "2352  666044226329800704 NaN                    NaN                    \n",
       "2353  666033412701032449 NaN                    NaN                    \n",
       "2354  666029285002620928 NaN                    NaN                    \n",
       "2355  666020888022790149 NaN                    NaN                    \n",
       "\n",
       "               timestamp  \\\n",
       "0    2017-08-01 16:23:56   \n",
       "1    2017-08-01 00:17:27   \n",
       "2    2017-07-31 00:18:03   \n",
       "3    2017-07-30 15:58:51   \n",
       "4    2017-07-29 16:00:24   \n",
       "5    2017-07-29 00:08:17   \n",
       "6    2017-07-28 16:27:12   \n",
       "7    2017-07-28 00:22:40   \n",
       "8    2017-07-27 16:25:51   \n",
       "9    2017-07-26 15:59:51   \n",
       "10   2017-07-26 00:31:25   \n",
       "11   2017-07-25 16:11:53   \n",
       "12   2017-07-25 01:55:32   \n",
       "13   2017-07-25 00:10:02   \n",
       "14   2017-07-24 17:02:04   \n",
       "15   2017-07-24 00:19:32   \n",
       "16   2017-07-23 00:22:39   \n",
       "17   2017-07-22 16:56:37   \n",
       "18   2017-07-22 00:23:06   \n",
       "19   2017-07-21 01:02:36   \n",
       "20   2017-07-20 16:49:33   \n",
       "21   2017-07-19 16:06:48   \n",
       "22   2017-07-19 03:39:09   \n",
       "23   2017-07-19 00:47:34   \n",
       "24   2017-07-18 16:08:03   \n",
       "25   2017-07-18 00:07:08   \n",
       "26   2017-07-17 16:17:36   \n",
       "27   2017-07-16 23:58:41   \n",
       "28   2017-07-16 20:14:00   \n",
       "29   2017-07-15 23:25:31   \n",
       "...                  ...   \n",
       "2326 2015-11-17 00:24:19   \n",
       "2327 2015-11-17 00:06:54   \n",
       "2328 2015-11-16 23:23:41   \n",
       "2329 2015-11-16 21:54:18   \n",
       "2330 2015-11-16 21:10:36   \n",
       "2331 2015-11-16 20:32:58   \n",
       "2332 2015-11-16 20:01:42   \n",
       "2333 2015-11-16 19:31:45   \n",
       "2334 2015-11-16 16:37:02   \n",
       "2335 2015-11-16 16:11:11   \n",
       "2336 2015-11-16 15:14:19   \n",
       "2337 2015-11-16 14:57:41   \n",
       "2338 2015-11-16 04:02:55   \n",
       "2339 2015-11-16 03:55:04   \n",
       "2340 2015-11-16 03:44:34   \n",
       "2341 2015-11-16 03:22:39   \n",
       "2342 2015-11-16 02:38:37   \n",
       "2343 2015-11-16 01:59:36   \n",
       "2344 2015-11-16 01:52:02   \n",
       "2345 2015-11-16 01:22:45   \n",
       "2346 2015-11-16 01:01:59   \n",
       "2347 2015-11-16 00:55:59   \n",
       "2348 2015-11-16 00:49:46   \n",
       "2349 2015-11-16 00:35:11   \n",
       "2350 2015-11-16 00:30:50   \n",
       "2351 2015-11-16 00:24:50   \n",
       "2352 2015-11-16 00:04:52   \n",
       "2353 2015-11-15 23:21:54   \n",
       "2354 2015-11-15 23:05:30   \n",
       "2355 2015-11-15 22:32:08   \n",
       "\n",
       "                                                                                  source  \\\n",
       "0     <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1     <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2     <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "3     <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "4     <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "5     <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "6     <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "7     <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "8     <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "9     <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "10    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "11    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "12    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "13    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "14    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "15    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "16    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "17    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "18    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "19    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "20    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "21    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "22    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "23    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "24    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "25    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "26    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "27    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "28    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "29    <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "...                                                                                  ...   \n",
       "2326  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2327  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2328  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2329  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2330  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2331  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2332  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2333  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2334  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2335  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2336  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2337  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2338  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2339  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2340  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2341  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2342  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2343  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2344  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2345  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2346  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2347  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2348  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2349  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2350  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2351  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2352  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2353  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2354  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2355  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                                text  \\\n",
       "0     This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10                                                            \n",
       "1     This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10       \n",
       "2     This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10                        \n",
       "3     This is Darla. She commenced a snooze mid meal. 13/10 happens to the best of us                                                                  \n",
       "4     This is Franklin. He would like you to stop calling him \"cute.\" He is a very fierce shark and should be respected as such. 12/10 #BarkWeek       \n",
       "5     Here we have a majestic great white breaching off South Africa's coast. Absolutely h*ckin breathtaking. 13/10 (IG: tucker_marlo) #BarkWeek       \n",
       "6     Meet Jax. He enjoys ice cream so much he gets nervous around it. 13/10 help Jax enjoy more things by clicking below\\n\\nhttps://t.co/Zr4hWfAs1H   \n",
       "7     When you watch your owner call another dog a good boy but then they turn back to you and say you're a great boy. 13/10                           \n",
       "8     This is Zoey. She doesn't want to be one of the scary sharks. Just wants to be a snuggly pettable boatpet. 13/10 #BarkWeek                       \n",
       "9     This is Cassie. She is a college pup. Studying international doggo communication and stick theory. 14/10 so elegant much sophisticate            \n",
       "10    This is Koda. He is a South Australian deckshark. Deceptively deadly. Frighteningly majestic. 13/10 would risk a petting #BarkWeek               \n",
       "11    This is Bruno. He is a service shark. Only gets out of the water to assist you. 13/10 terrifyingly good boy                                      \n",
       "12    Here's a puppo that seems to be on the fence about something haha no but seriously someone help her. 13/10                                       \n",
       "13    This is Ted. He does his best. Sometimes that's not enough. But it's ok. 12/10 would assist                                                      \n",
       "14    This is Stuart. He's sporting his favorite fanny pack. Secretly filled with bones only. 13/10 puppared puppo #BarkWeek                           \n",
       "15    This is Oliver. You're witnessing one of his many brutal attacks. Seems to be playing with his victim. 13/10 fr*ckin frightening #BarkWeek       \n",
       "16    This is Jim. He found a fren. Taught him how to sit like the good boys. 12/10 for both                                                           \n",
       "17    This is Zeke. He has a new stick. Very proud of it. Would like you to throw it for him without taking it. 13/10 would do my best                 \n",
       "18    This is Ralphus. He's powering up. Attempting maximum borkdrive. 13/10 inspirational af                                                          \n",
       "19    RT @dog_rates: This is Canela. She attempted some fancy porch pics. They were unsuccessful. 13/10 someone help her                               \n",
       "20    This is Gerald. He was just told he didn't get the job he interviewed for. A h*ckin injustice. 12/10 didn't want the job anyway                  \n",
       "21    This is Jeffrey. He has a monopoly on the pool noodles. Currently running a 'boop for two' midweek sale. 13/10 h*ckin strategic                  \n",
       "22    I've yet to rate a Venezuelan Hover Wiener. This is such an honor. 14/10 paw-inspiring af (IG: roxy.thedoxy)                                     \n",
       "23    This is Canela. She attempted some fancy porch pics. They were unsuccessful. 13/10 someone help her                                              \n",
       "24    You may not have known you needed to see this today. 13/10 please enjoy (IG: emmylouroo)                                                         \n",
       "25    This... is a Jubilant Antarctic House Bear. We only rate dogs. Please only send dogs. Thank you... 12/10 would suffocate in floof                \n",
       "26    This is Maya. She's very shy. Rarely leaves her cup. 13/10 would find her an environment to thrive in                                            \n",
       "27    This is Mingus. He's a wonderful father to his smol pup. Confirmed 13/10, but he needs your help\\n\\nhttps://t.co/bVi0Yr4Cff                      \n",
       "28    This is Derek. He's late for a dog meeting. 13/10 pet...al to the metal                                                                          \n",
       "29    This is Roscoe. Another pupper fallen victim to spontaneous tongue ejections. Get the BlepiPen immediate. 12/10 deep breaths Roscoe              \n",
       "...                                                                                                                                   ...              \n",
       "2326  This is quite the dog. Gets really excited when not in water. Not very soft tho. Bad at fetch. Can't do tricks. 2/10                             \n",
       "2327  This is a southern Vesuvius bumblegruff. Can drive a truck (wow). Made friends with 5 other nifty dogs (neat). 7/10                              \n",
       "2328  Oh goodness. A super rare northeast Qdoba kangaroo mix. Massive feet. No pouch (disappointing). Seems alert. 9/10                                \n",
       "2329  Those are sunglasses and a jean jacket. 11/10 dog cool af                                                                                        \n",
       "2330  Unique dog here. Very small. Lives in container of Frosted Flakes (?). Short legs. Must be rare 6/10 would still pet                             \n",
       "2331  Here we have a mixed Asiago from the Galápagos Islands. Only one ear working. Big fan of marijuana carpet. 8/10                                  \n",
       "2332  Look at this jokester thinking seat belt laws don't apply to him. Great tongue tho 10/10                                                         \n",
       "2333  This is an extremely rare horned Parthenon. Not amused. Wears shoes. Overall very nice. 9/10 would pet aggressively                              \n",
       "2334  This is a funny dog. Weird toes. Won't come down. Loves branch. Refuses to eat his food. Hard to cuddle with. 3/10                               \n",
       "2335  This is an Albanian 3 1/2 legged  Episcopalian. Loves well-polished hardwood flooring. Penis on the collar. 9/10                                 \n",
       "2336  Can take selfies 11/10                                                                                                                           \n",
       "2337  Very concerned about fellow dog trapped in computer. 10/10                                                                                       \n",
       "2338  Not familiar with this breed. No tail (weird). Only 2 legs. Doesn't bark. Surprisingly quick. Shits eggs. 1/10                                   \n",
       "2339  Oh my. Here you are seeing an Adobe Setter giving birth to twins!!! The world is an amazing place. 11/10                                         \n",
       "2340  Can stand on stump for what seems like a while. Built that birdhouse? Impressive. Made friends with a squirrel. 8/10                             \n",
       "2341  This appears to be a Mongolian Presbyterian mix. Very tired. Tongue slip confirmed. 9/10 would lie down with                                     \n",
       "2342  Here we have a well-established sunblockerspaniel. Lost his other flip-flop. 6/10 not very waterproof                                            \n",
       "2343  Let's hope this flight isn't Malaysian (lol). What a dog! Almost completely camouflaged. 10/10 I trust this pilot                                \n",
       "2344  Here we have a northern speckled Rhododendron. Much sass. Gives 0 fucks. Good tongue. 9/10 would caress sensually                                \n",
       "2345  This is the happiest dog you will ever see. Very committed owner. Nice couch. 10/10                                                              \n",
       "2346  Here is the Rand Paul of retrievers folks! He's probably good at poker. Can drink beer (lol rad). 8/10 good dog                                  \n",
       "2347  My oh my. This is a rare blond Canadian terrier on wheels. Only $8.98. Rather docile. 9/10 very rare                                             \n",
       "2348  Here is a Siberian heavily armored polar bear mix. Strong owner. 10/10 I would do unspeakable things to pet this dog                             \n",
       "2349  This is an odd dog. Hard on the outside but loving on the inside. Petting still fun. Doesn't play catch well. 2/10                               \n",
       "2350  This is a truly beautiful English Wilson Staff retriever. Has a nice phone. Privileged. 10/10 would trade lives with                             \n",
       "2351  Here we have a 1949 1st generation vulpix. Enjoys sweat tea and Fox News. Cannot be phased. 5/10                                                 \n",
       "2352  This is a purebred Piers Morgan. Loves to Netflix and chill. Always looks like he forgot to unplug the iron. 6/10                                \n",
       "2353  Here is a very happy pup. Big fan of well-maintained decks. Just look at that tongue. 9/10 would cuddle af                                       \n",
       "2354  This is a western brown Mitsubishi terrier. Upset about leaf. Actually 2 dogs here. 7/10 would walk the shit out of                              \n",
       "2355  Here we have a Japanese Irish Setter. Lost eye in Vietnam (?). Big fan of relaxing on stair. 8/10 would pet                                      \n",
       "\n",
       "      retweeted_status_id  retweeted_status_user_id  \\\n",
       "0    NaN                  NaN                         \n",
       "1    NaN                  NaN                         \n",
       "2    NaN                  NaN                         \n",
       "3    NaN                  NaN                         \n",
       "4    NaN                  NaN                         \n",
       "5    NaN                  NaN                         \n",
       "6    NaN                  NaN                         \n",
       "7    NaN                  NaN                         \n",
       "8    NaN                  NaN                         \n",
       "9    NaN                  NaN                         \n",
       "10   NaN                  NaN                         \n",
       "11   NaN                  NaN                         \n",
       "12   NaN                  NaN                         \n",
       "13   NaN                  NaN                         \n",
       "14   NaN                  NaN                         \n",
       "15   NaN                  NaN                         \n",
       "16   NaN                  NaN                         \n",
       "17   NaN                  NaN                         \n",
       "18   NaN                  NaN                         \n",
       "19    8.874740e+17         4.196984e+09               \n",
       "20   NaN                  NaN                         \n",
       "21   NaN                  NaN                         \n",
       "22   NaN                  NaN                         \n",
       "23   NaN                  NaN                         \n",
       "24   NaN                  NaN                         \n",
       "25   NaN                  NaN                         \n",
       "26   NaN                  NaN                         \n",
       "27   NaN                  NaN                         \n",
       "28   NaN                  NaN                         \n",
       "29   NaN                  NaN                         \n",
       "...   ..                   ..                         \n",
       "2326 NaN                  NaN                         \n",
       "2327 NaN                  NaN                         \n",
       "2328 NaN                  NaN                         \n",
       "2329 NaN                  NaN                         \n",
       "2330 NaN                  NaN                         \n",
       "2331 NaN                  NaN                         \n",
       "2332 NaN                  NaN                         \n",
       "2333 NaN                  NaN                         \n",
       "2334 NaN                  NaN                         \n",
       "2335 NaN                  NaN                         \n",
       "2336 NaN                  NaN                         \n",
       "2337 NaN                  NaN                         \n",
       "2338 NaN                  NaN                         \n",
       "2339 NaN                  NaN                         \n",
       "2340 NaN                  NaN                         \n",
       "2341 NaN                  NaN                         \n",
       "2342 NaN                  NaN                         \n",
       "2343 NaN                  NaN                         \n",
       "2344 NaN                  NaN                         \n",
       "2345 NaN                  NaN                         \n",
       "2346 NaN                  NaN                         \n",
       "2347 NaN                  NaN                         \n",
       "2348 NaN                  NaN                         \n",
       "2349 NaN                  NaN                         \n",
       "2350 NaN                  NaN                         \n",
       "2351 NaN                  NaN                         \n",
       "2352 NaN                  NaN                         \n",
       "2353 NaN                  NaN                         \n",
       "2354 NaN                  NaN                         \n",
       "2355 NaN                  NaN                         \n",
       "\n",
       "     retweeted_status_timestamp  \\\n",
       "0     NaN                         \n",
       "1     NaN                         \n",
       "2     NaN                         \n",
       "3     NaN                         \n",
       "4     NaN                         \n",
       "5     NaN                         \n",
       "6     NaN                         \n",
       "7     NaN                         \n",
       "8     NaN                         \n",
       "9     NaN                         \n",
       "10    NaN                         \n",
       "11    NaN                         \n",
       "12    NaN                         \n",
       "13    NaN                         \n",
       "14    NaN                         \n",
       "15    NaN                         \n",
       "16    NaN                         \n",
       "17    NaN                         \n",
       "18    NaN                         \n",
       "19    2017-07-19 00:47:34 +0000   \n",
       "20    NaN                         \n",
       "21    NaN                         \n",
       "22    NaN                         \n",
       "23    NaN                         \n",
       "24    NaN                         \n",
       "25    NaN                         \n",
       "26    NaN                         \n",
       "27    NaN                         \n",
       "28    NaN                         \n",
       "29    NaN                         \n",
       "...   ...                         \n",
       "2326  NaN                         \n",
       "2327  NaN                         \n",
       "2328  NaN                         \n",
       "2329  NaN                         \n",
       "2330  NaN                         \n",
       "2331  NaN                         \n",
       "2332  NaN                         \n",
       "2333  NaN                         \n",
       "2334  NaN                         \n",
       "2335  NaN                         \n",
       "2336  NaN                         \n",
       "2337  NaN                         \n",
       "2338  NaN                         \n",
       "2339  NaN                         \n",
       "2340  NaN                         \n",
       "2341  NaN                         \n",
       "2342  NaN                         \n",
       "2343  NaN                         \n",
       "2344  NaN                         \n",
       "2345  NaN                         \n",
       "2346  NaN                         \n",
       "2347  NaN                         \n",
       "2348  NaN                         \n",
       "2349  NaN                         \n",
       "2350  NaN                         \n",
       "2351  NaN                         \n",
       "2352  NaN                         \n",
       "2353  NaN                         \n",
       "2354  NaN                         \n",
       "2355  NaN                         \n",
       "\n",
       "                                                                                                                                                                                                                                                        expanded_urls  \\\n",
       "0     https://twitter.com/dog_rates/status/892420643555336193/photo/1                                                                                                                                                                                                   \n",
       "1     https://twitter.com/dog_rates/status/892177421306343426/photo/1                                                                                                                                                                                                   \n",
       "2     https://twitter.com/dog_rates/status/891815181378084864/photo/1                                                                                                                                                                                                   \n",
       "3     https://twitter.com/dog_rates/status/891689557279858688/photo/1                                                                                                                                                                                                   \n",
       "4     https://twitter.com/dog_rates/status/891327558926688256/photo/1,https://twitter.com/dog_rates/status/891327558926688256/photo/1                                                                                                                                   \n",
       "5     https://twitter.com/dog_rates/status/891087950875897856/photo/1                                                                                                                                                                                                   \n",
       "6     https://gofundme.com/ydvmve-surgery-for-jax,https://twitter.com/dog_rates/status/890971913173991426/photo/1                                                                                                                                                       \n",
       "7     https://twitter.com/dog_rates/status/890729181411237888/photo/1,https://twitter.com/dog_rates/status/890729181411237888/photo/1                                                                                                                                   \n",
       "8     https://twitter.com/dog_rates/status/890609185150312448/photo/1                                                                                                                                                                                                   \n",
       "9     https://twitter.com/dog_rates/status/890240255349198849/photo/1                                                                                                                                                                                                   \n",
       "10    https://twitter.com/dog_rates/status/890006608113172480/photo/1,https://twitter.com/dog_rates/status/890006608113172480/photo/1                                                                                                                                   \n",
       "11    https://twitter.com/dog_rates/status/889880896479866881/photo/1                                                                                                                                                                                                   \n",
       "12    https://twitter.com/dog_rates/status/889665388333682689/photo/1                                                                                                                                                                                                   \n",
       "13    https://twitter.com/dog_rates/status/889638837579907072/photo/1,https://twitter.com/dog_rates/status/889638837579907072/photo/1                                                                                                                                   \n",
       "14    https://twitter.com/dog_rates/status/889531135344209921/photo/1                                                                                                                                                                                                   \n",
       "15    https://twitter.com/dog_rates/status/889278841981685760/video/1                                                                                                                                                                                                   \n",
       "16    https://twitter.com/dog_rates/status/888917238123831296/photo/1                                                                                                                                                                                                   \n",
       "17    https://twitter.com/dog_rates/status/888804989199671297/photo/1,https://twitter.com/dog_rates/status/888804989199671297/photo/1                                                                                                                                   \n",
       "18    https://twitter.com/dog_rates/status/888554962724278272/photo/1,https://twitter.com/dog_rates/status/888554962724278272/photo/1,https://twitter.com/dog_rates/status/888554962724278272/photo/1,https://twitter.com/dog_rates/status/888554962724278272/photo/1   \n",
       "19    https://twitter.com/dog_rates/status/887473957103951883/photo/1,https://twitter.com/dog_rates/status/887473957103951883/photo/1,https://twitter.com/dog_rates/status/887473957103951883/photo/1,https://twitter.com/dog_rates/status/887473957103951883/photo/1   \n",
       "20    https://twitter.com/dog_rates/status/888078434458587136/photo/1,https://twitter.com/dog_rates/status/888078434458587136/photo/1                                                                                                                                   \n",
       "21    https://twitter.com/dog_rates/status/887705289381826560/photo/1                                                                                                                                                                                                   \n",
       "22    https://twitter.com/dog_rates/status/887517139158093824/video/1                                                                                                                                                                                                   \n",
       "23    https://twitter.com/dog_rates/status/887473957103951883/photo/1,https://twitter.com/dog_rates/status/887473957103951883/photo/1                                                                                                                                   \n",
       "24    https://twitter.com/dog_rates/status/887343217045368832/video/1                                                                                                                                                                                                   \n",
       "25    https://twitter.com/dog_rates/status/887101392804085760/photo/1                                                                                                                                                                                                   \n",
       "26    https://twitter.com/dog_rates/status/886983233522544640/photo/1,https://twitter.com/dog_rates/status/886983233522544640/photo/1                                                                                                                                   \n",
       "27    https://www.gofundme.com/mingusneedsus,https://twitter.com/dog_rates/status/886736880519319552/photo/1,https://twitter.com/dog_rates/status/886736880519319552/photo/1                                                                                            \n",
       "28    https://twitter.com/dog_rates/status/886680336477933568/photo/1                                                                                                                                                                                                   \n",
       "29    https://twitter.com/dog_rates/status/886366144734445568/photo/1,https://twitter.com/dog_rates/status/886366144734445568/photo/1                                                                                                                                   \n",
       "...                                                                                                                               ...                                                                                                                                   \n",
       "2326  https://twitter.com/dog_rates/status/666411507551481857/photo/1                                                                                                                                                                                                   \n",
       "2327  https://twitter.com/dog_rates/status/666407126856765440/photo/1                                                                                                                                                                                                   \n",
       "2328  https://twitter.com/dog_rates/status/666396247373291520/photo/1                                                                                                                                                                                                   \n",
       "2329  https://twitter.com/dog_rates/status/666373753744588802/photo/1                                                                                                                                                                                                   \n",
       "2330  https://twitter.com/dog_rates/status/666362758909284353/photo/1                                                                                                                                                                                                   \n",
       "2331  https://twitter.com/dog_rates/status/666353288456101888/photo/1                                                                                                                                                                                                   \n",
       "2332  https://twitter.com/dog_rates/status/666345417576210432/photo/1                                                                                                                                                                                                   \n",
       "2333  https://twitter.com/dog_rates/status/666337882303524864/photo/1                                                                                                                                                                                                   \n",
       "2334  https://twitter.com/dog_rates/status/666293911632134144/photo/1                                                                                                                                                                                                   \n",
       "2335  https://twitter.com/dog_rates/status/666287406224695296/photo/1                                                                                                                                                                                                   \n",
       "2336  https://twitter.com/dog_rates/status/666273097616637952/photo/1                                                                                                                                                                                                   \n",
       "2337  https://twitter.com/dog_rates/status/666268910803644416/photo/1                                                                                                                                                                                                   \n",
       "2338  https://twitter.com/dog_rates/status/666104133288665088/photo/1                                                                                                                                                                                                   \n",
       "2339  https://twitter.com/dog_rates/status/666102155909144576/photo/1                                                                                                                                                                                                   \n",
       "2340  https://twitter.com/dog_rates/status/666099513787052032/photo/1                                                                                                                                                                                                   \n",
       "2341  https://twitter.com/dog_rates/status/666094000022159362/photo/1                                                                                                                                                                                                   \n",
       "2342  https://twitter.com/dog_rates/status/666082916733198337/photo/1                                                                                                                                                                                                   \n",
       "2343  https://twitter.com/dog_rates/status/666073100786774016/photo/1                                                                                                                                                                                                   \n",
       "2344  https://twitter.com/dog_rates/status/666071193221509120/photo/1                                                                                                                                                                                                   \n",
       "2345  https://twitter.com/dog_rates/status/666063827256086533/photo/1                                                                                                                                                                                                   \n",
       "2346  https://twitter.com/dog_rates/status/666058600524156928/photo/1                                                                                                                                                                                                   \n",
       "2347  https://twitter.com/dog_rates/status/666057090499244032/photo/1                                                                                                                                                                                                   \n",
       "2348  https://twitter.com/dog_rates/status/666055525042405380/photo/1                                                                                                                                                                                                   \n",
       "2349  https://twitter.com/dog_rates/status/666051853826850816/photo/1                                                                                                                                                                                                   \n",
       "2350  https://twitter.com/dog_rates/status/666050758794694657/photo/1                                                                                                                                                                                                   \n",
       "2351  https://twitter.com/dog_rates/status/666049248165822465/photo/1                                                                                                                                                                                                   \n",
       "2352  https://twitter.com/dog_rates/status/666044226329800704/photo/1                                                                                                                                                                                                   \n",
       "2353  https://twitter.com/dog_rates/status/666033412701032449/photo/1                                                                                                                                                                                                   \n",
       "2354  https://twitter.com/dog_rates/status/666029285002620928/photo/1                                                                                                                                                                                                   \n",
       "2355  https://twitter.com/dog_rates/status/666020888022790149/photo/1                                                                                                                                                                                                   \n",
       "\n",
       "      rating_numerator  rating_denominator      name  \\\n",
       "0     13                10                  Phineas    \n",
       "1     13                10                  Tilly      \n",
       "2     12                10                  Archie     \n",
       "3     13                10                  Darla      \n",
       "4     12                10                  Franklin   \n",
       "5     13                10                  NaN        \n",
       "6     13                10                  Jax        \n",
       "7     13                10                  NaN        \n",
       "8     13                10                  Zoey       \n",
       "9     14                10                  Cassie     \n",
       "10    13                10                  Koda       \n",
       "11    13                10                  Bruno      \n",
       "12    13                10                  NaN        \n",
       "13    12                10                  Ted        \n",
       "14    13                10                  Stuart     \n",
       "15    13                10                  Oliver     \n",
       "16    12                10                  Jim        \n",
       "17    13                10                  Zeke       \n",
       "18    13                10                  Ralphus    \n",
       "19    13                10                  Canela     \n",
       "20    12                10                  Gerald     \n",
       "21    13                10                  Jeffrey    \n",
       "22    14                10                  NaN        \n",
       "23    13                10                  Canela     \n",
       "24    13                10                  NaN        \n",
       "25    12                10                  NaN        \n",
       "26    13                10                  Maya       \n",
       "27    13                10                  Mingus     \n",
       "28    13                10                  Derek      \n",
       "29    12                10                  Roscoe     \n",
       "...   ..                ..                     ...     \n",
       "2326  2                 10                  NaN        \n",
       "2327  7                 10                  NaN        \n",
       "2328  9                 10                  NaN        \n",
       "2329  11                10                  NaN        \n",
       "2330  6                 10                  NaN        \n",
       "2331  8                 10                  NaN        \n",
       "2332  10                10                  NaN        \n",
       "2333  9                 10                  NaN        \n",
       "2334  3                 10                  NaN        \n",
       "2335  1                 2                   NaN        \n",
       "2336  11                10                  NaN        \n",
       "2337  10                10                  NaN        \n",
       "2338  1                 10                  NaN        \n",
       "2339  11                10                  NaN        \n",
       "2340  8                 10                  NaN        \n",
       "2341  9                 10                  NaN        \n",
       "2342  6                 10                  NaN        \n",
       "2343  10                10                  NaN        \n",
       "2344  9                 10                  NaN        \n",
       "2345  10                10                  NaN        \n",
       "2346  8                 10                  NaN        \n",
       "2347  9                 10                  NaN        \n",
       "2348  10                10                  NaN        \n",
       "2349  2                 10                  NaN        \n",
       "2350  10                10                  NaN        \n",
       "2351  5                 10                  NaN        \n",
       "2352  6                 10                  NaN        \n",
       "2353  9                 10                  NaN        \n",
       "2354  7                 10                  NaN        \n",
       "2355  8                 10                  NaN        \n",
       "\n",
       "                     url_short dog_type  \\\n",
       "0      https://t.co/MgUWQ76dJU  NaN       \n",
       "1      https://t.co/0Xxu71qeIV  NaN       \n",
       "2      https://t.co/wUnZnhtVJB  NaN       \n",
       "3      https://t.co/tD36da7qLQ  NaN       \n",
       "4      https://t.co/AtUZn91f7f  NaN       \n",
       "5      https://t.co/kQ04fDDRmh  NaN       \n",
       "6      https://t.co/tVJBRMnhxl  NaN       \n",
       "7      https://t.co/v0nONBcwxq  NaN       \n",
       "8      https://t.co/9TwLuAGH0b  NaN       \n",
       "9      https://t.co/t1bfwz5S2A  doggo     \n",
       "10     https://t.co/dVPW0B0Mme  NaN       \n",
       "11     https://t.co/u1XPQMl29g  NaN       \n",
       "12     https://t.co/BxvuXk0UCm  puppo     \n",
       "13     https://t.co/f8dEDcrKSR  NaN       \n",
       "14     https://t.co/y70o6h3isq  puppo     \n",
       "15     https://t.co/WpHvrQedPb  NaN       \n",
       "16     https://t.co/chxruIOUJN  NaN       \n",
       "17     https://t.co/HTQ77yNQ5K  NaN       \n",
       "18     https://t.co/YnYAFCTTiK  NaN       \n",
       "19     https://t.co/cLyzpcUcMX  NaN       \n",
       "20     https://t.co/DK7iDPfuRX  NaN       \n",
       "21     https://t.co/PhrUk20Q64  NaN       \n",
       "22     https://t.co/20VrLAA8ba  NaN       \n",
       "23     https://t.co/cLyzpcUcMX  NaN       \n",
       "24     https://t.co/WZqNqygEyV  NaN       \n",
       "25     https://t.co/4Ad1jzJSdp  NaN       \n",
       "26     https://t.co/I6oNy0CgiT  NaN       \n",
       "27     https://t.co/ISvKOSkd5b  NaN       \n",
       "28     https://t.co/BCoWue0abA  NaN       \n",
       "29     https://t.co/RGE08MIJox  pupper    \n",
       "...                        ...     ...    \n",
       "2326   https://t.co/aMCTNWO94t  NaN       \n",
       "2327   https://t.co/LopTBkKa8h  NaN       \n",
       "2328   https://t.co/Dc7b0E8qFE  NaN       \n",
       "2329   https://t.co/uHXrPkUEyl  NaN       \n",
       "2330   https://t.co/XMD9CwjEnM  NaN       \n",
       "2331   https://t.co/tltQ5w9aUO  NaN       \n",
       "2332   https://t.co/VFKG1vxGjB  NaN       \n",
       "2333   https://t.co/QpRjllzWAL  NaN       \n",
       "2334   https://t.co/IIXis0zta0  NaN       \n",
       "2335   https://t.co/d9NcXFKwLv  NaN       \n",
       "2336   https://t.co/ws2AMaNwPW  NaN       \n",
       "2337   https://t.co/0yxApIikpk  NaN       \n",
       "2338   https://t.co/Asgdc6kuLX  NaN       \n",
       "2339   https://t.co/11LvqN4WLq  NaN       \n",
       "2340   https://t.co/Ri4nMTLq5C  NaN       \n",
       "2341   https://t.co/mnioXo3IfP  NaN       \n",
       "2342   https://t.co/3RU6x0vHB7  NaN       \n",
       "2343   https://t.co/Yk6GHE9tOY  NaN       \n",
       "2344   https://t.co/ZoL8kq2XFx  NaN       \n",
       "2345   https://t.co/RhUEAloehK  NaN       \n",
       "2346   https://t.co/pYAJkAe76p  NaN       \n",
       "2347   https://t.co/yWBqbrzy8O  NaN       \n",
       "2348   https://t.co/rdivxLiqEt  NaN       \n",
       "2349   https://t.co/v5A4vzSDdc  NaN       \n",
       "2350   https://t.co/fvIbQfHjIe  NaN       \n",
       "2351   https://t.co/4B7cOc1EDq  NaN       \n",
       "2352   https://t.co/DWnyCjf2mx  NaN       \n",
       "2353   https://t.co/y671yMhoiR  NaN       \n",
       "2354   https://t.co/r7mOb2m0UI  NaN       \n",
       "2355   https://t.co/BLDqew2Ijj  NaN       \n",
       "\n",
       "                                                     new_expanded_url  \n",
       "0     https://twitter.com/dog_rates/status/892420643555336193/photo/1  \n",
       "1     https://twitter.com/dog_rates/status/892177421306343426/photo/1  \n",
       "2     https://twitter.com/dog_rates/status/891815181378084864/photo/1  \n",
       "3     https://twitter.com/dog_rates/status/891689557279858688/photo/1  \n",
       "4     https://twitter.com/dog_rates/status/891327558926688256/photo/1  \n",
       "5     https://twitter.com/dog_rates/status/891087950875897856/photo/1  \n",
       "6     https://twitter.com/dog_rates/status/890971913173991426/photo/1  \n",
       "7     https://twitter.com/dog_rates/status/890729181411237888/photo/1  \n",
       "8     https://twitter.com/dog_rates/status/890609185150312448/photo/1  \n",
       "9     https://twitter.com/dog_rates/status/890240255349198849/photo/1  \n",
       "10    https://twitter.com/dog_rates/status/890006608113172480/photo/1  \n",
       "11    https://twitter.com/dog_rates/status/889880896479866881/photo/1  \n",
       "12    https://twitter.com/dog_rates/status/889665388333682689/photo/1  \n",
       "13    https://twitter.com/dog_rates/status/889638837579907072/photo/1  \n",
       "14    https://twitter.com/dog_rates/status/889531135344209921/photo/1  \n",
       "15    https://twitter.com/dog_rates/status/889278841981685760/video/1  \n",
       "16    https://twitter.com/dog_rates/status/888917238123831296/photo/1  \n",
       "17    https://twitter.com/dog_rates/status/888804989199671297/photo/1  \n",
       "18    https://twitter.com/dog_rates/status/888554962724278272/photo/1  \n",
       "19    https://twitter.com/dog_rates/status/887473957103951883/photo/1  \n",
       "20    https://twitter.com/dog_rates/status/888078434458587136/photo/1  \n",
       "21    https://twitter.com/dog_rates/status/887705289381826560/photo/1  \n",
       "22    https://twitter.com/dog_rates/status/887517139158093824/video/1  \n",
       "23    https://twitter.com/dog_rates/status/887473957103951883/photo/1  \n",
       "24    https://twitter.com/dog_rates/status/887343217045368832/video/1  \n",
       "25    https://twitter.com/dog_rates/status/887101392804085760/photo/1  \n",
       "26    https://twitter.com/dog_rates/status/886983233522544640/photo/1  \n",
       "27    https://twitter.com/dog_rates/status/886736880519319552/photo/1  \n",
       "28    https://twitter.com/dog_rates/status/886680336477933568/photo/1  \n",
       "29    https://twitter.com/dog_rates/status/886366144734445568/photo/1  \n",
       "...                                                               ...  \n",
       "2326  https://twitter.com/dog_rates/status/666411507551481857/photo/1  \n",
       "2327  https://twitter.com/dog_rates/status/666407126856765440/photo/1  \n",
       "2328  https://twitter.com/dog_rates/status/666396247373291520/photo/1  \n",
       "2329  https://twitter.com/dog_rates/status/666373753744588802/photo/1  \n",
       "2330  https://twitter.com/dog_rates/status/666362758909284353/photo/1  \n",
       "2331  https://twitter.com/dog_rates/status/666353288456101888/photo/1  \n",
       "2332  https://twitter.com/dog_rates/status/666345417576210432/photo/1  \n",
       "2333  https://twitter.com/dog_rates/status/666337882303524864/photo/1  \n",
       "2334  https://twitter.com/dog_rates/status/666293911632134144/photo/1  \n",
       "2335  https://twitter.com/dog_rates/status/666287406224695296/photo/1  \n",
       "2336  https://twitter.com/dog_rates/status/666273097616637952/photo/1  \n",
       "2337  https://twitter.com/dog_rates/status/666268910803644416/photo/1  \n",
       "2338  https://twitter.com/dog_rates/status/666104133288665088/photo/1  \n",
       "2339  https://twitter.com/dog_rates/status/666102155909144576/photo/1  \n",
       "2340  https://twitter.com/dog_rates/status/666099513787052032/photo/1  \n",
       "2341  https://twitter.com/dog_rates/status/666094000022159362/photo/1  \n",
       "2342  https://twitter.com/dog_rates/status/666082916733198337/photo/1  \n",
       "2343  https://twitter.com/dog_rates/status/666073100786774016/photo/1  \n",
       "2344  https://twitter.com/dog_rates/status/666071193221509120/photo/1  \n",
       "2345  https://twitter.com/dog_rates/status/666063827256086533/photo/1  \n",
       "2346  https://twitter.com/dog_rates/status/666058600524156928/photo/1  \n",
       "2347  https://twitter.com/dog_rates/status/666057090499244032/photo/1  \n",
       "2348  https://twitter.com/dog_rates/status/666055525042405380/photo/1  \n",
       "2349  https://twitter.com/dog_rates/status/666051853826850816/photo/1  \n",
       "2350  https://twitter.com/dog_rates/status/666050758794694657/photo/1  \n",
       "2351  https://twitter.com/dog_rates/status/666049248165822465/photo/1  \n",
       "2352  https://twitter.com/dog_rates/status/666044226329800704/photo/1  \n",
       "2353  https://twitter.com/dog_rates/status/666033412701032449/photo/1  \n",
       "2354  https://twitter.com/dog_rates/status/666029285002620928/photo/1  \n",
       "2355  https://twitter.com/dog_rates/status/666020888022790149/photo/1  \n",
       "\n",
       "[2356 rows x 16 columns]"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_dupl_url"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [],
   "source": [
    "#drop the unnecessary columns\n",
    "archive_clean_dupl_url.drop('expanded_urls', axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>in_reply_to_status_id</th>\n",
       "      <th>in_reply_to_user_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>retweeted_status_id</th>\n",
       "      <th>retweeted_status_user_id</th>\n",
       "      <th>retweeted_status_timestamp</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>url_short</th>\n",
       "      <th>dog_type</th>\n",
       "      <th>new_expanded_url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>891815181378084864</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-07-31 00:18:03</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>12</td>\n",
       "      <td>10</td>\n",
       "      <td>Archie</td>\n",
       "      <td>https://t.co/wUnZnhtVJB</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/891815181378084864/photo/1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id  in_reply_to_status_id  in_reply_to_user_id  \\\n",
       "0  892420643555336193 NaN                    NaN                    \n",
       "1  892177421306343426 NaN                    NaN                    \n",
       "2  891815181378084864 NaN                    NaN                    \n",
       "\n",
       "            timestamp  \\\n",
       "0 2017-08-01 16:23:56   \n",
       "1 2017-08-01 00:17:27   \n",
       "2 2017-07-31 00:18:03   \n",
       "\n",
       "                                                                               source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "2  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                         text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10                                                        \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10   \n",
       "2  This is Archie. He is a rare Norwegian Pouncing Corgo. Lives in the tall grass. You never know when one may strike. 12/10                    \n",
       "\n",
       "   retweeted_status_id  retweeted_status_user_id retweeted_status_timestamp  \\\n",
       "0 NaN                  NaN                        NaN                         \n",
       "1 NaN                  NaN                        NaN                         \n",
       "2 NaN                  NaN                        NaN                         \n",
       "\n",
       "   rating_numerator  rating_denominator     name                 url_short  \\\n",
       "0  13                10                  Phineas   https://t.co/MgUWQ76dJU   \n",
       "1  13                10                  Tilly     https://t.co/0Xxu71qeIV   \n",
       "2  12                10                  Archie    https://t.co/wUnZnhtVJB   \n",
       "\n",
       "  dog_type                                                 new_expanded_url  \n",
       "0  NaN      https://twitter.com/dog_rates/status/892420643555336193/photo/1  \n",
       "1  NaN      https://twitter.com/dog_rates/status/892177421306343426/photo/1  \n",
       "2  NaN      https://twitter.com/dog_rates/status/891815181378084864/photo/1  "
      ]
     },
     "execution_count": 83,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_dupl_url.head(3)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Issue 7 "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Define\n",
    "\n",
    "Remove replies and retweets from archive table and non matching ids from image prediction table"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [],
   "source": [
    "#made a copy for archive clean table and for image clean predictions\n",
    "archive_clean_replies = archive_clean_dupl_url.copy()\n",
    "\n",
    "image_clean_replies = image_clean.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2356 entries, 0 to 2355\n",
      "Data columns (total 15 columns):\n",
      "tweet_id                      2356 non-null int64\n",
      "in_reply_to_status_id         78 non-null float64\n",
      "in_reply_to_user_id           78 non-null float64\n",
      "timestamp                     2356 non-null datetime64[ns]\n",
      "source                        2356 non-null object\n",
      "text                          2356 non-null object\n",
      "retweeted_status_id           181 non-null float64\n",
      "retweeted_status_user_id      181 non-null float64\n",
      "retweeted_status_timestamp    181 non-null object\n",
      "rating_numerator              2356 non-null int64\n",
      "rating_denominator            2356 non-null int64\n",
      "name                          1502 non-null object\n",
      "url_short                     2356 non-null object\n",
      "dog_type                      380 non-null category\n",
      "new_expanded_url              2297 non-null object\n",
      "dtypes: category(1), datetime64[ns](1), float64(4), int64(3), object(6)\n",
      "memory usage: 260.4+ KB\n"
     ]
    }
   ],
   "source": [
    "# previous dataset for archive\n",
    "archive_clean_replies.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2356 entries, 0 to 2355\n",
      "Data columns (total 15 columns):\n",
      "tweet_id                      2356 non-null int64\n",
      "in_reply_to_status_id         78 non-null float64\n",
      "in_reply_to_user_id           78 non-null float64\n",
      "timestamp                     2356 non-null datetime64[ns]\n",
      "source                        2356 non-null object\n",
      "text                          2356 non-null object\n",
      "retweeted_status_id           181 non-null float64\n",
      "retweeted_status_user_id      181 non-null float64\n",
      "retweeted_status_timestamp    181 non-null object\n",
      "rating_numerator              2356 non-null int64\n",
      "rating_denominator            2356 non-null int64\n",
      "name                          1502 non-null object\n",
      "url_short                     2356 non-null object\n",
      "dog_type                      380 non-null category\n",
      "new_expanded_url              2297 non-null object\n",
      "dtypes: category(1), datetime64[ns](1), float64(4), int64(3), object(6)\n",
      "memory usage: 260.4+ KB\n"
     ]
    }
   ],
   "source": [
    "#new dataset for replies\n",
    "archive_clean_replies.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2075 entries, 0 to 2074\n",
      "Data columns (total 12 columns):\n",
      "tweet_id    2075 non-null int64\n",
      "jpg_url     2075 non-null object\n",
      "img_num     2075 non-null int64\n",
      "p1          2075 non-null object\n",
      "p1_conf     2075 non-null float64\n",
      "p1_dog      2075 non-null bool\n",
      "p2          2075 non-null object\n",
      "p2_conf     2075 non-null float64\n",
      "p2_dog      2075 non-null bool\n",
      "p3          2075 non-null object\n",
      "p3_conf     2075 non-null float64\n",
      "p3_dog      2075 non-null bool\n",
      "dtypes: bool(3), float64(3), int64(2), object(4)\n",
      "memory usage: 152.1+ KB\n"
     ]
    }
   ],
   "source": [
    "# copy of image clean dataset\n",
    "image_clean_replies.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "78"
      ]
     },
     "execution_count": 88,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#check reply rows to be removed\n",
    "replies = (~archive_clean_replies.in_reply_to_status_id.isnull())\n",
    "replies.sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [],
   "source": [
    "#remove replies\n",
    "archive_clean_replies = archive_clean_replies[~replies]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "181"
      ]
     },
     "execution_count": 90,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#check retweet rows to be removed\n",
    "retweets = (~archive_clean_replies.retweeted_status_user_id.isnull())\n",
    "retweets.sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [],
   "source": [
    "#remove retweets\n",
    "archive_clean_replies = archive_clean_replies[~retweets]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "104"
      ]
     },
     "execution_count": 92,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#find tweet_ids in prediction table that are not in archive_clean_replies\n",
    "no_match = (~image_clean_replies.tweet_id.isin(list(archive_clean_replies.tweet_id)))\n",
    "no_match.sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "259"
      ]
     },
     "execution_count": 93,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "replies_retweets_sum = replies.sum() + retweets.sum()\n",
    "replies_retweets_sum"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [],
   "source": [
    "image_clean_replies = image_clean_replies[~no_match]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 2097 entries, 0 to 2355\n",
      "Data columns (total 15 columns):\n",
      "tweet_id                      2097 non-null int64\n",
      "in_reply_to_status_id         0 non-null float64\n",
      "in_reply_to_user_id           0 non-null float64\n",
      "timestamp                     2097 non-null datetime64[ns]\n",
      "source                        2097 non-null object\n",
      "text                          2097 non-null object\n",
      "retweeted_status_id           0 non-null float64\n",
      "retweeted_status_user_id      0 non-null float64\n",
      "retweeted_status_timestamp    0 non-null object\n",
      "rating_numerator              2097 non-null int64\n",
      "rating_denominator            2097 non-null int64\n",
      "name                          1390 non-null object\n",
      "url_short                     2097 non-null object\n",
      "dog_type                      336 non-null category\n",
      "new_expanded_url              2094 non-null object\n",
      "dtypes: category(1), datetime64[ns](1), float64(4), int64(3), object(6)\n",
      "memory usage: 248.2+ KB\n"
     ]
    }
   ],
   "source": [
    "# confirm count of values in archive_clean_replies\n",
    "archive_clean_replies.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 96,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#confirm all matched image_clean_replies tweet_id's with archive_clean_replies has been removed\n",
    "(~image_clean_replies.tweet_id.isin(list(image_clean_replies.tweet_id))).sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Issue 8"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Define\n",
    "Remove columns that are not necessary: in_reply_to_status_id, in_reply_to_user_id, retweeted_status_id, retweeted_status_user_id, retweeted_status_timestamp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "metadata": {},
   "outputs": [],
   "source": [
    "#made a copy with previous issues fixed\n",
    "archive_clean_drop_columns = archive_clean_replies.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 2097 entries, 0 to 2355\n",
      "Data columns (total 15 columns):\n",
      "tweet_id                      2097 non-null int64\n",
      "in_reply_to_status_id         0 non-null float64\n",
      "in_reply_to_user_id           0 non-null float64\n",
      "timestamp                     2097 non-null datetime64[ns]\n",
      "source                        2097 non-null object\n",
      "text                          2097 non-null object\n",
      "retweeted_status_id           0 non-null float64\n",
      "retweeted_status_user_id      0 non-null float64\n",
      "retweeted_status_timestamp    0 non-null object\n",
      "rating_numerator              2097 non-null int64\n",
      "rating_denominator            2097 non-null int64\n",
      "name                          1390 non-null object\n",
      "url_short                     2097 non-null object\n",
      "dog_type                      336 non-null category\n",
      "new_expanded_url              2094 non-null object\n",
      "dtypes: category(1), datetime64[ns](1), float64(4), int64(3), object(6)\n",
      "memory usage: 248.2+ KB\n"
     ]
    }
   ],
   "source": [
    "#previous copy with unncesessary tables\n",
    "archive_clean_replies.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "metadata": {},
   "outputs": [],
   "source": [
    "archive_clean_drop_columns.drop(['in_reply_to_status_id', \n",
    "                    'in_reply_to_user_id', \n",
    "                    'retweeted_status_id', \n",
    "                    'retweeted_status_user_id', \n",
    "                    'retweeted_status_timestamp'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>url_short</th>\n",
       "      <th>dog_type</th>\n",
       "      <th>new_expanded_url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id           timestamp  \\\n",
       "0  892420643555336193 2017-08-01 16:23:56   \n",
       "1  892177421306343426 2017-08-01 00:17:27   \n",
       "\n",
       "                                                                               source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                         text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10                                                        \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10   \n",
       "\n",
       "   rating_numerator  rating_denominator     name                 url_short  \\\n",
       "0  13                10                  Phineas   https://t.co/MgUWQ76dJU   \n",
       "1  13                10                  Tilly     https://t.co/0Xxu71qeIV   \n",
       "\n",
       "  dog_type                                                 new_expanded_url  \n",
       "0  NaN      https://twitter.com/dog_rates/status/892420643555336193/photo/1  \n",
       "1  NaN      https://twitter.com/dog_rates/status/892177421306343426/photo/1  "
      ]
     },
     "execution_count": 100,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_drop_columns.head(2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 2097 entries, 0 to 2355\n",
      "Data columns (total 10 columns):\n",
      "tweet_id              2097 non-null int64\n",
      "timestamp             2097 non-null datetime64[ns]\n",
      "source                2097 non-null object\n",
      "text                  2097 non-null object\n",
      "rating_numerator      2097 non-null int64\n",
      "rating_denominator    2097 non-null int64\n",
      "name                  1390 non-null object\n",
      "url_short             2097 non-null object\n",
      "dog_type              336 non-null category\n",
      "new_expanded_url      2094 non-null object\n",
      "dtypes: category(1), datetime64[ns](1), int64(3), object(5)\n",
      "memory usage: 166.2+ KB\n"
     ]
    }
   ],
   "source": [
    "archive_clean_drop_columns.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Issue 9"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Define\n",
    "\n",
    "Remove all the html tags from values in source column. Keep only the text between the tags."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "metadata": {},
   "outputs": [],
   "source": [
    "from bs4 import BeautifulSoup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "metadata": {},
   "outputs": [],
   "source": [
    "#made a copy with previous issues fixed\n",
    "archive_clean_source = archive_clean_drop_columns.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'<a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>'"
      ]
     },
     "execution_count": 104,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_source['source'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Twitter for iPhone'"
      ]
     },
     "execution_count": 105,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Try to use get_text() on the first value \n",
    "BeautifulSoup(archive_clean_source['source'][0], \"lxml\").get_text()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Extract just the text from the html tags and storing in df['clean_source']\n",
    "archive_clean_source['clean_source']=archive_clean_source['source'].apply(lambda x: BeautifulSoup(x, \"lxml\").get_text())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>source</th>\n",
       "      <th>text</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>url_short</th>\n",
       "      <th>dog_type</th>\n",
       "      <th>new_expanded_url</th>\n",
       "      <th>clean_source</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>&lt;a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\"&gt;Twitter for iPhone&lt;/a&gt;</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id           timestamp  \\\n",
       "0  892420643555336193 2017-08-01 16:23:56   \n",
       "1  892177421306343426 2017-08-01 00:17:27   \n",
       "\n",
       "                                                                               source  \\\n",
       "0  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "1  <a href=\"http://twitter.com/download/iphone\" rel=\"nofollow\">Twitter for iPhone</a>   \n",
       "\n",
       "                                                                                                                                         text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10                                                        \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10   \n",
       "\n",
       "   rating_numerator  rating_denominator     name                 url_short  \\\n",
       "0  13                10                  Phineas   https://t.co/MgUWQ76dJU   \n",
       "1  13                10                  Tilly     https://t.co/0Xxu71qeIV   \n",
       "\n",
       "  dog_type                                                 new_expanded_url  \\\n",
       "0  NaN      https://twitter.com/dog_rates/status/892420643555336193/photo/1   \n",
       "1  NaN      https://twitter.com/dog_rates/status/892177421306343426/photo/1   \n",
       "\n",
       "         clean_source  \n",
       "0  Twitter for iPhone  \n",
       "1  Twitter for iPhone  "
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_source.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Dropping archive_clean_source['source']\n",
    "archive_clean_source = archive_clean_source.drop('source', axis =1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [],
   "source": [
    "#renaming clean_source to source\n",
    "archive_clean_source = archive_clean_source.rename(columns ={'clean_source': 'source'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "metadata": {},
   "outputs": [],
   "source": [
    "#changing df['source'] to category datatype\n",
    "archive_clean_source['source']=archive_clean_source['source'].astype('category')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 2097 entries, 0 to 2355\n",
      "Data columns (total 10 columns):\n",
      "tweet_id              2097 non-null int64\n",
      "timestamp             2097 non-null datetime64[ns]\n",
      "text                  2097 non-null object\n",
      "rating_numerator      2097 non-null int64\n",
      "rating_denominator    2097 non-null int64\n",
      "name                  1390 non-null object\n",
      "url_short             2097 non-null object\n",
      "dog_type              336 non-null category\n",
      "new_expanded_url      2094 non-null object\n",
      "source                2097 non-null category\n",
      "dtypes: category(2), datetime64[ns](1), int64(3), object(4)\n",
      "memory usage: 152.1+ KB\n"
     ]
    }
   ],
   "source": [
    "archive_clean_source.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>text</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>url_short</th>\n",
       "      <th>dog_type</th>\n",
       "      <th>new_expanded_url</th>\n",
       "      <th>source</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id           timestamp  \\\n",
       "0  892420643555336193 2017-08-01 16:23:56   \n",
       "1  892177421306343426 2017-08-01 00:17:27   \n",
       "\n",
       "                                                                                                                                         text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10                                                        \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10   \n",
       "\n",
       "   rating_numerator  rating_denominator     name                 url_short  \\\n",
       "0  13                10                  Phineas   https://t.co/MgUWQ76dJU   \n",
       "1  13                10                  Tilly     https://t.co/0Xxu71qeIV   \n",
       "\n",
       "  dog_type                                                 new_expanded_url  \\\n",
       "0  NaN      https://twitter.com/dog_rates/status/892420643555336193/photo/1   \n",
       "1  NaN      https://twitter.com/dog_rates/status/892177421306343426/photo/1   \n",
       "\n",
       "               source  \n",
       "0  Twitter for iPhone  \n",
       "1  Twitter for iPhone  "
      ]
     },
     "execution_count": 112,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_source.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Twitter for iPhone     1964\n",
       "Vine - Make a Scene    91  \n",
       "Twitter Web Client     31  \n",
       "TweetDeck              11  \n",
       "Name: source, dtype: int64"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_source['source'].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Issue 10"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Define\n",
    "\n",
    "Remove unnecessary columns and keep algorithm's p1 prediction for the image in the tweet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [],
   "source": [
    "#made a copy with previous issues fixed\n",
    "image_clean_drop = image_clean_replies.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 1971 entries, 0 to 2074\n",
      "Data columns (total 12 columns):\n",
      "tweet_id    1971 non-null int64\n",
      "jpg_url     1971 non-null object\n",
      "img_num     1971 non-null int64\n",
      "p1          1971 non-null object\n",
      "p1_conf     1971 non-null float64\n",
      "p1_dog      1971 non-null bool\n",
      "p2          1971 non-null object\n",
      "p2_conf     1971 non-null float64\n",
      "p2_dog      1971 non-null bool\n",
      "p3          1971 non-null object\n",
      "p3_conf     1971 non-null float64\n",
      "p3_dog      1971 non-null bool\n",
      "dtypes: bool(3), float64(3), int64(2), object(4)\n",
      "memory usage: 159.8+ KB\n"
     ]
    }
   ],
   "source": [
    "#new dataset for image\n",
    "image_clean_drop.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 1971 entries, 0 to 2074\n",
      "Data columns (total 12 columns):\n",
      "tweet_id    1971 non-null int64\n",
      "jpg_url     1971 non-null object\n",
      "img_num     1971 non-null int64\n",
      "p1          1971 non-null object\n",
      "p1_conf     1971 non-null float64\n",
      "p1_dog      1971 non-null bool\n",
      "p2          1971 non-null object\n",
      "p2_conf     1971 non-null float64\n",
      "p2_dog      1971 non-null bool\n",
      "p3          1971 non-null object\n",
      "p3_conf     1971 non-null float64\n",
      "p3_dog      1971 non-null bool\n",
      "dtypes: bool(3), float64(3), int64(2), object(4)\n",
      "memory usage: 159.8+ KB\n"
     ]
    }
   ],
   "source": [
    "#previous dataset for image\n",
    "image_clean_replies.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "metadata": {},
   "outputs": [],
   "source": [
    "#drop unnecessary columns\n",
    "image_clean_drop.drop(['p1_dog',\n",
    "                        'p2',\n",
    "                       'p2_conf',\n",
    "                       'p2_dog',\n",
    "                       'p3',\n",
    "                       'p3_conf',\n",
    "                       'p3_dog'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "metadata": {},
   "outputs": [],
   "source": [
    "#change column names\n",
    "col_names = ['tweet_id', 'jpg_url', 'img_num', \n",
    "             'dog_prediction', 'confidence']\n",
    "image_clean_drop.columns = col_names"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>img_num</th>\n",
       "      <th>dog_prediction</th>\n",
       "      <th>confidence</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>666020888022790149</td>\n",
       "      <td>https://pbs.twimg.com/media/CT4udn0WwAA0aMy.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Welsh_springer_spaniel</td>\n",
       "      <td>0.465074</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>666029285002620928</td>\n",
       "      <td>https://pbs.twimg.com/media/CT42GRgUYAA5iDo.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>redbone</td>\n",
       "      <td>0.506826</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>666033412701032449</td>\n",
       "      <td>https://pbs.twimg.com/media/CT4521TWwAEvMyu.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>German_shepherd</td>\n",
       "      <td>0.596461</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>666044226329800704</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5Dr8HUEAA-lEu.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Rhodesian_ridgeback</td>\n",
       "      <td>0.408143</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>666049248165822465</td>\n",
       "      <td>https://pbs.twimg.com/media/CT5IQmsXIAAKY4A.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>miniature_pinscher</td>\n",
       "      <td>0.560311</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id                                          jpg_url  \\\n",
       "0  666020888022790149  https://pbs.twimg.com/media/CT4udn0WwAA0aMy.jpg   \n",
       "1  666029285002620928  https://pbs.twimg.com/media/CT42GRgUYAA5iDo.jpg   \n",
       "2  666033412701032449  https://pbs.twimg.com/media/CT4521TWwAEvMyu.jpg   \n",
       "3  666044226329800704  https://pbs.twimg.com/media/CT5Dr8HUEAA-lEu.jpg   \n",
       "4  666049248165822465  https://pbs.twimg.com/media/CT5IQmsXIAAKY4A.jpg   \n",
       "\n",
       "   img_num          dog_prediction  confidence  \n",
       "0  1        Welsh_springer_spaniel  0.465074    \n",
       "1  1        redbone                 0.506826    \n",
       "2  1        German_shepherd         0.596461    \n",
       "3  1        Rhodesian_ridgeback     0.408143    \n",
       "4  1        miniature_pinscher      0.560311    "
      ]
     },
     "execution_count": 119,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "image_clean_drop.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1971"
      ]
     },
     "execution_count": 120,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "image_clean_drop.tweet_id.count()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Issue 11"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Define\n",
    "\n",
    "Merge archive_clean_source with image_clean_drop and json_df_clean"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Copy of two tables\n",
    "archive_clean_tabl = archive_clean_source.copy()\n",
    "\n",
    "image_clean_tabl = image_clean_drop.copy()\n",
    "\n",
    "json_tab = json_df_clean.copy()\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Code"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {},
   "outputs": [],
   "source": [
    "archive_clean_tabl.tweet_id = archive_clean_tabl.tweet_id.astype(str)\n",
    "image_clean_tabl.tweet_id = image_clean_tabl.tweet_id.astype(str)\n",
    "json_tab.tweet_id = json_tab.tweet_id.astype(str)\n",
    "archive_clean_tab = pd.merge(archive_clean_tabl, image_clean_tabl, how='inner', on='tweet_id' )\n",
    "archive_clean_tb = pd.merge(archive_clean_tab,json_tab, how='inner', on='tweet_id')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 140,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>text</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>url_short</th>\n",
       "      <th>dog_type</th>\n",
       "      <th>new_expanded_url</th>\n",
       "      <th>source</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>img_num</th>\n",
       "      <th>dog_prediction</th>\n",
       "      <th>confidence</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>retweet_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>orange</td>\n",
       "      <td>0.097049</td>\n",
       "      <td>32993</td>\n",
       "      <td>6903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Chihuahua</td>\n",
       "      <td>0.323581</td>\n",
       "      <td>28535</td>\n",
       "      <td>5202</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id           timestamp  \\\n",
       "0  892420643555336193 2017-08-01 16:23:56   \n",
       "1  892177421306343426 2017-08-01 00:17:27   \n",
       "\n",
       "                                                                                                                                         text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10                                                        \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10   \n",
       "\n",
       "   rating_numerator  rating_denominator     name                 url_short  \\\n",
       "0  13                10                  Phineas   https://t.co/MgUWQ76dJU   \n",
       "1  13                10                  Tilly     https://t.co/0Xxu71qeIV   \n",
       "\n",
       "  dog_type                                                 new_expanded_url  \\\n",
       "0  NaN      https://twitter.com/dog_rates/status/892420643555336193/photo/1   \n",
       "1  NaN      https://twitter.com/dog_rates/status/892177421306343426/photo/1   \n",
       "\n",
       "               source                                          jpg_url  \\\n",
       "0  Twitter for iPhone  https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg   \n",
       "1  Twitter for iPhone  https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg   \n",
       "\n",
       "   img_num dog_prediction  confidence  favorite_count  retweet_count  \n",
       "0  1        orange         0.097049    32993           6903           \n",
       "1  1        Chihuahua      0.323581    28535           5202           "
      ]
     },
     "execution_count": 140,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_tb.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 141,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 1963 entries, 0 to 1962\n",
      "Data columns (total 16 columns):\n",
      "tweet_id              1963 non-null object\n",
      "timestamp             1963 non-null datetime64[ns]\n",
      "text                  1963 non-null object\n",
      "rating_numerator      1963 non-null int64\n",
      "rating_denominator    1963 non-null int64\n",
      "name                  1342 non-null object\n",
      "url_short             1963 non-null object\n",
      "dog_type              302 non-null category\n",
      "new_expanded_url      1963 non-null object\n",
      "source                1963 non-null category\n",
      "jpg_url               1963 non-null object\n",
      "img_num               1963 non-null int64\n",
      "dog_prediction        1963 non-null object\n",
      "confidence            1963 non-null float64\n",
      "favorite_count        1963 non-null int64\n",
      "retweet_count         1963 non-null int64\n",
      "dtypes: category(2), datetime64[ns](1), float64(1), int64(5), object(7)\n",
      "memory usage: 234.4+ KB\n"
     ]
    }
   ],
   "source": [
    "archive_clean_tb.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 1971 entries, 0 to 2074\n",
      "Data columns (total 5 columns):\n",
      "tweet_id          1971 non-null object\n",
      "jpg_url           1971 non-null object\n",
      "img_num           1971 non-null int64\n",
      "dog_prediction    1971 non-null object\n",
      "confidence        1971 non-null float64\n",
      "dtypes: float64(1), int64(1), object(3)\n",
      "memory usage: 92.4+ KB\n"
     ]
    }
   ],
   "source": [
    "image_clean_tabl.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 2326 entries, 0 to 2325\n",
      "Data columns (total 3 columns):\n",
      "tweet_id          2326 non-null object\n",
      "favorite_count    2326 non-null int64\n",
      "retweet_count     2326 non-null int64\n",
      "dtypes: int64(2), object(1)\n",
      "memory usage: 54.6+ KB\n"
     ]
    }
   ],
   "source": [
    "json_tab.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 2097 entries, 0 to 2355\n",
      "Data columns (total 10 columns):\n",
      "tweet_id              2097 non-null object\n",
      "timestamp             2097 non-null datetime64[ns]\n",
      "text                  2097 non-null object\n",
      "rating_numerator      2097 non-null int64\n",
      "rating_denominator    2097 non-null int64\n",
      "name                  1390 non-null object\n",
      "url_short             2097 non-null object\n",
      "dog_type              336 non-null category\n",
      "new_expanded_url      2094 non-null object\n",
      "source                2097 non-null category\n",
      "dtypes: category(2), datetime64[ns](1), int64(2), object(5)\n",
      "memory usage: 152.1+ KB\n"
     ]
    }
   ],
   "source": [
    "archive_clean_tabl.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Storing Data\n",
    "Save gathered, assessed, and cleaned master dataset to a CSV file named \"twitter_archive_master.csv\"."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 146,
   "metadata": {},
   "outputs": [],
   "source": [
    "archive_clean_tb.to_csv('twitter_archive_master.csv', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Analyzing and Visualizing Data\n",
    "In this section, analyze and visualize your wrangled data. You must produce at least **three (3) insights and one (1) visualization.**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 147,
   "metadata": {},
   "outputs": [],
   "source": [
    "archive_clean_tb = pd.read_csv('twitter_archive_master.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>tweet_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>text</th>\n",
       "      <th>rating_numerator</th>\n",
       "      <th>rating_denominator</th>\n",
       "      <th>name</th>\n",
       "      <th>url_short</th>\n",
       "      <th>dog_type</th>\n",
       "      <th>new_expanded_url</th>\n",
       "      <th>source</th>\n",
       "      <th>jpg_url</th>\n",
       "      <th>img_num</th>\n",
       "      <th>dog_prediction</th>\n",
       "      <th>confidence</th>\n",
       "      <th>favorite_count</th>\n",
       "      <th>retweet_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>892420643555336193</td>\n",
       "      <td>2017-08-01 16:23:56</td>\n",
       "      <td>This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Phineas</td>\n",
       "      <td>https://t.co/MgUWQ76dJU</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892420643555336193/photo/1</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>orange</td>\n",
       "      <td>0.097049</td>\n",
       "      <td>32993</td>\n",
       "      <td>6903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>892177421306343426</td>\n",
       "      <td>2017-08-01 00:17:27</td>\n",
       "      <td>This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>Tilly</td>\n",
       "      <td>https://t.co/0Xxu71qeIV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://twitter.com/dog_rates/status/892177421306343426/photo/1</td>\n",
       "      <td>Twitter for iPhone</td>\n",
       "      <td>https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg</td>\n",
       "      <td>1</td>\n",
       "      <td>Chihuahua</td>\n",
       "      <td>0.323581</td>\n",
       "      <td>28535</td>\n",
       "      <td>5202</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             tweet_id            timestamp  \\\n",
       "0  892420643555336193  2017-08-01 16:23:56   \n",
       "1  892177421306343426  2017-08-01 00:17:27   \n",
       "\n",
       "                                                                                                                                         text  \\\n",
       "0  This is Phineas. He's a mystical boy. Only ever appears in the hole of a donut. 13/10                                                        \n",
       "1  This is Tilly. She's just checking pup on you. Hopes you're doing ok. If not, she's available for pats, snugs, boops, the whole bit. 13/10   \n",
       "\n",
       "   rating_numerator  rating_denominator     name                 url_short  \\\n",
       "0  13                10                  Phineas   https://t.co/MgUWQ76dJU   \n",
       "1  13                10                  Tilly     https://t.co/0Xxu71qeIV   \n",
       "\n",
       "  dog_type                                                 new_expanded_url  \\\n",
       "0  NaN      https://twitter.com/dog_rates/status/892420643555336193/photo/1   \n",
       "1  NaN      https://twitter.com/dog_rates/status/892177421306343426/photo/1   \n",
       "\n",
       "               source                                          jpg_url  \\\n",
       "0  Twitter for iPhone  https://pbs.twimg.com/media/DGKD1-bXoAAIAUK.jpg   \n",
       "1  Twitter for iPhone  https://pbs.twimg.com/media/DGGmoV4XsAAUL6n.jpg   \n",
       "\n",
       "   img_num dog_prediction  confidence  favorite_count  retweet_count  \n",
       "0  1        orange         0.097049    32993           6903           \n",
       "1  1        Chihuahua      0.323581    28535           5202           "
      ]
     },
     "execution_count": 148,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_tb.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 1963 entries, 0 to 1962\n",
      "Data columns (total 16 columns):\n",
      "tweet_id              1963 non-null int64\n",
      "timestamp             1963 non-null object\n",
      "text                  1963 non-null object\n",
      "rating_numerator      1963 non-null int64\n",
      "rating_denominator    1963 non-null int64\n",
      "name                  1342 non-null object\n",
      "url_short             1963 non-null object\n",
      "dog_type              302 non-null object\n",
      "new_expanded_url      1963 non-null object\n",
      "source                1963 non-null object\n",
      "jpg_url               1963 non-null object\n",
      "img_num               1963 non-null int64\n",
      "dog_prediction        1963 non-null object\n",
      "confidence            1963 non-null float64\n",
      "favorite_count        1963 non-null int64\n",
      "retweet_count         1963 non-null int64\n",
      "dtypes: float64(1), int64(6), object(9)\n",
      "memory usage: 245.5+ KB\n"
     ]
    }
   ],
   "source": [
    "archive_clean_tb.info()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Dog Stages"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 150,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "pupper            0.665563\n",
       "doggo             0.205298\n",
       "puppo             0.072848\n",
       "doggo, pupper     0.026490\n",
       "floofer           0.023179\n",
       "doggo, floofer    0.003311\n",
       "doggo, puppo      0.003311\n",
       "Name: dog_type, dtype: float64"
      ]
     },
     "execution_count": 150,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_tb['dog_type'].value_counts(normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 151,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0.5,1,'Dog Stage')"
      ]
     },
     "execution_count": 151,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAGcBJREFUeJzt3XuUXWWdp/HnC4qIoIAULuQWoYOt0t2xLfACKDY9juAF7FEkw2BQNNpKi8sr6IyivVztqKiMttBhZEBFBEVavHQrjQii3MItBAEFDBJgoLgIKIiT+Js/9i5zCDupSqhzTiX1fNY6q/Z59+1XO6fyPfv27lQVkiStbINhFyBJmp4MCElSJwNCktTJgJAkdTIgJEmdDAhJUicDQpLUyYDQei3JkiQPJXkgyW+S/CzJ25L05bOfZM92HfcluSfJT5Ps1o47NMkF/Viv1A8GhGaCV1XVZsCOwCeADwBfmuqVJHky8F3g88CWwLbAR4GHp3pd0iAYEJoxquq+qjoLeD0wL8muAEmekuTLScaS3Jzkv4/vYSTZMMkxSe5K8qskhyepJI/rWMUu7XpOrarlVfVQVf2wqhYleRZwPPDCJL9N8pt2+a9IckWS+5PckuTo3gUmeUNb091J/ke7R/S37bgNkhyZ5MZ2/OlJtuzX9tPMY0BoxqmqS4ClwF5t0+eBpwA7AS8B3gC8sR33FmBfYA7w18ABq1n0L4DlSU5Osm+SLXrWeS3wNuDCqtq0qjZvR/2uXd/mwCuAv09yAECSZwNfBA4Gtmlr3LZnfe9s63kJ8HTgXuCf12hjSKthQGimug3YMsmGNHsUR1XVA1W1BDgGOKSd7kDg2KpaWlX30hyi6lRV9wN7AgWcAIwlOSvJ01Yzz4+r6uqq+mNVLQJOpfkPH+C1wHeq6oKq+gPw4XbZ494KfKit7WHgaOC1q9i7kdaYAaGZalvgHmArYCPg5p5xN7Pim/rTgVt6xvUOP0pVXVtVh1bVdsCu7fyfW9X0SZ6f5Nz28NZ9NHsZW3Wtu6oeBO7umX1H4Mz25PtvgGuB5cAqA0laEwaEZpz2qqJtgQuAu4D/R/Of7bgdgFvb4duB7XrGbT/Z9VTVdcBJNEEBj/z2P+5rwFnA9lX1FJrzFOlad5InAk/tmfcWYN+q2rzntXFV3Yo0BQwIzRhJnpzklcDXga+2h3aWA6cDH0+yWZIdgXcDX21nOx04Ism2STanuQJqVcv/8yTvSbJd+357YC5wUTvJHcB2STbqmW0z4J6q+n2S3YH/2jPum8CrkryoneejrAgPaMLk423NJBlJsv+abxmpmwGhmeA7SR6g+cb9IeAzrDgJDfAPNCeLb6LZq/gacGI77gTgh8Ai4Arg+8AymkM5K3sAeD5wcZLf0QTDYuA97fgfAdcA/zfJXW3b24GPtfV9mCaQAKiqa9ravk6zN/EAcCcrLps9lmbv44ft/Be165emRHxgkDR5SfYFjq+qHSeceOrXvSnwG2B2Vf1q0OvXzOMehLQaSZ6YZL8kj0uyLfAR4MwBrv9VSTZJ8iTg08DVwJJBrV8zmwEhrV5ojv3fS3OI6VqaQ0GDsj/NJbm3AbOBg8rdfg2Ih5gkSZ3cg5AkdVqn77jcaqutatasWcMuQ5LWKZdddtldVTUy0XTrdEDMmjWLhQsXDrsMSVqnJLl54qk8xCRJWgUDQpLUyYCQJHUyICRJnQwISVInA0KS1MmAkCR16ltAJNm+fVLWtUmuSXJE275lkrOT/LL9uUXbniT/K8kNSRYl+et+1SZJmlg/9yCWAe+pqmcBLwDe0T6E/UjgnKqaDZzTvofmwfCz29d84Lg+1iZJmkDf7qSuqttpHnJCVT2Q5FqaxzzuD+zdTnYy8GOap3TtD3y57anyoiSbJ9mmXc5ae+bT930ss69Xrr/t34ZdgqR1yEDOQSSZBTwXuBh42vh/+u3PrdvJtuWRD4RfyooHx/cua36ShUkWjo2N9bNsSZrR+h4Q7VOwzgDeVVX3r27SjrZH9UVeVQuqarSqRkdGJuxrSpK0lvoaEEkeTxMOp1TVt9rmO5Js047fhuYZu9DsMWzfM/t2NA9JkSQNQT+vYgrwJeDaqvpMz6izgHnt8Dzg2z3tb2ivZnoBcN9jPf8gSVp7/ezuew/gEODqJFe2bR8EPgGcnuQw4NfA69px3wf2A24AHgTe2MfaJEkT6OdVTBfQfV4BYJ+O6Qt4R7/qkSStGe+kliR1MiAkSZ0MCElSJwNCktTJgJAkdTIgJEmdDAhJUicDQpLUyYCQJHUyICRJnQwISVInA0KS1MmAkCR1MiAkSZ0MCElSJwNCktSpn48cPTHJnUkW97SdluTK9rVk/ElzSWYleahn3PH9qkuSNDn9fOToScAXgC+PN1TV68eHkxwD3Ncz/Y1VNaeP9UiS1kA/Hzl6fpJZXeOSBDgQ+Jt+rV+S9NgM6xzEXsAdVfXLnrZnJLkiyXlJ9hpSXZKkVj8PMa3OXODUnve3AztU1d1Jngf8a5LnVNX9K8+YZD4wH2CHHXYYSLGSNBMNfA8iyeOAvwNOG2+rqoer6u52+DLgRmCXrvmrakFVjVbV6MjIyCBKlqQZaRiHmP4WuK6qlo43JBlJsmE7vBMwG7hpCLVJklr9vMz1VOBC4JlJliY5rB11EI88vATwYmBRkquAbwJvq6p7+lWbJGli/byKae4q2g/taDsDOKNftUiS1px3UkuSOhkQkqROBoQkqZMBIUnqZEBIkjoZEJKkTgaEJKmTASFJ6mRASJI6GRCSpE4GhCSpkwEhSepkQEiSOhkQkqROBoQkqZMBIUnqZEBIkjr185GjJya5M8ninrajk9ya5Mr2tV/PuKOS3JDk+iT/uV91SZImp597ECcBL+9o/2xVzWlf3wdI8myaZ1U/p53ni0k27GNtkqQJ9C0gqup84J5JTr4/8PWqeriqfgXcAOzer9okSRMbxjmIw5Msag9BbdG2bQvc0jPN0rbtUZLMT7IwycKxsbF+1ypJM9agA+I4YGdgDnA7cEzbno5pq2sBVbWgqkaranRkZKQ/VUqSBhsQVXVHVS2vqj8CJ7DiMNJSYPueSbcDbhtkbZKkRxpoQCTZpufta4DxK5zOAg5K8oQkzwBmA5cMsjZJ0iM9rl8LTnIqsDewVZKlwEeAvZPMoTl8tAR4K0BVXZPkdODnwDLgHVW1vF+1SZIm1reAqKq5Hc1fWs30Hwc+3q96JElrxjupJUmdDAhJUicDQpLUyYCQJHUyICRJnQwISVInA0KS1MmAkCR1MiAkSZ0MCElSJwNCktTJgJAkdTIgJEmdDAhJUicDQpLUyYCQJHUyICRJnfoWEElOTHJnksU9bZ9Kcl2SRUnOTLJ52z4ryUNJrmxfx/erLknS5PRzD+Ik4OUrtZ0N7FpVfwn8AjiqZ9yNVTWnfb2tj3VJkiahbwFRVecD96zU9sOqWta+vQjYrl/rlyQ9NsM8B/Em4N963j8jyRVJzkuy16pmSjI/ycIkC8fGxvpfpSTNUEMJiCQfApYBp7RNtwM7VNVzgXcDX0vy5K55q2pBVY1W1ejIyMhgCpakGWjgAZFkHvBK4OCqKoCqeriq7m6HLwNuBHYZdG2SpBUGGhBJXg58AHh1VT3Y0z6SZMN2eCdgNnDTIGuTJD3S4/q14CSnAnsDWyVZCnyE5qqlJwBnJwG4qL1i6cXAx5IsA5YDb6uqezoXLEkaiL4FRFXN7Wj+0iqmPQM4o1+1SJLWnHdSS5I6GRCSpE6TCogke0ymTZK0/pjsHsTnJ9kmSVpPrPYkdZIXAi8CRpK8u2fUk4EN+1mYJGm4JrqKaSNg03a6zXra7wde26+iJEnDt9qAqKrzgPOSnFRVNw+oJknSNDDZ+yCekGQBMKt3nqr6m34UJUkavskGxDeA44H/TXOnsyRpPTfZgFhWVcf1tRJJ0rQy2ctcv5Pk7Um2SbLl+KuvlUmShmqyexDz2p/v62krYKepLUeSNF1MKiCq6hn9LkSSNL1MKiCSvKGrvaq+PLXlSJKmi8keYtqtZ3hjYB/gcsCAkKT11GQPMf1D7/skTwG+0peKJEnTwtp29/0gzWNBJUnrqcmeg/gOzVVL0HTS9yzg9EnMdyLwSuDOqtq1bdsSOI3mruwlwIFVdW+aZ5AeC+xHE0CHVtXla/LLSJKmzmTPQXy6Z3gZcHNVLZ3EfCcBX+CR5yqOBM6pqk8kObJ9/wFgX5q9ktnA84Hj2p+SpCGY1CGmttO+62h6dN0C+MMk5zsfuGel5v2Bk9vhk4EDetq/XI2LgM2TbDOZ9UiSpt5knyh3IHAJ8DrgQODiJGvb3ffTqup2gPbn1m37tsAtPdMtbdtWrmV+koVJFo6Nja1lCZKkiUz2ENOHgN2q6k6AJCPAfwDfnMJa0tFWj2qoWgAsABgdHX3UeEnS1JjsVUwbjIdD6+41mHdld4wfOmp/ji93KbB9z3TbAbet5TokSY/RZP+T//ckP0hyaJJDge8B31/LdZ7Fir6d5gHf7ml/QxovAO4bPxQlSRq8iZ5J/Wc05wzel+TvgD1pDgVdCJwy0cKTnArsDWyVZCnwEeATwOlJDgN+TXNeA5rA2Q+4geYy1zeuzS8kSZoaE52D+BzwQYCq+hbwLYAko+24V61u5qqau4pR+3RMW8A7JqhHkjQgEx1imlVVi1ZurKqFNDe6SZLWUxMFxMarGffEqSxEkjS9TBQQlyZ5y8qN7fmDy/pTkiRpOpjoHMS7gDOTHMyKQBgFNgJe08/CJEnDtdqAqKo7gBcleSmwa9v8var6Ud8rkyQN1WSfB3EucG6fa5EkTSNreze0JGk9Z0BIkjoZEJKkTgaEJKmTASFJ6mRASJI6GRCSpE4GhCSpkwEhSepkQEiSOk2qq42plOSZwGk9TTsBHwY2B94CjLXtH6yqtX2sqSTpMRp4QFTV9cAcgCQbArcCZ9I8YvSzVfXpQdckSXq0YR9i2ge4sapuHnIdkqSVDDsgDgJO7Xl/eJJFSU5MssWwipIkDTEgkmwEvBr4Rtt0HLAzzeGn24FjVjHf/CQLkywcGxvrmkSSNAWGuQexL3B5+1AiquqOqlpeVX8ETgB275qpqhZU1WhVjY6MjAywXEmaWYYZEHPpObyUZJueca8BFg+8IknSnwz8KiaAJJsA/wl4a0/zJ5PMAQpYstI4SdKADSUgqupB4KkrtR0yjFokSd2GfRWTJGmaMiAkSZ0MCElSJwNCktTJgJAkdTIgJEmdDAhJUicDQpLUaSg3ymnddPAu7xl2CdPGKb/o7EtSWq+4ByFJ6mRASJI6GRCSpE4GhCSpkwEhSepkQEiSOhkQkqROBoQkqdPQbpRLsgR4AFgOLKuq0SRbAqcBs2geO3pgVd07rBolaSYb9h7ES6tqTlWNtu+PBM6pqtnAOe17SdIQDDsgVrY/cHI7fDJwwBBrkaQZbZgBUcAPk1yWZH7b9rSquh2g/bn1yjMlmZ9kYZKFY2NjAyxXkmaWYXbWt0dV3ZZka+DsJNdNZqaqWgAsABgdHa1+FihJM9nQ9iCq6rb2553AmcDuwB1JtgFof945rPokaaYbSkAkeVKSzcaHgZcBi4GzgHntZPOAbw+jPknS8A4xPQ04M8l4DV+rqn9PcilwepLDgF8DrxtSfZI04w0lIKrqJuCvOtrvBvYZfEWSpJVNt8tcJUnThAEhSepkQEiSOhkQkqROBoQkqZMBIUnqZEBIkjoZEJKkTgaEJKmTASFJ6mRASJI6GRCSpE4GhCSpkwEhSepkQEiSOhkQkqROBoQkqdPAAyLJ9knOTXJtkmuSHNG2H53k1iRXtq/9Bl2bJGmFYTxydBnwnqq6PMlmwGVJzm7HfbaqPj2EmiRJKxl4QFTV7cDt7fADSa4Fth10HZKk1RvqOYgks4DnAhe3TYcnWZTkxCRbrGKe+UkWJlk4NjY2oEolaeYZWkAk2RQ4A3hXVd0PHAfsDMyh2cM4pmu+qlpQVaNVNToyMjKweiVpphlKQCR5PE04nFJV3wKoqjuqanlV/RE4Adh9GLVJkhoDPweRJMCXgGur6jM97du05ycAXgMsHnRt0iB9ao+jhl3CtPG+n/7TsEtQh2FcxbQHcAhwdZIr27YPAnOTzAEKWAK8dQi1SZJaw7iK6QIgHaO+P+haJEmr5p3UkqROBoQkqZMBIUnqZEBIkjoZEJKkTgaEJKmTASFJ6mRASJI6GRCSpE4GhCSpkwEhSepkQEiSOhkQkqROw+juW5Km3PkHvn/YJUwbLz79k1OyHPcgJEmdDAhJUicDQpLUadoFRJKXJ7k+yQ1Jjhx2PZI0U02rgEiyIfDPwL7As2meU/3s4VYlSTPTtAoIYHfghqq6qar+AHwd2H/INUnSjJSqGnYNf5LktcDLq+rN7ftDgOdX1eE908wH5rdvnwlcP/BC19xWwF3DLmI94vacWm7PqbOubMsdq2pkoomm230Q6Wh7RIJV1QJgwWDKmRpJFlbV6LDrWF+4PaeW23PqrG/bcrodYloKbN/zfjvgtiHVIkkz2nQLiEuB2UmekWQj4CDgrCHXJEkz0rQ6xFRVy5IcDvwA2BA4saquGXJZU2GdOiS2DnB7Ti2359RZr7bltDpJLUmaPqbbISZJ0jRhQEiSOhkQmhaSHJ3kvcOuQ0ryziTXJrk1yRfWchkjSS5OckWSvaa6xkGZVieptWpJNqyq5cOuQ5oB3k7T3c9LgLW9p2Ef4LqqmjfZGabj37h7EBNIMivJdUlOTrIoyTeTbJJkSZKt2mlGk/y4HT46yVeS/CjJL5O8pW3fO8n5Sc5M8vMkxyfZoB33siQXJrk8yTeSbNq2L0ny4SQXAK8bzhbonyQfajtm/A+au+JJMifJRe22PjPJFm37bm3bhUk+lWRx275JktPbcae139pG23Fzk1ydZHGS/zm0X3QABvQ5Xe+3Z5LjgZ1oLq/foqd9xyTntNv2nCQ7rKo9yRzgk8B+Sa5M8sR19m+8qnyt5gXMormbe4/2/YnAe4ElwFZt2yjw43b4aOAq4Ik0t93fAjwd2Bv4Pc2Hb0PgbOC17TTnA09q5/8A8OF2eAnw/mFvgz5t1+cBVwObAE8Gbmi36yLgJe00HwM+1w4vBl7UDn8CWNwOvxf4l3Z4V2BZ++/xdODXwAjNnvKPgAOG/Xuvw5/TGbM9x7cZcCjwhbbtO8C8dvhNwL9O0N477zr7N+4exOTcUlU/bYe/Cuw5wfTfrqqHquou4FyaTggBLqmmI8LlwKntcl5A03PtT5NcCcwDduxZ1mlT9UtMM3sBZ1bVg1V1P803ticBm1fVee00JwMvTrI5sFlV/axt/1rPcvak6dSRqlpMEzAAu9H8ZzhWVcuAU4AX9/U3Gr5+fk5n4vbs9UJWfO6+woptu6r2Xuvs37jnICZn5ZtFiuab6njAbjyJ6VfVHuDsqpq7inX/bg3qXNdM9iacrj66Jhq3unnWV/3+nGqFVX12u9rX2b9x9yAmZ4ckL2yH5wIX0OwaPq9t+y8rTb9/ko2TPJVml/3Stn33thuRDYDXt8u5CNgjyZ/Bn46p79K332T6OB94TXt8djPgVTR/KPf2XPVxCHBeVd0LPJDkBW37QT3LuQA4ECDNs0P+om2/GHhJkq3SPGdkLnAe67d+fk5n4vbs9TNWfO4Optkmq2vvtc7+jRsQk3MtMC/JImBL4Djgo8CxSX4CrHzlwSXA92g+GP9YVeMdDl5Ie/wc+BXNIZYxmuOVp7bLvwj48/7+OsNXVZfT7FpfCZwB/KQdNQ/4VLst5tCchwA4DFiQ5EKab2T3te1fBEba6T9Ac4jpvqq6HTiK5tDJVcDlVfXtvv9iw9XPz+lM3J693gm8sd22hwBHTND+J+vy37hdbUwgySzgu1W16ySnPxr4bVV9eqX2vYH3VtUrp7jEGSHJplX123b4SGCbqjqi/Tb7+Kr6fZKdgXOAXap54NSM4edU/eA5CK0rXpHkKJrP7M0038iguQrq3CSPp9mz+PuZFg5Sv7gHIUnq5DkISVInA0KS1MmAkCR1MiA0IyVZ3vaTc02Sq5K8e7zPoSlY9ivT9OJ5Vduf0Vvb9gPaezWkdYJXMWmmeqiq5gAk2Zqmu4SnAB95LAttr6ZaAOxeVUuTPIGmnySAA4DvAj9/LOuQBsU9CM14VXUnMB84PI2Nk/yftufSK5K8FFbfc2yPzWi+eN3dLvvhqro+yYuAV9PcBHhlkp2TvCXJpe2exhlJNmnXs3OaHm0vTfKxJL8dX3iS97Xti5J8dACbRzOYASEBVXUTzd/D1sA72ra/oOlS4uQkG9M8J+DeqvpL4B9Z0YVF73Luoel48OYkpyY5OMkGbUeDZwHvq6o5VXUj8K2q2q2q/ormLujD2sUcCxxbVbsB43c3k+RlwGyaTvXmAM9LMpM6zNOAGRDSCuMd0u1J0zMnVXUdzY15u7DqnmMfoareTPPAmEtoutw+cRXr2zXJT5JcTdOPz3Pa9hcC32iHe3uufVn7ugK4nKa7htlr9BtKa8BzEBKQZCeavoruZAp6iK2qq4Grk3yFpj+jQzsmO4nmmQpXJTmUpsO81ZYJ/FNV/ctk65AeC/cgNOMlGQGOp3nAS9H0NHtwO24XYAfgelbdc2zvsjZt+zMaN4dmDwTgAZpzFOM2A25vT2wf3NN+ESt6Xu3tufYHwJt6nka2bXuCXeoLu9rQjJRkOc0T7R5P88yErwCfqao/tucbjqc5x7AMeHdVnZvkSTQPMdqF5jDPrsBBVfXLnuVuRtNL7c7AQzRdmB9RVQuT7AGcADxM85S2lwHvpwmQq2keinRoktk0D/wJTW+r86tq23b5RwBvblf3W+C/teczpClnQEiTNKieY9urmR6qqkpyEDC3qvafynVIk+E5CGnyBtVz7POALyQJ8BuaZx1LA+cehCSpkyepJUmdDAhJUicDQpLUyYCQJHUyICRJnf4/u9kOGVin8r4AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f4ec6f8aa20>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "colors = sns.set_palette(\"magma\")\n",
    "sns.countplot(data = archive_clean_tb, x ='dog_type', order = [\"pupper\", \"doggo\", \"puppo\", \"floofer\"], orient = 'h', color=colors  )\n",
    "plt.xlabel('Dog Stage')\n",
    "plt.ylabel('Count')\n",
    "plt.title('Dog Stage')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We can see that pupper is the dog type stage most popular in the distribution of dog stages when posting tweets about dogs. Followed by doggo, puppo and floofer. "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Source distribution"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 152,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Twitter for iPhone    0.980642\n",
       "Twitter Web Client    0.014264\n",
       "TweetDeck             0.005094\n",
       "Name: source, dtype: float64"
      ]
     },
     "execution_count": 152,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_tb['source'].value_counts(normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0.5,1,'Source distribution')"
      ]
     },
     "execution_count": 153,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY8AAAEWCAYAAACe8xtsAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAH6RJREFUeJzt3Xu8VHW9//HXOxQvqYG6JeQSWmheKtTtNS1TU7GOtywhf4pmhzTtZqeTWp0s8xz75aXsoj80ApK8lJpUlmIllEq5UeKionjfgoBiSml4wM/vj/UdWQwze8/a7JnZG97Px2MerPVd3/VdnzVrM5/5ftdlFBGYmZkV8aZmB2BmZr2Pk4eZmRXm5GFmZoU5eZiZWWFOHmZmVpiTh5mZFebkYVYHki6QdG2aHirpH5L6dFPbV0n6Wpo+WFJ7d7Sb2jtI0vzuas/WX04e1uNIOlDSPZJekrRM0t2S9m52XF0VEU9HxBYRsaqjepJOlfTnGto7IyIu7I7YJIWkd+Ta/lNE7Nwdbdv6baNmB2CWJ2kr4NfAmcCNQF/gIGBFHba1UUSs7O5260lSn86SkFkjuOdhPc1OABFxXUSsiohXI+KOiJgNIOlNkr4q6SlJSyRNkvSWtGytIRxJT0o6LE1fIOkXkq6V9DJwqqQ+ks6X9Jik5ZJmShqS6r9T0tTU+5kv6WPVgpa0g6RpqY2pwLa5ZcPSN/yN0vypkh5PdZ+QdJKkXYCrgP3TENffU90Jkq6UdJukfwIfSGXfKtv++ZKeT/t7Uq78LkmfzM2/0buRND0V/y1t88Ty91DSLqmNv0uaJ+no3LIJkn4o6TdpX/4i6e2dHWBbPzh5WE/zCLBK0kRJIyX1L1t+anp9ANgR2AL4QYH2jwF+AfQDJgPnAKOBo4CtgE8Ar0h6MzAV+BmwXarzI0m7VWn3Z8BMsqRxITCmUqXU7hXAyIjYEjgAmBURDwFnAPemIa5+udU+DlwEbAlUGtZ6a9ruoLTdcZI6HXqKiPelyfekbd5QFuvGwK+AO8jeg88Ak8vaHg18A+gPLEhx2gbAycN6lIh4GTgQCOBqYKmkKZIGpConAZdFxOMR8Q/gPGBU6Vt9De6NiF9GxOsR8SrwSeCrETE/Mn+LiBeADwNPRsRPImJlRNwP3AScUN6gpKHA3sDXImJFREwn+9Ct5nVgd0mbRcSiiJjXScy3RsTdKeZ/ValT2vY04DdA1V5SAfuRJeeLI+K1iPgD2ZDi6FydmyPir2n4bzIwohu2a72Ak4f1OBHxUEScGhGDgd2B7YHvpsXbA0/lqj9Fdu5uALV5pmx+CPBYhXpvA/ZNwzV/T8NIJ5F9yy+3PfBiRPyzLK61pDonkvUyFqUhn3cWjLlcpW1v38k6tdgeeCYiXi9re1Bu/rnc9CtkycY2AE4e1qNFxMPABLIkArCQ7IO9ZCiwElgM/BPYvLQgXRrbUt5k2fwzQKVx+meAaRHRL/faIiLOrFB3EdA/DUnl46q2T7dHxAeBgcDDZD2sSrFVi7lcpW0vTNNrvCdUTn7VLASGSMp/TgwFni3Qhq2nnDysR0knqb8oaXCaH0I2TDIjVbkO+EI6Qb0F8N/ADWnY5BFgU0kfSuP1XwU26WST1wAXShquzLslbUM2PLOTpJMlbZxee6cT22uIiKeANuAbkvpKOhD4tyr7N0DS0enDfgXwD6B09dRiYLCkvrW9W2sobfsgsiG3n6fyWcDxkjZXdknu6WXrLSY7d1TJX8iSz3+m/T847df1XYjP1jNOHtbTLAf2Bf6Sri6aAcwFvpiWjwd+CkwHngD+RXYil4h4Cfg0WUJ4luyDr7Mb6C4juyT4DuBl4MfAZhGxHDgcGEX2Dfw54NtUT0YfT3EvA74OTKpS701pXxamuu9PMQP8AZgHPCfp+U7iznsOeDG1ORk4I/XYAC4HXiNLEhPT8rwLgIlpaG6N8yQR8RpwNDASeB74EXBKrm3bgMk/BmVmZkW552FmZoU5eZiZWWFOHmZmVljdkoekIZL+KOmh9FiDz6XyrdMjHx5N//ZP5ZJ0haQFkmZL2jPX1phU/1FJFe/cNTOzxqnbCXNJA4GBEXG/pC3JHt1wLNmjJZZFxMWSzgX6R8SXJR1FdtXMUWRXrXwvIvaVtDXZZZCtZNe7zwT2iogXO9r+tttuG8OGDavLvpmZrY9mzpz5fESU3xtVUd2eqhsRi8huniIilkt6iOzO1GOAg1O1icBdwJdT+aTIstkMSf1SAjoYmBoRywCUPXTuSLLr/asaNmwYbW1t3bxXZmbrL0kVn4xQSUPOeUgaBuxBdtPRgJRYSglmu1RtEGs+hqE9lVUrNzOzJql78kh3Ad8EfD499K5q1Qpl0UF5pW2NldQmqW3p0qXFgzUzs5rUNXmkR0TcBEyOiJtT8eI0HFU6L7IklbeTPaSuZDDZHbPVytcSEeMiojUiWltaahq2MzOzLqjn1VYie9TDQxFxWW7RFFb/1sEY4NZc+Snpqqv9gJfSsNbtwOGS+qcrsw5PZWZm1iT1/Bna9wInA3MkzUpl5wMXAzdKOh14GvhoWnYb2ZVWC8ge7XwaQEQsk3QhcF+q983SyXMzM2uO9fbZVq2treGrrczMaidpZkS01lLXd5ibmVlhTh5mZlaYk4eZmRVWzxPmvcbO249sdgjrvfkLf9vsEMysG7nnYWZmhTl5mJlZYU4eZmZWmJOHmZkV5uRhZmaFOXmYmVlhTh5mZlaYk4eZmRXm5GFmZoU5eZiZWWFOHmZmVpiTh5mZFebkYWZmhTl5mJlZYXVLHpLGS1oiaW6u7AZJs9LrydJvm0saJunV3LKrcuvsJWmOpAWSrpCkesVsZma1qefveUwAfgBMKhVExImlaUmXAi/l6j8WESMqtHMlMBaYAdwGHAn4xyHMzJqobj2PiJgOLKu0LPUePgZc11EbkgYCW0XEvRERZIno2O6O1czMimnWOY+DgMUR8WiubAdJD0iaJumgVDYIaM/VaU9lZmbWRM36GdrRrNnrWAQMjYgXJO0F/FLSbkCl8xtRrVFJY8mGuBg6dGg3hmtmZnkN73lI2gg4HrihVBYRKyLihTQ9E3gM2ImspzE4t/pgYGG1tiNiXES0RkRrS0tLPcI3MzOaM2x1GPBwRLwxHCWpRVKfNL0jMBx4PCIWAcsl7ZfOk5wC3NqEmM3MLKeel+peB9wL7CypXdLpadEo1j5R/j5gtqS/Ab8AzoiI0sn2M4FrgAVkPRJfaWVm1mR1O+cREaOrlJ9aoewm4KYq9duA3bs1ODMzWye+w9zMzApz8jAzs8KcPMzMrDAnDzMzK8zJw8zMCnPyMDOzwpw8zMysMCcPMzMrzMnDzMwKc/IwM7PCnDzMzKwwJw8zMyvMycPMzApz8jAzs8KcPMzMrDAnDzMzK8zJw8zMCnPyMDOzwur5G+bjJS2RNDdXdoGkZyXNSq+jcsvOk7RA0nxJR+TKj0xlCySdW694zcysdvXseUwAjqxQfnlEjEiv2wAk7QqMAnZL6/xIUh9JfYAfAiOBXYHRqa6ZmTXRRvVqOCKmSxpWY/VjgOsjYgXwhKQFwD5p2YKIeBxA0vWp7oPdHK6ZmRXQjHMeZ0uanYa1+qeyQcAzuTrtqaxaeUWSxkpqk9S2dOnS7o7bzMySRiePK4G3AyOARcClqVwV6kYH5RVFxLiIaI2I1paWlnWN1czMqqjbsFUlEbG4NC3pauDXabYdGJKrOhhYmKarlZuZWZM0tOchaWBu9jigdCXWFGCUpE0k7QAMB/4K3AcMl7SDpL5kJ9WnNDJmMzNbW916HpKuAw4GtpXUDnwdOFjSCLKhpyeBTwFExDxJN5KdCF8JnBURq1I7ZwO3A32A8RExr14xm5lZbep5tdXoCsU/7qD+RcBFFcpvA27rxtDMzGwd+Q5zMzMrzMnDzMwKc/IwM7PCnDzMzKwwJw8zMyvMycPMzApz8jAzs8KcPMzMrDAnDzMzK8zJw8zMCnPyMDOzwpw8zMysMCcPMzMrzMnDzMwKc/IwM7PCnDzMzKwwJw8zMyvMycPMzAqrW/KQNF7SEklzc2XfkfSwpNmSbpHUL5UPk/SqpFnpdVVunb0kzZG0QNIVklSvmM3MrDb17HlMAI4sK5sK7B4R7wYeAc7LLXssIkak1xm58iuBscDw9Cpv08zMGqxuySMipgPLysruiIiVaXYGMLijNiQNBLaKiHsjIoBJwLH1iNfMzGrXzHMenwB+m5vfQdIDkqZJOiiVDQLac3XaU1lFksZKapPUtnTp0u6P2MzMgCYlD0lfAVYCk1PRImBoROwBnAP8TNJWQKXzG1Gt3YgYFxGtEdHa0tLS3WGbmVmyUaM3KGkM8GHg0DQURUSsAFak6ZmSHgN2Iutp5Ie2BgMLGxuxmZmVa2jPQ9KRwJeBoyPilVx5i6Q+aXpHshPjj0fEImC5pP3SVVanALc2MmYzM1tb3Xoekq4DDga2ldQOfJ3s6qpNgKnpitsZ6cqq9wHflLQSWAWcERGlk+1nkl25tRnZOZL8eRIzM2uCuiWPiBhdofjHVereBNxUZVkbsHs3hmZmZuvId5ibmVlhTh5mZlaYk4eZmRXm5GFmZoU5eZiZWWFOHmZmVpiTh5mZFebkYWZmhdWUPCS9t5YyMzPbMNTa8/h+jWVmZrYB6PDxJJL2Bw4AWiSdk1u0FdCnnoGZmVnP1dmzrfoCW6R6W+bKXwZOqFdQZmbWs3WYPCJiGjBN0oSIeKpBMZmZWQ9X61N1N5E0DhiWXyciDqlHUGZm1rPVmjx+DlwFXEP2extmZrYBqzV5rIyIK+saiZmZ9Rq1Xqr7K0mfljRQ0talV10jMzOzHqvWnseY9O+XcmUB7Ni94ZiZWW9QU88jInao8Oo0cUgaL2mJpLm5sq0lTZX0aPq3fyqXpCskLZA0W9KeuXXGpPqPShpTaVtmZtY4NfU8JJ1SqTwiJnWy6gTgB0C+3rnA7yPiYknnpvkvAyOB4em1L3AlsG8aHvs60ErW25kpaUpEvFhL7GZm1v1qPeexd+51EHABcHRnK0XEdGBZWfExwMQ0PRE4Nlc+KTIzgH6SBgJHAFMjYllKGFOBI2uM28zM6qCmnkdEfCY/L+ktwE+7uM0BEbEotbtI0napfBDwTK5eeyqrVr4WSWOBsQBDhw7tYnhmZtaZrj6S/RWy4aXupApl0UH52oUR4yKiNSJaW1paujU4MzNbrdZzHr9i9Qd2H2AX4MYubnOxpIGp1zEQWJLK24EhuXqDgYWp/OCy8ru6uG0zM+sGtV6qe0lueiXwVES0d3GbU8gu/b04/XtrrvxsSdeTnTB/KSWY24H/Ll2VBRwOnNfFbZuZWTeo9ZzHNEkDyE6YAzxay3qSriPrNWwrqZ3sqqmLgRslnQ48DXw0Vb8NOApYQDYsdlra9jJJFwL3pXrfjIjyk/BmZtZAtQ5bfQz4DtlwkYDvS/pSRPyio/UiYnSVRYdWqBvAWVXaGQ+MryVWMzOrv1qHrb4C7B0RSwAktQB3Ah0mDzMzWz/VerXVm0qJI3mhwLpmZraeqbXn8bt04vq6NH8i2TkKMzPbAHX2G+bvILup70uSjgcOJDvncS8wuQHxmZlZD9TZ0NN3geUAEXFzRJwTEV8g63V8t97BmZlZz9RZ8hgWEbPLCyOijewnac3MbAPUWfLYtINlm3VnIGZm1nt0ljzuk/Tv5YXpBr+Z9QnJzMx6us6utvo8cIukk1idLFqBvsBx9QzMzMx6rg6TR0QsBg6Q9AFg91T8m4j4Q90jMzOzHqvWZ1v9EfhjnWMxM7NewneJm5lZYU4eZmZWmJOHmZkV5uRhZmaFOXmYmVlhTh5mZlaYk4eZmRXW8OQhaWdJs3KvlyV9XtIFkp7NlR+VW+c8SQskzZd0RKNjNjOzNdX6Y1DdJiLmAyMAJPUBngVuAU4DLo+IS/L1Je0KjAJ2A7YH7pS0U0SsamjgZmb2hmYPWx0KPBYRT3VQ5xjg+ohYERFPAAuAfRoSnZmZVdTs5DGK1T9tC3C2pNmSxkvqn8oGAc/k6rSnsrVIGiupTVLb0qVL6xOxmZk1L3lI6gscDfw8FV0JvJ1sSGsRcGmpaoXVo1KbETEuIlojorWlpaWbIzYzs5Jm9jxGAvenJ/cSEYsjYlVEvA5czeqhqXZgSG69wcDChkZqZmZraGbyGE1uyErSwNyy44C5aXoKMErSJpJ2AIYDf21YlGZmtpaGX20FIGlz4IPAp3LF/1fSCLIhqSdLyyJinqQbgQeBlcBZvtLKzKy5mpI8IuIVYJuyspM7qH8RcFG94zIzs9o0+2orMzPrhZw8zMysMCcPMzMrzMnDzMwKc/IwM7PCnDzMzKwwJw8zMyvMycPMzApz8jAzs8KcPMzMrDAnDzMzK8zJw8zMCnPyMDOzwpw8zMysMCcPMzMrzMnDzMwKc/IwM7PCnDzMzKywpiUPSU9KmiNplqS2VLa1pKmSHk3/9k/lknSFpAWSZkvas1lxm5lZ83seH4iIERHRmubPBX4fEcOB36d5gJHA8PQaC1zZ8EjNzOwNzU4e5Y4BJqbpicCxufJJkZkB9JM0sBkBmplZc5NHAHdImilpbCobEBGLANK/26XyQcAzuXXbU9kaJI2V1CapbenSpXUM3cxsw7ZRE7f93ohYKGk7YKqkhzuoqwplsVZBxDhgHEBra+tay83MrHs0recREQvTv0uAW4B9gMWl4aj075JUvR0Yklt9MLCwcdGamVleU5KHpDdL2rI0DRwOzAWmAGNStTHArWl6CnBKuupqP+Cl0vCWmZk1XrOGrQYAt0gqxfCziPidpPuAGyWdDjwNfDTVvw04ClgAvAKc1viQzcyspCnJIyIeB95TofwF4NAK5QGc1YDQzMysBj3tUl0zM+sFnDzMzKwwJw8zMyvMycPMzApz8jAzs8KcPMzMrDAnDzMzK8zJw8zMCnPyMDOzwpw8zMysMCcPMzMrzMnDzMwKc/IwM7PCnDzMzKwwJw8zMyvMycPMzApz8jAzs8KcPMzMrLCGJw9JQyT9UdJDkuZJ+lwqv0DSs5JmpddRuXXOk7RA0nxJRzQ6ZjMzW1MzfsN8JfDFiLhf0pbATElT07LLI+KSfGVJuwKjgN2A7YE7Je0UEasaGrWZmb2h4T2PiFgUEfen6eXAQ8CgDlY5Brg+IlZExBPAAmCf+kdqZmbVNPWch6RhwB7AX1LR2ZJmSxovqX8qGwQ8k1utnSrJRtJYSW2S2pYuXVqnqM3MrGnJQ9IWwE3A5yPiZeBK4O3ACGARcGmpaoXVo1KbETEuIlojorWlpaUOUZuZGTQpeUjamCxxTI6ImwEiYnFErIqI14GrWT001Q4Mya0+GFjYyHjNzGxNzbjaSsCPgYci4rJc+cBcteOAuWl6CjBK0iaSdgCGA39tVLxmZra2Zlxt9V7gZGCOpFmp7HxgtKQRZENSTwKfAoiIeZJuBB4ku1LrLF9pZWbWXA1PHhHxZyqfx7itg3UuAi6qW1BmZlaI7zA3M7PCnDzMzKwwJw8zMyvMycPMzApz8jAzs8KcPMzMrDAnDzMzK8zJw8zMCnPyMDOzwpw8zMysMCcPMzMrzMnDzMwKc/IwM7PCnDzMzKwwJw8zMyvMycPMzApz8jAzs8KcPMzMrLBm/IZ5l0g6Evge0Ae4JiIubnJI1gOctNMXmx3CBmHyI5c2OwTrYXpFz0NSH+CHwEhgV2C0pF2bG5WZ2Yart/Q89gEWRMTjAJKuB44BHmxqVGa2Tr7z3vOaHcJ670t3/09d2lVE1KXh7iTpBODIiPhkmj8Z2Dcizi6rNxYYm2Z3BuY3NNDG2RZ4vtlBWJf5+PVu6/Pxe1tEtNRSsbf0PFShbK2sFxHjgHH1D6e5JLVFRGuz47Cu8fHr3Xz8Mr3inAfQDgzJzQ8GFjYpFjOzDV5vSR73AcMl7SCpLzAKmNLkmMzMNli9YtgqIlZKOhu4nexS3fERMa/JYTXTej80t57z8evdfPzoJSfMzcysZ+ktw1ZmZtaDOHmYmVlhTh6ApG0kzUqv5yQ9m5vv28m6t0vaUtLWks7Ile8oaVQ3xDZK0kOS7uzi+n0k/SlNv0PSq2m/HpT0Q2UOk/TLdY210XrqcZP0RUmX5OZ/LOl3ufkvSLqsg/U3kvT3Grd1qqS5kual1xdS+bWSjk3TP5G0cxf35RBJ+3Vl3UZZl7+DLmzrE5Lempv/s6T5kmZLeljSFZLe0sW2vyXp890XbX05eQAR8UJEjIiIEcBVwOWl+Yh4rZN1j4iI5cDWwBm5RTuSXRVWM0mVLmD4JDA2Ig7rShsRsSoiDsoVzU/7+R5gBPBvRWLsSXrwcbsHOCA3/y5gG0ml/28HAHcX2UaV7X4YOBs4LCJ2A1qB5eX1IuK0iOjqDbOHAD06eazL30EXfAJ4a1nZiRHxbuDdwOvAzd28zR7JyaMDks6X9Ok0/X1Jd6TpIyRNSNPtkvoBFwM7p287F6f5D6T5z6Zvk5dJ+mv6llK6W/4wSXemR648ULb9b5L9x71G0sWSNpM0UdIcSfdLel+q90lJ10v6NfDbsjYqfouNiP8F7gXekYq2lHRz+hY1Kbf+B9M+zJF0dembXNrvCyQ9kPZnp1S+haQJaT8fkNTw5NTs4wbMBHaVtImkrYGXgblkz2UD2J8swSBpTGp7lqQf5RIMki5Px3mqpG0q7Or5wDkR8RxARLwaEddUeD/+LGlEmh4p6d7U7g2S3px7P9Y4npLeTvbl5UspvgPK2+7Javw7qPZ+7C1pmqSZkn4raYCkE8m+cN2gCr2alKj+g+y2gt1SOxWPr6QPpW3+rRRXWexnSvqNpE3r9gatIyePjk0HSt/a9wT6KfuWeSDwp7K655K+1UfEuWn+j2n+CrLHpiyJiH2AvYGzJA1N6+4H/GdEvCvfYET8FzCL7JvNucBngddSvZOBn+b+gPcHTo6ID9ayY+k/ySHAnNz+nUX2AbeLpP0kbQ6MBz6Strk5qx//ArA4IvYArgHOSWX/Bfwu7echwKVN+A/Q7OP2Glmy2IvsuMxIrwMkvY3sGC6StDtwHHBA+ta8Eat7PW8BZkTEnmRJ/msV9nM3skRVE0nbpf07NLU7G/hcrsoaxzMiHkvT30nvxz21bquH6PDvoNr7IWkTsid4fyQi9gKuBS6MiBtY/f+xYq8mIlamdt5Z7fgqG/a6EjguIt5DWU9X2dDV4Wn5v7rzDelOveI+jya6D9g7fUP9B7AA2IPsD/KnBds6nOxDOf/hMDxN3xsRT9fQxoHAdwAiYp6khazuOdwRES/W0MbOkmaRda9viYipkg4j+6BaBJCWDwP+F3g0fYgATAJOB36Q5kvd85nAUbn9HCnp3DS/KTAUeKSG2LpLTzhud5MNT/Un62U8Q5Zgl6d5gMPIElKbJIDNUj2AlcDP0/S1wM8Kxl3JAWRfDu5J2+sL/Dm3vNLx7M06+zuo9n7sQpaY70zlfcieclGr0uOUqh3fV8m+oDwFEBHLcuueBjwFHJ8SUY/l5NGBiFiRPqBPIfsweAQ4FBgaEUU/DAV8OiJ+v0Zh9sH9zwJtVFNrG6VzHuVW5KZXkf1tdLS9/Dql+qR1js0lnIbrIcftHmAM0A+4DHgR2J0seZTOd4jshtc1ehXp23H5DViVbsh6kKx3M72mPcm297uIOLnK8krHs9fq7O8gDS2t9X5I2gOYXXausCbp2O0OPET2panS8T2eyscTspGAEcAgsiTSY3nYqnPTycYxp5MNeZxF5aGC5cCWHczfDnw6/XEhaWdJm3UhlpPS+rsAA8m+TdXLg2Tjtzum+f8DTOtkndvJhteAN/4jNkOzj1up59EvndB9Hfg78CFW9zzuBD4madvU9ja5IbGNgePT9MdZs4dQ8j/AJZIGpPU3lfSZDmK6B3h/6XhKerOk4R3Uh7Xfj96mo7+Dau/Hg8AgSfuk8r6lcxh08H6kIeRvk/18xINUP753A4ekIUyUnRcraUsx/kq5q7p6IiePzv0JGAD8JSKeJRvKKR83JyIWk3VP5yg78foA0CedEPss8P+AR4FZkuaSjXkW/Xb3fWAzSXOAycApdbia5A0R8QrZMNXNaZsrgKs7We0bwObpfZgHXFCv+DrR1OMWEc8DL5GNf5fMIHuc95xUZw7Z+3WnpNnAHSlm0rp7SrqfbLjyWxW2MSXF94f0XrfRwf/ptK+nk53w/RvZh+dOnezKrWQfgA/0thPmSdW/g2rvR0SsAE4ALkvlDwD7pvZ+QnYBS/6E+Q3p+M0hG/o6PrVf8fim7Z4J3Jran5wPOCKmkZ2L+U1ZYulR/HgSMzMrzD0PMzMrzMnDzMwKc/IwM7PCnDzMzKwwJw8zMyvMycOsIElfUfYE29npks19O1/LbP3S6+8iNWskSfsDHwb2THcwb0t2bf+6tLlRT38UhVk59zzMihkIPJ9uJCMino+IhZIOTTfSzZE0Pj1cD0lP5u4wbpV0V5q+QNK49ETVScp+d+WStP7s0p3ikvbS6qe73i5pYFP22qyMk4dZMXcAQyQ9ouwR2+9X9tTgCWRPW30XWY/+zBra2gs4JiI+Tvb03h2APdJvQ0yWtDHZUwVOSE93HQ9c1P27ZFack4dZARHxD7IP/bHAUuAG4FPAE7mHLk4E3ldDc1Mi4tU0fRhwVWn4Kj1pdWeyh+xNTU86/iowuLv2xWxd+JyHWUERsQq4C7grPfNrTAfVV7L6S1r575rkn8or1n7SqoB5EbF/16M1qw/3PMwKSE/VzT+JdgSwGBgmqfTbKiez+unDT5L1VAA+0kHTdwBn5J7euzUwH2hJJ+mRtHHu6a5mTeXkYVbMFsBESQ+mJ6XuSvYE1NOAn6eeyOtkv6UN2VNVvyfpT2S/k1HNNcDTwOz0pNWPpycmnwB8O5XNYs3fRjdrGj9V18zMCnPPw8zMCnPyMDOzwpw8zMysMCcPMzMrzMnDzMwKc/IwM7PCnDzMzKyw/w9VnGHmdOTBnQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f4eb55c7e48>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "colors = sns.set_palette(\"magma\")\n",
    "sns.countplot(data = archive_clean_tb, x = 'source', color = colors )\n",
    "plt.xlabel('Source')\n",
    "plt.ylabel('Count')\n",
    "plt.title('Source distribution')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We can see in this plot that the main source of distribution is Twitter for Iphone compared to Twitter web client and tweetdeck. One of the reasons could be the easy access to the twitter app for the several features that are being offered. "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Most popular names"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Charlie    10\n",
       "Cooper     10\n",
       "Oliver     10\n",
       "Penny      9 \n",
       "Lucy       9 \n",
       "Name: name, dtype: int64"
      ]
     },
     "execution_count": 154,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_tb.name.value_counts().head(5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(0,0.5,'Count')"
      ]
     },
     "execution_count": 155,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYIAAAEKCAYAAAAfGVI8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAFLNJREFUeJzt3Xu4ZXV93/H3BwYEBFEyJ1YlZtQgRjGiDqQCFURoY2PUWBQJGDHGefr0iVVQqaZGbWoSvEabi3ZCYKyhEEVAMIRLuIpVcAaHy4DGqKgTCYxJI6Kx3L79Y63D2XM8Z86Zy95rht/79Tznmb3XXpfvXnPO/qzb/q5UFZKkdu00dAGSpGEZBJLUOINAkhpnEEhS4wwCSWqcQSBJjTMIJKlxBoEkNc4gkKTGLRm6gMVYunRpLVu2bOgyJGmHsmbNmu9V1dRC4+0QQbBs2TJWr149dBmStENJ8q3FjOehIUlqnEEgSY0zCCSpcQaBJDXOIJCkxo0tCJKcnuSuJLeMDNsnyWVJvtb/+5hxLV+StDjj3CNYBfzSrGFvAy6vqv2Ay/vnkqQBjS0Iquoa4J9mDX4p8PH+8ceBl41r+ZKkxZn0OYLHVtUdAP2/Pz3h5UuSZtluv1mcZAWwAuCJT3zivOPt//gXTaqkifnqd/96s6c5/qlvHkMlwzvzbz+42dO8/9C3j6GS4b31838wdAl6mJr0HsGdSR4H0P9713wjVtXKqlpeVcunphZslSFJ2kKTDoILgNf0j18DfGbCy5ckzTLOy0fPAr4A7J9kfZLXAacCRyf5GnB0/1ySNKCxnSOoquPmeemF41qmJGnz+c1iSWqcQSBJjTMIJKlxBoEkNc4gkKTGGQSS1DiDQJIaZxBIUuMMAklqnEEgSY0zCCSpcQaBJDXOIJCkxhkEktQ4g0CSGrfd3rNY0ta75pWnDF3CWDz/k+/b7Gm++56TxlDJ8B7/jj/c6nm4RyBJjTMIJKlxBoEkNc4gkKTGGQSS1DiDQJIaZxBIUuMMAklqnEEgSY0zCCSpcQaBJDXOIJCkxhkEktQ4g0CSGmcQSFLjDAJJatwgQZDkpCTrktyS5Kwkuw1RhyRpgCBI8gTgPwPLq+oAYGfgVZOuQ5LUGerQ0BJg9yRLgD2A7w5UhyQ1b+JBUFV/D3wA+DZwB/D9qrp00nVIkjpDHBp6DPBS4EnA44FHJjlhjvFWJFmdZPWGDRsmXaYkNWOIQ0NHAd+sqg1VdR9wLnDI7JGqamVVLa+q5VNTUxMvUpJaMUQQfBv410n2SBLghcBtA9QhSWKYcwTXAecANwA39zWsnHQdkqTOkiEWWlXvAt41xLIlSRvzm8WS1DiDQJIaZxBIUuMMAklqnEEgSY0zCCSpcQaBJDXOIJCkxhkEktQ4g0CSGmcQSFLjDAJJapxBIEmNMwgkqXEGgSQ1ziCQpMYZBJLUOINAkhpnEEhS4wwCSWqcQSBJjTMIJKlxBoEkNc4gkKTGGQSS1DiDQJIaZxBIUuMMAklqnEEgSY0zCCSpcQaBJDXOIJCkxhkEktS4QYIgyaOTnJPkK0luS/K8IeqQJMGSgZb7EeDiqjomya7AHgPVIUnNm3gQJHkU8HzgRICquhe4d9J1SJI6QxwaejKwATgjyZeTnJbkkQPUIUlimCBYAjwH+GhVPRv4IfC22SMlWZFkdZLVGzZsmHSNktSMIYJgPbC+qq7rn59DFwwbqaqVVbW8qpZPTU1NtEBJasmigiDJoYsZthhV9Q/Ad5Ls3w96IXDrlsxLkrT1FrtH8EeLHLZYbwDOTHITcCDw+1sxL0nSVtjkVUP99f2HAFNJTh556VHAzlu60KpaCyzf0uklSdvOQpeP7grs2Y+318jwu4FjxlWUJGlyNhkEVXU1cHWSVVX1rQnVJEmaoMV+oewRSVYCy0anqaojx1GUJGlyFhsEnwI+BpwGPDC+ciRJk7bYILi/qj461kokSYNY7OWjFyb5T0kel2Sf6Z+xViZJmojF7hG8pv/3rSPDiq5vkCRpB7aoIKiqJ427EEnSMBYVBEl+fa7hVfW/tm05kqRJW+yhoYNGHu9G1x/oBsAgkKQd3GIPDb1h9HmSvYFPjKUiSdJEbWkb6h8B+23LQiRJw1jsOYIL6a4Sgq7Z3M8DnxxXUZKkyVnsOYIPjDy+H/hWVa0fQz2SpAlb1KGhvvncV+g6kD4GbzYvSQ8bi71D2SuB64FXAK8ErktiG2pJehhY7KGh/wocVFV3ASSZAv6G7n7DkqQd2GKvGtppOgR6/7gZ00qStmOL3SO4OMklwFn982OBi8ZTkiRpkha6Z/HPAY+tqrcmeTlwGBDgC8CZE6hPkjRmCx3e+TDwA4CqOreqTq6qk+j2Bj487uIkSeO3UBAsq6qbZg+sqtV0t62UJO3gFgqC3Tbx2u7bshBJ0jAWCoIvJXn97IFJXgesGU9JkqRJWuiqoTcB5yU5npkP/uXArsCvjrMwSdJkbDIIqupO4JAkLwAO6Af/VVVdMfbKJEkTsdj7EVwJXDnmWiRJA/DbwZLUOINAkhpnEEhS4wwCSWqcQSBJjRssCJLsnOTLST47VA2SpGH3CN4I3Dbg8iVJDBQESfYFfhk4bYjlS5JmDLVH8GHgFODBgZYvSepNPAiSvBi4q6o22bQuyYokq5Os3rBhw4Sqk6T2DLFHcCjwkiS3A2cDRyb5i9kjVdXKqlpeVcunpqYmXaMkNWPiQVBVb6+qfatqGfAq4IqqOmHSdUiSOn6PQJIat6juo+NSVVcBVw1ZgyS1zj0CSWqcQSBJjTMIJKlxBoEkNc4gkKTGGQSS1DiDQJIaZxBIUuMMAklqnEEgSY0zCCSpcQaBJDXOIJCkxhkEktQ4g0CSGmcQSFLjDAJJapxBIEmNMwgkqXEGgSQ1ziCQpMYZBJLUOINAkhpnEEhS4wwCSWqcQSBJjTMIJKlxBoEkNc4gkKTGGQSS1DiDQJIaZxBIUuMMAklq3MSDIMnPJLkyyW1J1iV546RrkCTNWDLAMu8H3lxVNyTZC1iT5LKqunWAWiSpeRPfI6iqO6rqhv7xD4DbgCdMug5JUmfQcwRJlgHPBq6b47UVSVYnWb1hw4ZJlyZJzRgsCJLsCXwaeFNV3T379apaWVXLq2r51NTU5AuUpEYMEgRJdqELgTOr6twhapAkdYa4aijAnwO3VdWHJr18SdLGhtgjOBR4NXBkkrX9z78foA5JEgNcPlpV1wKZ9HIlSXPzm8WS1DiDQJIaZxBIUuMMAklqnEEgSY0zCCSpcQaBJDXOIJCkxhkEktQ4g0CSGmcQSFLjDAJJapxBIEmNMwgkqXEGgSQ1ziCQpMYZBJLUOINAkhpnEEhS4wwCSWqcQSBJjTMIJKlxBoEkNc4gkKTGGQSS1DiDQJIaZxBIUuMMAklqnEEgSY0zCCSpcQaBJDXOIJCkxg0SBEl+KclXk/xdkrcNUYMkqTPxIEiyM/AnwIuApwPHJXn6pOuQJHWG2CM4GPi7qvpGVd0LnA28dIA6JEkMEwRPAL4z8nx9P0ySNIBU1WQXmLwC+HdV9Zv981cDB1fVG2aNtwJY0T/dH/jqRAv9SUuB7w1cw/bCdTHDdTHDdTFje1kXP1tVUwuNtGQSlcyyHviZkef7At+dPVJVrQRWTqqohSRZXVXLh65je+C6mOG6mOG6mLGjrYshDg19CdgvyZOS7Aq8CrhggDokSQywR1BV9yf5LeASYGfg9KpaN+k6JEmdIQ4NUVUXARcNseytsN0cptoOuC5muC5muC5m7FDrYuIniyVJ2xdbTEhS45oJgiT/KsnZSb6e5NYkFyVZkeSzWznfdyd5S//4d5MctW0qHp951sVTh65raEn2TfKZJF/r181Hkuya5Ijp35MkL3m4t0VJ8kCStUluSfKpJHsMXdP2Isk9Q9cwDk0EQZIA5wFXVdVTqurpwG8Dj93K+W50jqWq3llVf7M18xy3ca2LLahj50kubyH9ejkXOL+q9gOeCuwJ/N7oeFV1QVWdug2WN8j5uUX6l6o6sKoOAO4F/uPQBWm8mggC4AXAfVX1sekBVbUW+BywZ5JzknwlyZn9BwJJ3pnkS/1W0cqR4Vcl+f0kVwNvHF1IklVJjukfPzfJ1UnWJLkkyeMm9WYXMN+6uDbJ+/v3e3OSY6H7gJxn+BFJrklyXr9X8bEkO/Wv/dskX0hyQ79FuWc//PZ+vV4LvGLi73zTjgR+XFVnAFTVA8BJwG8AD20RJzkxyR8n2bt/P9PveY8k30myS5KnJLm4/7//XJKn9eOsSvKhJFcC7534O9wynwN+DiDJCUmu7/cW/ud0mCe5J8nvJbkxyReTPLYfvirJ/0jyf5J8Y+Rv4xNJHmor0//dvWSA97ZNjP7d98/vGXl8Sv93c2OSU/vfjRtGXt8vyZpJ1zxbK0FwADDfyn428Ca6BnhPBg7th/9xVR3UbxXtDrx4ZJpHV9XhVfXBuWaYZBfgj4Bjquq5wOnM2rIc0Hzr4uXAgcCzgKOA9/fhNd9w6PpGvRl4JvAU4OVJlgLvAI6qqucAq4GTR5bz46o6rKrO3ubvbOs8g1nrparuBr5N/0E467XvAzcCh/eDfgW4pKruo7ti5A39//1bgD8dmfSpdOvmzdv8HWxj/V7Li4Cbk/w8cCxwaFUdCDwAHN+P+kjgi1X1LOAa4PUjs3kccBjd38/0ntRpwGv7ZewNHMKOdxXhgpK8CHgZ8Iv9unlfVX0d+H6SA/vRXgusGqjEh2zPu6eTcn1VrQdIshZYBlwLvCDJKXRbg/sA64AL+2n+coF57k/3gXtZvyOxM3DHNq982zoMOKvfEr6z3+M5aBPD76Zbd98ASHJWP+6P6UL18/173xX4wshyFlp3Qwkw1yV08w2H7r0cC1xJ98XIP+33fg4BPtW/f4BHjEzzqX5dbs927/8WoNsj+HO6di/PBb7Uv6/dgbv6ce4Fps+1rQGOHpnX+VX1IHDr9J5CVV2d5E+S/DTdhsanq+r+cb6hgRwFnFFVPwKoqn/qh58GvDbJyXS/PwcPVN9DWgmCdcAx87z2/0YePwAsSbIb3Vbc8qr6TpJ3A7uNjPfDBZYXYF1VPW8L6x2n+dZF5hi2qeHwkx+Q1Y9/WVUdN880C627oawD/sPogCSPomuH8vV5prkA+IMk+9B9SF5Bt3X8z/1W81y21/c/6l9m198fGv14Vb19jvHvq5nr0B9g48+V0b+v0d+lT9DtUbyK7vDbjux++qMr/XratR8+30bEp4F30f2+rKmqf5xEkZvSyqGhK4BHJHlolzXJQczs1s82/aH/vX4Lb74Qmc9Xgakkz+uXtUuSZ2zmPMZlvnXxf4Fjk+ycZAp4PnA93a7+XMMBDk7XKmQnui2ba4EvAocmmT6uvEd2jCuSLgf2SPLr8NDJ7A/S7bb/aK4JquoeunXxEeCzVfVAfzjpm+maK06fY3nWBOoft8uBY/qteJLsk+Rnt2J+q+gOyfIw6CxwO92GAHQt9XfpH18K/Eb6q676DQaq6sd0nRU+Cpwx0Urn0UQQ9Fsrvwocne6ywHXAu5mj2V0//j8DfwbcDJxP1x9pc5Z3L114vDfJjcBausMFg9vEuvjfwE10x72vAE6pqn+gu8JoruHQHfI5FbgF+CZwXlVtAE4EzkpyE10wPG0y727LjayXVyT5GvC3dIe5fnuBSf8SOIGND3kdD7yu/79fx8PgfhtVdSvduZ9L+//Xy+iO/2/p/O4EbmM7+SDcDHskWT/yczLdZ8XhSa4HfpF+r6+qLqbba1zdH2p7y8h8zqTbW7h0suXPzW8Wa4skOQJ4S1W9eKFxpdn6reSbgef0J96bku67R3tX1e8MXQu0c45A0nYi3ZcuTwc+1GgInEd3ld2RQ9cyzT0CSWpcE+cIJEnzMwgkqXEGgSQ1ziDQIJJUkk+MPF+SZEO2oBtskmVJfm3bVrhZyz9iS+qWthcGgYbyQ+CAJLv3z48G/n4L57UMGCwINle2786japBBoCH9NfDL/ePjgLOmX+i/uXp+kpv6jpa/0A8/PF33y7VJvpxkL7ovtf2bfthJowvIprukHtd3hrwlyXtHprknyQfTdU+9vP9G9XTn2eX946VJbp/9hpIcnK7b5pf7f/fvh5+YrhPrhcz6ElG/R3Nbkj9Lsi7JpdMBmeT16brg3pjk0yPfUl2V5KNJrkzX2fPwJKf381k1Mu/5OsGe2q+Pm5J8YPP/6/SwUlX++DPxH+Ae4BeAc+haeqwFjqBr1QBd99Z39Y+PBNb2jy+k64AJ3f0CloxON8dyjqD7hvCT6Zr/XUb3re/H03UWnerncQXwsn6aAo7vH7+TrhMtwFV0/acAlgK3jyxjuu5HAUv6x0fRNVSD7tvW64F95qhxGV2/mgP7558ETugf/9TIeO+h62oKXYuGs+n62byUrgngM+k27tbQdYxdStci5JH9NP+lfz/70LVBmb58/NFD/z74M+yPu6gaTFXdlGQZ3d7A7DbEh9E3gauqK5L8VLqWxZ8HPpTkTODcqlqfbKovHjB3l9T76G7Os6EffiZdH6XzgQeZaRnxF3Q3rFmsvYGPJ9mPLlB2GXntsprpQDnbN6u7LwR0H+TL+scHJHkP8Gi64LtkZJoLq6qS3AzcWVU39+9lXT/9vszdCfZuunA8LclfMdM5VI3y0JCGdgHwAUYOC/Xm+nSv6u4O9pt0bZC/mP6mLwuYr0vqYk1P/1CXSTbuRjvqvwNXVncfi19h8V1rf6ILbv94FfBbVfVM4L/Nmt/0NA/Omv7BfvrpTrAH9j9Pr6rXVdfy+WC6LpgvAy7eRF1qgEGgoZ0O/O701uyIa+hvfNL3NfpeVd2d5ClVdXNVvZfupjdPA34A7LWJZczVJfU6ukZhS9N1Gj0OuLoffydmOs7+Wj8+bNxlcr6OtHszc9L7xE3UtFh7AXeku9nR8QuNPMucnWD78wR7V9VFdB1A52uZrUZ4aEiDqu6mQB+Z46V3A2f0nS5/BLymH/6mJC+g22q+le6E84PA/X23z1VV9Yez5jXdJfWZdAFzXlU9mOTtdDeVCXBRVX2mH/+HwDPS3ULw+3ThAd2eyyeTvJrunMJc3kd3aOjkTYyzOX6HLrS+RdekbVOBt5Gq2pDkRLpOsNM3x3kHXXB+Jt19N0J3S041zF5Deljbki6pSe6pqj3HV5W0ffHQkCQ1zj0CSWqcewSS1DiDQJIaZxBIUuMMAklqnEEgSY0zCCSpcf8fQjvgacdvo50AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f4eb4523d68>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "pop_names = archive_clean_tb['name'].value_counts()[:5].head(5).index\n",
    "colors = sns.set_palette(\"magma\")\n",
    "sns.countplot(data = archive_clean_tb, x = 'name', order = pop_names, color= colors)\n",
    "plt.xlabel('Most popular names')\n",
    "plt.ylabel('Count')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "In this plot, we can see that 'Charlie's is the most common name, maybe because people can relate to them. Most of the name shown in the list are for male dogs making out partitipants, sharing more tweets for male dogs. "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Correlation between retweet count and favorite count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>retweet_count</th>\n",
       "      <th>favorite_count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>retweet_count</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.929357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>favorite_count</th>\n",
       "      <td>0.929357</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                retweet_count  favorite_count\n",
       "retweet_count   1.000000       0.929357      \n",
       "favorite_count  0.929357       1.000000      "
      ]
     },
     "execution_count": 156,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "archive_clean_tb[['retweet_count','favorite_count']].corr()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 159,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Text(27.125,0.5,'Favorite count')"
      ]
     },
     "execution_count": 159,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAb0AAAGoCAYAAADSNTtsAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4wLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvpW3flQAAIABJREFUeJzs3Xd4VGXax/HvM5NkJr0nBAJiQVREUBBZC1hQsLMrVlQQFXRRLICIUgQsKKAuVsACuhZsL7quFXtXVBYBUSyUkJ6Z9Ex/3j9mEgNpk2Qmk2Tuz3XNleTklGcw5pdzzv3cR2mtEUIIIcKBIdQDEEIIITqKhJ4QQoiwIaEnhBAibEjoCSGECBsSekIIIcKGhJ4QQoiwIaEnhBAibEjoCSGECBsSekIIIcJGRKgH0IlIaxohRFenQj2Azk7O9IQQQoQNCb0g+P3XHC44fTblZVWhHooQQoh65PJmgL2w+j2+/XIL33+zjeX3reXAftlcPPG0UA9LCCEEcqYXFLVneNaS8hCPRAghRH0SekFQG3oWCT0hhOhUJPSCoKy0EgCrpSLEIxFCCFGfhF4QVMjlTSGE6JQk9IKg7p6eRUJPCCE6Ewm9ALPbndhsDqKjTVRV2rDbnaEekhBCCB8JvQArL/Pez9vvgB6AXOIUQojOREIvwMpLvZc299s/C5BLnEII0ZlI6AVY7f28vgf4Qk/O9IQQotOQ0Auw2tDL7JmKyRSJpUSmLQghRGchoRdg5WWVREebiIqKJDk1QS5vCiFEJyKhF2DlZVUkJMYCkJySIJc3hRCiE5HQC7DysioSkryhl5KagNVSgdbyqD4hhOgMJPQCrKy0/plePE6ni+LC0hCPSgghBEjoBZTT6aKqspqExDgAklMTANi1oyCUwxJCCOEjoRdARQVWtKbuTC+lLvTyQzksIYQQPhJ6AZSfWwLUC720BIxGA7/+vCuUwxJCCOEjoRdABXkWABKTvJc3jUYj6ZnJbNuyI4SjEkIIUUtCL4D2PdMDyMxK5detcqYnhBCdgYReABUWWImIMBIdY6pb1iMrhfy8Ekqt0plFCCFCTUIvgCzFZcTEmVFK1S3LzEoF4JetO0M1LCGEED4SegFkKSknNjZ6r2U9enpDb9sWCT0hhAg1Cb0AshSXExNr3mtZfEIMSclxcqYnhBCdgIReAFlKyoiN2/tMTylF/wF9+UXO9IQQIuQk9ALIUlxO7D5negD9D9uPX7ftwuPxhGBUQgghaknoBYjd7qSysqbBmR5A/0P7UF1lI2dXYQhGJoQQopaEXoDUPkKosdA7ZEBfQIpZhBAi1CT0AsTiC719C1kA+h3SG4Btm3d05JCEEELsQ0IvQCzFZQDExjUMvdi4aA4Z0Jevv9jc0cMSQghRj4RegNSe6e07T6/WCScP5odvtlFZUdORwxJCCFGPhF6AWJq5pwcw4pQjcTpdfP35Tx05LCGEEPVI6AWIpbgcg8GAOdrU6PeHHHMoMbFmPvvwxw4emRBCiFoSegFiKSkjKSUOg0E1+n2TKZLhxx/Opx9I6AkhRKhEhHoA3YWluJzU1MRGv/fC6vcAiImNZteOAh5e8jKp6YlcPPG0jhyiEEKEPTnTCxBLSTkpaQnNrtOvv3fqwvZfdnfEkIQQQuxDQi9ArCXlpKQ2H3qp6YmkpCbww7c/43S4OmhkQgghaknoBYilpJzkFkIP4LSzhpO3p5gXn3kPp1OCTwghOpKEXgC43W6slooWz/QADh90IGefN4Jftu7kthsf7YDRCSGEqCWhFwCl1kq01qSkNV7Isq9hxw7gxFOH8NoLH/Hef78J8uiEEELUktALAEuxd2K6P2d6tU46bQiHDOjLgltWUVFeHayhCSGEqEdCLwCsFl/o+XmmB2A0GrnrgWspyLdw/93PB2toQggh6pF5egHw15lePLv+zPd7u58372DYsQN4dtV/cTpcDDjiAJm7J4QQQSRnegFgKfE+YSGlicnpzRl91nCy98vkpWff54/tewI9NCGEEPVI6AVAie9MLzk1vtXbRpkiuezKM0hNT+S5p95mw9dbAz08IYQQPhJ6AWApKSc+IYaoqMg2bR8Ta2bi5LOIT4jhsrHzeePVzwI8QiGEECChFxDWkvJWFbE0JiEpjsnT/sGgIQdz09X3M2LQZEYNm8qcmx+jvKwqQCMVQojwJqHXThXlVXz12U/0PSCr3fuKiTVz5t+P5+TRQ0nPTMZsNvHimvcZOXgKb7zyqYSfEEK0k1RvttOD97xISVEZN912SUD2FxFh5OTRR9d9nbOrkNde/JCbJj+AwWDgoP7ZREZFEBUVyaCj+nHsyCMYPPRgUtt5pimEEOFAaa1DPYbOotX/EL9s3cnZI2/mwstPZdGya4C/HiMUSG63m907C/j91xzy9pSgtcZuc5CXW4Ld5gAgMyuFntnpxMVFExcfTVx8jO/l/TwxKZaEpDiSkuNITPK+kpLjcblc5O0poaqyhti4aMzRUdRU26mushETayY+IQZQuFwuigpK2bUjn+oqG+mZyaSmJRITa8JsjsIcbcIcHUV0tAmTOQqlGn+uoBAiqOR/vBZI6P2lVf8QWmsuPmsOv/2ym/XfPUJSsrdyMxih1xSn00XOzkJyc4rI3VNMZUU1dpsDu93p/Whz4HA4CcV/4voBGB1jIjIyAu3RuD0ePB4PHrcHj0fjdnswGBTGCCMREUaMRgNKKdwuN06XG7fLjdvlQRkUERFGDEYDxrqXEYNB4fFotPa96n3uqf3o0TT5j7BPOO8b1kqBwWDAaDCgDAqj0YDW4PF40B6Nx+MBvOvgWxfA4XDidLhQStVtZzQYMBgNGAwGDAYVFn8YdNTvl447TocchpNOG8KMuZe2ZdPu/0PVThJ6Pkqpd4C0AOwqDSgOwH6CobOOrbOOC2RsbSVja71AjKtYaz0mEIPpriT0AkwptUFrPTTU42hMZx1bZx0XyNjaSsbWep11XN2NVG8KIYQIGxJ6QgghwoaEXuCtDPUAmtFZx9ZZxwUytraSsbVeZx1XtyL39IQQQoQNOdMTQggRNiT0hBBChA0JPSGEEGFDQk8IIUTYkNATQggRNiT0fMaMGaPx9t+Ul7zkJa+u+vJLN/195xcJPZ/i4s7Yik8IIQIvnH/fSegJIYQIGxJ6QgghwoaEnhBCiLAREeoBCNGdOZ1OcnJysNlsoR6K6EbMZjPZ2dlERkaGeihdjoSeEEGUk5NDfHw8ffv2DYsnpYvg01pTUlJCTk4O+++/f6iH0+XI5U0hgshms5GamiqBJwJGKUVqaqpcPWgjCT0hgkwCTwSa/Ey1nYSeEKLbeOedd+jfvz8HHXQQixcvbnSdnTt3csopp3DEEUdw4oknkpOTU7d8yJAhDB48mAEDBvD444935NDrWCwWTj31VPr168epp56K1WoNyTi6Kwk9IUSruVyuoOzX7Xa3a9upU6fy9ttvs3XrVl544QW2bt3aYL0ZM2Zw+eWXs2nTJubNm8fs2bMByMrK4ssvv2Tjxo188803LF68mNzc3DaPp60WL17MKaecwvbt2znllFOaDG/RNhJ6QnRjO3bs4JBDDmHChAkcccQRjBs3jurqagC+//57Ro4cyZAhQxg9ejR5eXkArFq1iqOPPppBgwZx3nnn1a0/ceJEbr75Zk466SRmzZrFJ598wuDBgxk8eDBHHnkkFRUVaK2ZOXMmhx9+OAMHDmTt2rUAfPzxx5x44omMGzeOQw45hPHjx1P7AOu+ffuycOFCjj/+eF5++eU2v9dvv/2Wgw46iAMOOICoqCguuugiXn/99Qbrbd26lVNOOQWAk046qW6dqKgoTCYTAHa7HY/HU7fNVVddxYYNGxrsa+LEiVxzzTWccMIJHHzwwbz55pttHn+t119/nQkTJgAwYcIE1q1b1+59inq01vLSmiFDhmghAm3r1q0hPf6ff/6pAf35559rrbW+4oor9JIlS7TD4dB/+9vfdGFhodZa6xdffFFfccUVWmuti4uL67a//fbb9fLly7XWWk+YMEGfeeaZ2uVyaa21Puuss+r2W1FRoZ1Op37llVf0qFGjtMvl0vn5+bp37946NzdXf/TRRzohIUHv3r1bu91uPXz4cP3ZZ59prbXeb7/99L333tvo+P/973/rQYMGNXidd955DdZ9+eWX9ZVXXln39TPPPKOnTp3aYL2LL75YP/jgg1prrV999VUN1L3nXbt26YEDB+ro6Gj98MMPt/jvO2HCBD169Gjtdrv1r7/+qnv16qVramr2Wqe8vLzR9zBo0CC9ZcuWBvtMTEzc6+ukpKRGj93Ez1Y4/77z673LlAUhurnevXtz3HHHAXDppZeyfPlyxowZw+bNmzn11FMB76XBrKwsADZv3sycOXMoLS2lsrKS0aNH1+3r/PPPx2g0AnDcccdx8803M378eP7xj3+QnZ3N559/zsUXX4zRaCQzM5ORI0fy3XffkZCQwLBhw8jOzgZg8ODB7Nixg+OPPx6ACy+8sNGxjx8/nvHjx/v1PrVu2HO4sYKPpUuXct1117F69WpGjBhBr169iIiIqPu32rRpE7m5uYwdO5Zx48aRmZnZ7HEvuOACDAYD/fr144ADDmDbtm0MHjy47vvx8fFs3LjRr/fQHlprKXDxg4SeEN3cvr8IlVJorRkwYABfffVVg/UnTpzIunXrGDRoEKtXr+bjjz+u+15sbGzd57feeitnnnkmb731FsOHD2f9+vWNBk+t2kuHAEajca/7gvX3W99zzz3HkiVLGiw/6KCDeOWVV/Zalp2dze7du+u+zsnJoWfPng227dmzJ6+99hoAlZWVvPrqqyQmJjZYZ8CAAXz22WeMGzeuyfcEjf/71ldRUcEJJ5zQ6LbPP/88hx122F7LMjMzycvLIysri7y8PDIyMpo9PoDL5cZaUk56ZnKL64Y7uacnRDe3a9euunB74YUXOP744+nfvz9FRUV1y51OJ1u2bAG8v6SzsrJwOp0899xzTe73999/Z+DAgcyaNYuhQ4eybds2RowYwdq1a3G73RQVFfHpp58ybNiwNo99/PjxbNy4scFr38ADOProo9m+fTt//vknDoeDF198kXPOOafBesXFxXX36+655x4mTZoEeEOypqYGAKvVyhdffEH//v0BuPzyy/n2228bHePLL7+Mx+Ph999/548//qjbplbtmV5jr30DD+Ccc85hzZo1AKxZs4Zzzz232X8jh8NJ3p5inM7gFBd1N3KmJ0Q3d+ihh7JmzRqmTJlCv379uPbaa4mKiuKVV15h2rRplJWV4XK5uPHGGxkwYACLFi3imGOOYb/99mPgwIFUVFQ0ut8HH3yQjz76CKPRyGGHHcbpp59OVFQUX331FYMGDUIpxX333UePHj3Ytm1b0N9nREQEDz/8MKNHj8btdjNp0iQGDBgAwLx58xg6dCjnnHMOH3/8MbNnz0YpxYgRI3jkkUcA+Pnnn5k+fXrdmfCMGTMYOHAgAJs2baq7/Luv/v37M3LkSAoKCnj88ccxm83teh+33norF1xwAU8++SR9+vRptrjHbneSn1uMx+3BaIxq13HDhWruckQ4GTp0qG6sOkuI9vj555859NBDQ3b8HTt2cNZZZ7F58+aQjaGrKy8v58orr2w0fCZOnMhZZ53V4iXQYNi6dSsx5mS076zVZI6iZ3a6Xzf1uunvO7/eu1zeFEKIZiQkJLRrKkUwuN0e3C5PXeAJ/8nlTSG6sb59+8pZXhCtXr26w4/pdrtxOd2AXKVrCwk9IYToIlwuN25X27vWCLm8KUTQyX1zEQj1A8/7MyVz8tpCQk+IIDKbzZSUlEjwiXZxOl17BZ7VasVgMIZ4VF2TXN4UIoiys7PJycmhqKgo1EMRXZTbvW/BisJgMGKOanxCv2iehJ4QQRQZGSlPtxZtorWmIM9CTbU8LDaQJPSEEKKTcbvdFORZsdvsoR5KtyOhJ4QQnYjL5aYgrwSH3RnqoXRLEnpCCNFJOJ0u8nNLcEkfzaCR0BNCiE7AbndSkFci8/CCTEJPCCFCzFZjJz/PIm3FOoCEnhBChFB1lY2CfAvIXM4OEbTJ6Uqp3kqpj5RSPyultiilbvAtT1FKva+U2u77mOxbrpRSy5VSvymlNimljqq3rwm+9bcrpSbUWz5EKfWTb5vlyvf0xqaOIYQQnUllRY0EXgcLZkcWFzBda30oMByYqpQ6DLgV+EBr3Q/4wPc1wOlAP99rMvAYeAMMmA8cAwwD5tcLscd869ZuN8a3vKljCCFEp1BeVkVRgQReRwta6Gmt87TWP/g+rwB+BnoB5wJrfKutAcb6Pj8XeEZ7fQ0kKaWygNHA+1pri9baCrwPjPF9L0Fr/ZX29nh6Zp99NXYMIYQIuVJrBSVFpaEeRljqkN6bSqm+wJHAN0Cm1joPvMEIZPhW6wXsrrdZjm9Zc8tzGllOM8fYd1yTlVIblFIbpE2UEKIjlBSXYS0p7/Djyu87r6CHnlIqDngVuFFr3dx/6cZahjfVSry55X7TWq/UWg/VWg9NT09vzaZCCNEqWmuKCqyUl1aG6vjy+44gh55SKhJv4D2ntX7Nt7jAd2kS38dC3/IcoHe9zbOB3BaWZzeyvLljCCFEh9NaU5hvpbKiOtRDCXvBrN5UwJPAz1rr++t96w2gtgJzAvB6veWX+6o4hwNlvkuT7wKnKaWSfQUspwHv+r5XoZQa7jvW5fvsq7FjCCFEh/J4POTtKaG6qibUQxEE90zvOOAy4GSl1Ebf6wxgMXCqUmo7cKrva4C3gD+A34BVwD8BtNYWYBHwne+10LcM4FrgCd82vwNv+5Y3dQwhhOgwbrebvD3FQW8crbXmlec+COoxugslD7f0Gjp0qN6wYUOohyGE6CZcLjf5uSU4HcFtHO10ulh+30u8/fqX/G75P78ep95Nf9/59d6lI4sQQgSYw+EkPzf4fTTLSitZcOsTbPrht6AepzuR0BNCiACy2xzk55XgcQe3j+bOP/KYM30FeXuKAZh07dlBPV53IaEnhBABUlNtpyA/+I2jv/liC3fNeZrqKhsmUyS3zL+M084aHtRjdhcSekIIEQBVlTUUFliD2lZMa82rL3zEyuX/h8ejSU1PZOGSyfQ/bL+gHbO7kdATQoh2qiivorgwuG3FnE4Xy+9dy9tvfAVA/8P2Y8GSq0lLTwrqcbsbCT0hhGiHstJKLMVlQT/GgllPsOlHb8HKiacexcy5l2IyRwX1uN2RhJ4QQrSRpaScMmtFUI+x4/c85kx/nPzcEgAmTjmT8ZPG4HuSmmglCT0hhGiD4sJSKsqrgnqMrz/fzN1zV9cVrMy643JGnHJkUI/Z3UnoCSFEK9T20QxmWzGtNa8+/yErlq9Da01aRhKLlk6h3yG9W95YNEtCTwgh/OTxeCjIs2CrCV5bMafTxb8Wr+Wd//xVsLJw6WRS0xKDdsxwIqEnhBB+cLvdFORZsNscQTtGqbWCBbOe4KeNvwNw0mlDmDFnvBSsBJCEnhBCtKAj+mj++Xsuc29eQX5ebcHKWYyfNFoKVgJMQk8IIZrhcDgpyLPgcrqCdoyvP/uJu+aupqbajtkcxS13XMaIk6VgJRgk9IQQogl2u5P83OKg9dHUWvPycx+w6qHX0VqTnpHEwmVT6NdfClaCRUJPCCEaYauxk58XvD6aDoeTf927lnf/8zUAhxzel4X3TSYlLSEoxxNeEnpCCLGP6iobBfmWoPXRtFq8BSub/+ctWDl59FBmzBlPlCkyKMcTf5HQE0KIeirKqykuKg1a4P3x2x7mTl9BQZ4FgCuuOYtLrpCClY4ioSeEED7B7qP51Wc/cXe9gpVbF0zg+JMGBe14oiEJPSGEAKyWckotwemjqbXmpWfX88QjbwSlYCXKFElahjxtwR8SekKIsFdcVEpFWXD6aDocTh6850Xe++83QOALVuLiY0jLSJLLo36S0BNChC2tNUUFVqoqg9NH02qp4I5bVrFl0x8AnDLmaKbffklgClaUIi09kfiE2PbvK4xI6AkhwpLWmoI8CzXVtqDs/4/te5gz/XEK860ATPrn2Vw84bSAnJFFREaQkZks7cnaQEJPCBF2PB4P+bkW7LbgNI7+8tNN3D13NbYaB+boKGYvmMBxJwamYCU6xkx6ZhJGozEg+ws3EnpCiLDicrkpyCvBYQ98H02tNWufWc+Tj/oKVjKTuXPZFA48ODsg+09OTSApOT4g+wpXEnpCiLDhdLrIzy0JSh9Nh8PJA3e/wPtvfQvAYQP3Z8F9V5Oc2v6CFYPRQEZmCtExpnbvK9xJ6AkhwoLd7qQgrwS3yx3wfVtLypl/yyq2/vQnAKNOH8bNt10ckIIVk9lERo9kIiLkcmYgSOgJIbo9u81Bfl5JUBpH//5rDnNnrKAw34pSiiv/eQ4XXj4qIAUrCUlxpKQmyHSEAJLQE0J0a8Hso/nFJ5u4Z95fBSu3LZrIsSOOaPd+lcFAekYSsXHR7R+k2IuEnhCi26qsqKGo0BrwwNNa88Ka93j6sTfRWpPRI5k7l13DAf16tXvfUaZIMnqkEBkpv56DQf5VhRDdUkV5FcWFpQHfr8Pu5P67n2f9298BMOCIA7jjvqtJTml/VaV0Vwk+CT0hRLdTaq3AWlIe8P1aisuZf8tKft68A4BTzxjGTbddTFRUOwtWpLtKh5HQE0J0KyXFZZSXVgZ8v7/9msPc6SsoKvAWrFw19RwuuKz9BSsRkRFk9EjBJM/S6xASekKIbkFrTXFhKZUV1QHf9+cf/Y/F89dgszmIjjExe+GEgBSsxMRGk56ZhMFgCMAohT8k9IQQXZ7WmsJ8K9VVgW0crbXmhdXv8dRj/wEgMyuFRcumcMBB7S9YSUlLJDEprt37Ea0joSeE6NKC1UfTYXey7K7n+eAdX8HKoAO44972F6wYI4xkZCZjjpbuKqEgoSeE6LLcbjf5uYHvo2kpLmfeLSvZ5itYGX3WMdxw60XtLliR7iqhJ6EnhOiSXC5v4DkdgQ287b/sZt70FRQVlqKU4urrz+X88ae0u2AlMTmelAD04RTtI6EnhOhyHA4n+bmB76P52UcbuXf+M3UFK7cvmsjwEwa2a5/SXaVzkdATQnQpweijqbXmuafeZfWKNwHokZXKwmWT212wIt1VOh/5LyGE6DJqqu0U5FvQnsAFnt3mYOmdz/HRe98DcPigA7njvqva/dy6+IRYUtMTpbtKJyOhJ4ToEqoqaygsCGwfzZLiMubPXMm2LTsBGH32cG689aL2nZkpRVp6EvEJMQEapQgkCT0hRKcXjD6a27ftZt6MvwpWJk8by7hLTm7XmZl0V+n8JPSEEJ1aWWklluKygO7z0w9/5N75z2C3O4mJNXP7nVdwzHED2rVP6a7SNUjoCSE6LUtJOWXWioDtz1uw8g6rV/wXgB49U7lz2TX0PTCr7TtVipTUBOmu0kVI6AkhOqXiwlIqyqsCtr99C1YGDj6QO+67ul1hJd1Vuh4JPSFEp6K1pqjASlVl4PpoFheVMn/mKn7Z6i1YOf2cvzFt1oXtKlgxR3u7qxiN0l2lK5HQE0J0Gh6Ph4I8C7aawPXR/PXnXcybuZLiwlIMBsXkaX/nvItPalfBinRX6bok9IQQnYLb7aYgz4Ld5gjYPj9Z/wP3LXi2rmBlzl1XMOzYthesGIwG0jOSiYk1B2yMomNJ6AkhQi7QfTS11jz7xNs8s+otALJ6pXHnsinsd0DbC1ZM5ijSM5Olu0oXJ//1hBAh5XA4Kciz4HK6ArI/m83BkoX/5pP1PwBwxFEHMX/xVe0qWJHuKt2HhJ4QImTsdif5ucUB66NZXFjKvJkr+fXnXQCcMfZYrp95QdvPzqS7SrcjoSeECAlbjZ38vMD10fxl607mzVhBSXE5BoNiyg3/4B8Xndjms7PIqEjSM5Olu0o3E7TWAUqpp5RShUqpzfWW3aGU2qOU2uh7nVHve7OVUr8ppX5RSo2ut3yMb9lvSqlb6y3fXyn1jVJqu1JqrVIqyrfc5Pv6N9/3+wbrPQoh2qa6ykZebknAAu+j97/npikPUlJcTkysmTvvv6ZdFZqxcdH0zE6TwOuGgtkvZzUwppHlD2itB/tebwEopQ4DLgIG+LZ5VCllVEoZgUeA04HDgIt96wLc69tXP8AKXOlbfiVg1VofBDzgW08I0UlUlFdTkG8JSONoj8fDmpX/5a7bn8Zhd9IzO42Hnpze9gpNpUhJSySjR4q0E+umgvZfVWv9KWDxc/VzgRe11nat9Z/Ab8Aw3+s3rfUfWmsH8CJwrvL++XYy8Ipv+zXA2Hr7WuP7/BXgFCV3n4XoFMrLqiguDMyTEmw2B3fe/jTPPvE2AIOG9OOhp2a0uULTGGEkq2eqtBPr5kLxp8x1SqlNvsufyb5lvYDd9dbJ8S1rankqUKq1du2zfK99+b5f5ltfCBFCVks5JUWBeVJCcWEpN09+gE8/+BGAM/9+HPc+dF2bA8scbaJX73RpJxYGOjr0HgMOBAYDecAy3/LGzsR0G5Y3t68GlFKTlVIblFIbioqKmhu3EKIdiotKKbUEpnH0tq07mTrxPn7dthuDQTF1+jhuvPUiIiLa1g4sKSWerF5p3b6dmPy+8+rQ0NNaF2it3VprD7AK7+VL8J6p9a63ajaQ28zyYiBJKRWxz/K99uX7fiJNXGbVWq/UWg/VWg9NT09v79sTQuxDa01hvoWKssA0jv7ovQ3c7CtYiY2L5q4HruXvF7atQtNgNJCZlUpySni0E5Pfd14dGnpKqfoX2/8O1FZ2vgFc5Ku83B/oB3wLfAf081VqRuEtdnlDa62Bj4Bxvu0nAK/X29cE3+fjgA996wshOpDWmoI8S0AaR3s8HlaveJO75qz+q2Dlqekc/bfDWt64ESZzFD2z06WdWBgK2jw9pdQLwIlAmlIqB5gPnKiUGoz3cuMOYAqA1nqLUuolYCvgAqZqrd2+/VwHvAsYgae01lt8h5gFvKiUuhP4EXjSt/xJ4Fml1G94z/AuCtZ7FEI0zuPxkJ9rwW5rf+Pomho79y14ls8+3AjA4CEHM/eeSW2+fxefGEtqmnRXCVdKToK8hg4dqjds2BDqYQjR5blcbgrySnACDNGPAAAgAElEQVTY299Hs7iwlLkzVrB9m7ee7ax/HM91M85v0/07ZTCQlp5EXHx0u8fVifmV5NFRKXrX7t9Jz0xueeWuw6/3Lh1ZhBAB43S6yM8tCUgfzW1bdjB/5sq6Div/vHkc554/ok1naJFRkWT0SCYqSiabA3g84XuyI6EnhAgIu91JQV4Jbpe73fv68N0NLL3zORx2J7Fx0cy9exJDhx/apn3FxkWTlpEkk80FIKEnhAgAu81Bfl5JuxtHezusvMVzT70DQK/e6SxaNoU+fXu0fmdKkZqWSEJibLvGFEyfrP+elcvXkbOrkOw+GUyeNpaRo4aEeljdmvzpI4Rol5pqO3m57Q+8mho7i257qi7wjhx6MA89NaNNgWeMMNKzV1qnD7z5M1dRVGglMTmOokIr82eu4pP133fI8cO1nkNCTwjRZpUVNeTntb9xdGGBlZsmP1BXoXn2eSdwz/KpbQqt6BgzvXqnYzJHtWtMwbZy+TqiTBFEx5hRShEdYybKFMHK5etCPbRuTS5vCiHapKK8iuLC9rcV+3nzDubNWIHVUoHBaGDqzedx7vkj27SvpJT4LjPZPGdXIYnJe0+7MEebyNlVGKIRhQcJPSFEq5VaK7CWlLd7Px+88x1L73wOp8NFXLy3YGXIMa0vWDEYDWRkphAd03V6Z2b3yaCo0Ep0zF8T5G01drL7ZHTI8cP06qZc3hRCtE5JcVm7A8/j8fDUo29wz7w1OB0uevVO5+GnZrQp8EzmKHr1zuhSgQcwedpYHHYXNdU2tNbUVNtw2F1Mnja25Y1Fm8mZnhDCb0UFViorqtu1j5pqO/fe8Qyff/w/AI48uj/z7rmS+ISYVu+rK3dXGTlqCAuWINWbHUxCTwjRIm/jaCvVVe3ro1lYYGXu9BX8/msOAOeMO4F/3jyu1R1Wukt3lZGjhkjIdTAJPSFEszweDwV5Fmw17eujufWnP5k/c+VfBSvTx3HuuBGt3o90VwmMcJ2yIKEnhGiS2+2mIM+C3eZo137Wv/0ty+56HqfDRXxCDHPvvpKjhvVv9X6ku4poLwk9IUSjXC43+bklOB1tbxzt8Xh4+vE3eWH1e4C3YvHO+69pfYViF+iuIroGCT0hRAMOh5P83Pb10ayptnPPvDV8+ekmAIYccwhz7prU6oKViMgIMjKTO/1kc9E1SOgJIfYSiD6aBXkW5k5fwR+/7QHg3PNH8M+bzsPYyoKV6Bgz6ZlJGI2tf5SQaJ7c0xNChL2aajsF+ZZ2tRXbsukP5t+yilJfwcr1M87n7PNOaPV+klMTSEqOb/M4hGiMhJ4QAoCqyhoKC6ztatXx3n+/4YG7X8Dp9BaszLvnSo48unUFK12xu4roOiT0hBBUlFdTXGht8/Zut4enHvsPa595H4De+2WyaNmUVhesmMwmMnokt+nJ6EL4Q0JPiDBXVlqJpbiszdtXV9m4Z/4avvr0J8BbsDL37knExbeuYCUhKY6U1IQu2V2lKwrTW3oSekKEM0tJOWXWijZvX5BnYc70x/nzt1wA/n7hiVxzw99bVbDSXbqriK6hxRmeSqln/VkmhOhaigtL2xV4Wzb9wdQrlvDnb7kYjQZunH0RU6ePa1XgRZki6ZmdJoEnOow/Z3oD6n+hlDIC0ixOiC5Ka01RgZWqyrb30dy3YGX+4qsYPPTgVu0jLj6GtIwkuZwpOlSToaeUmg3cBkQrpWqfI6IAB7CyA8YmhAiw9vbRdLu9jwRa++x6APr0zWTRsmvo1Tvd/50oRVp6IvEJ0l0ltMLzpl6Toae1vge4Ryl1j9Z6dgeOSQgRBO3to1ldZeOeeav56rPNAAwdfihz7p5EXJz/lyYjIiPI6JGCySTNokVotHh5U2s9WynVC9iv/vpa60+DOTAhROC0t49mfm4Jc6Y/zo7f8wD4x0UnMmVa6wpWpLuK6AxaDD2l1GLgImArUNuITwMSekJ0AQ6Hk4I8Cy6nq03b/7TxdxbMWkWptRKj0cC0WRdy5tjjWrUP6a4iOgt/Cln+DvTXWrfvYVpCiA5ntzvJzy1ucx/Nd9/8mgfufgGXy+0tWLn3KgYP8b9gRbqrdF7Se7NpfwCRgISeEF2IrcZOfl7b+mi63R6efOQNXvq3r2Bl/x7cuWwKPbP9L1iR7iqiM/In9KqBjUqpD6gXfFrraUEblRBiL5+s/56Vy9eRs6uQ7D4ZTJ42lpGjmp451J4+mtVVNu6eu5qvP/cWrAw79jBuu/OKVhWsSHcV0Vn5E3pv+F5CiBD4ZP33zJ+5iihTBInJcRQVWpk/cxULltBo8FWUV1NcVNqmwMvbU8zcGSvqFaycxJQb/o7R6N+TypXBQHpGErGtCEghOpI/1ZtrOmIgQojGrVy+jihTBNExZgDfRxsrl69rEHrt6aP504+/ccesJygr9Ras3DDrIs4Ye6zf20eZIsnokUJkpHQ37ArC9JaeX9Wbf9LILEat9QFBGZEQYi85uwpJTI7ba5k52kTOrsK9lrWnj+bbb3zFvxa/iMvlJiExlvn3XsWgo/r5vX18Qiyp6YlyOVN0ev78STa03udm4HwgJTjDEULsK7tPBkWF1rozPfAWqdR/bE9xUSkVZVWt3rfb7WHVQ+t45fkPAdhv/x4sak3BinRXEV1MixfqtdYl9V57tNYPAid3wNiEEMDkaWNx2F3UVNvQWlNTbcNhdzF52li01hTmW9oUeFWVNcybsaIu8IYdexjLn5zud+BFREbQMztdAk90Kf5c3jyq3pcGvGd+MstUiA4yctQQFiyhQfXmCScfSUGehZpqW6v3mbunmHnTV7DjD2/BynkXn8Tkaf4XrMTERpOemYTB4N/6ovOReXpNW1bvcxewA7ggKKMRQjRq5KghexWtuN3etmJt6aO56YffuGPWKsrLqoiIMHLDrAs5/Vw/C1aUIjklXrqriC7Ln+rNkzpiIEII/7hcbgrySnDYW99H8+3Xv+Rf966tK1i5496rOeKog/za1hhhJCMzGXO0dFcRXZc/lzcTgfnACN+iT4CFWuu21UULIdrM6XSRn1vS6j6a+xas9D0gi4XLptCzV5pf25ujTaRnSncV0fX5c3nzKWAzf13SvAx4GvhHsAYlhGjIbndSkFeC2+VueeV6qipruGvuar79YgsAxxw3gNsWTfR7AnlicjwpqQmtHa7o5OSeXtMO1FqfV+/rBUqpjcEakBCiobb20czdU8zcmx9n55/5AJx/6SlcNfVcvwpWlMFARmYyMbHmFtcVoqvwJ/RqlFLHa60/B1BKHQfUBHdYQoha1VU2CvItrW6h8b8ftrNg1hN1BSs33XYxo88a7te20l1FdFf+/ERfC6zx3dsDsAITgzYiIUSdyooaigpb3zj6v+u+YPm9a3G7PSQmxXHHfVczcPCBfm0r3VVEd+ZP9eZGYJBSKsH3dXnQRyWEoLysipKi0lZt43a5WbF8Ha+9+BEAfQ/MYtHSKWT5U7CiFGnpScQnxLRluA209skQomOF6z29Fi/sK6XuVkolaa3LtdblSqlkpdSdHTE4IcKV1VLe6sCrrKxhzvQVdYH3txMOZ/kT0/0KvMioSF93lcAF3vyZqygqtO71ZIhP1n8fkP0L0Vb+tFM4XWtd93+f1toKnBG8IQkR3oqLSim1tK5x9J7dRUybtJTvvtoKwIWXjeKO+yb7VYQSExtNz+w0TKbINo23MfWfDKGUIjrGTJQpgpXL1wXsGEK0hT/39IxKKZPW2g6glIoGZHaqEAGmtaaowEpVZevqxDZu+JUFtz5BRXk1kZER3Dj7Iv8KVpQiJTWBxKS4ltdtJX+fDCFER/Mn9P4NfKCUehrvI4YmAfKMPdFtheJelNa6TX0033ztcx5a8hJut4ekZG/ByuGDWi5YCXZ3FX+eDCFCK0xv6fn1lIX7gDuBQ4EBwCLfMiG6nVDci/J4POTtKWlV4Lldbh5Z9goPLn4Rt9tD3wOzePjpmX4FnjnaRK/e6UFtJ9bckyFE52AwhGd1rl+TcLTW7wDvBHksQoRca55SHght6aNZWVHNnbc/zYavfwa8BSuzF0706/5dR3VXaerJEADjz5krFZ2dQLhOSZGZp0LU05H3otrSR3PP7iLm3Pw4u3cWAHDh5acy6dqzW+ywYjAaSM/o2O4q+z4ZovYsOsoUsddZ9IIlSPCFQLie6cnDsISoJ7tPBrYa+17LgnEvym53krenuFWB9+N3v3DdFUvYvbOAyMgIbpl/GVdf13JLMZM5ip7Z6SFvJyYVnZ1LuJ7p+RV6SqlopVT/YA9GiFDriHtRtho7+bnFrWoc/eZrn3PrtEeoKK8mKSWepY9N47Qzj2lxu/iEWLJ6pXWKdmI5uwob3EeUis7QkdBrglLqbGAjvnt6SqnBSqk3gj0wIULBey/qatIzkimzVpKekcyCJVcH7PJbdZWNvNwSPG7/Gke7XW4eXvpyXcHK/gf15JGnZzLgiAOa31Ap0jKSSctI6jS/3DrqLFr4p7P8XHQ0f/78uwMYBnwM3rZkSqm+LW2klHoKOAso1Fof7luWAqwF+uJ7ArvW2qq8//r/wjvpvRqYqLX+wbfNBGCOb7d3aq3X+JYPAVYD0cBbwA1aa93UMfx4n0IADe9FBUpr+2hWVlSz6Lan+P6bbQAcO+IIZi+cQHRM81WXkVGRZPRIJioqcJPNA2HytLHMn7kKsGGONmGrsUtFZwiFa+j5c3nT1cYHxq4Gxuyz7FbgA611P+AD39cApwP9fK/JwGNQF5LzgWPwBu98pVSyb5vHfOvWbjemhWMIETLlZVUUFfj/pIScXYVcP2lZXeBdNOFU7rjvqhYDLzbO212lswUeBP8sWrROmGaeX2d6m5VSl+DtzNIPmAZ82dJGWutPGzkjPBc40ff5Grxnj7N8y5/R3g6oXyulkpRSWb5139daWwCUUu8DY5RSHwMJWuuvfMufAcYCbzdzDCFCwmopb1VbsR+/+4WFs5+s67By8+2XcOoZw5rfKIjdVQIpWGfRQvjLnzO96/FOSrcDzwNlwA1tPF6m1joPwPex9mJ+L2B3vfVyfMuaW57TyPLmjiFEhyspLmtV4P3n1c+YVa9gZdlj01oMPGOEkZ690jp94AnRGfhzpnem1vp24PbaBUqp84GXAziOxk60dRuWt+6gSk3Ge4mUPn36tHZzIZqktaa4sJTKimq/1ne73Dz6wKu8/vKnABzYrxcLl00hs0dKs9uZo01k9EjGaDS2e8yie6v/+y7KmBTi0YSOP2d6s/1c5o8C32VLfB9ra5VzgN711ssGcltYnt3I8uaO0YDWeqXWeqjWemh6enob35IQe6vto+lv4FWUV3PbTY/VBd5xI4/gwVU3txh4SSnxZPVKk8ATfqn/+y7UYwmlJs/0lFKn462m7KWUWl7vWwmA/zNq9/YGMAFY7Pv4er3l1ymlXsRbtFKmtc5TSr0L3F2veOU0YLbW2qKUqlBKDQe+AS4HHmrhGEIEncfjIT/Xgt1mb3llIGdnAXOmr6ibq3bJxNOYeM1ZGAxN/z0aiu4qQnQXzV3ezAU2AOcA9bvtVgA3tbRjpdQLeAtK0pRSOXirMBcDLymlrgR2Aef7Vn8Lb8D+hnfKwhUAvnBbBHznW29hbVELcC1/TVl42/eimWMIEVRut5v8XP/7aH7/7TYWzX6SyooaIqMimH77JYw6vfn7dyZzFBk9UoiIkLM7IdpCtfTIeKVUhNa6rWd2XcbQoUP1hg0bQj0M0UU5nS4K8iw4Hf4F3uuvfMojy17B4/aQnBLPgiWTOWzg/s1uE58YS2paYtjOrxJ+8euHwxSRrHfn/E5GC5fQuxi/3ntzlzdf0lpfAPyolGqQjFrrI9oxOCG6DYfDSX5uiV9txVy+RwL959XPADjw4GwWLZtCRmZyk9sog4G09CTi4qMDNmYhwlVzlzdrpyWc1REDEaIrstsc5Of511asvKyKRbc9xY/f/QLA8ScOYtaCy4lu5rl2nbW7ihBdVZOh5yskMQJPaq1HdeCYhOgSaqrtFORb0J6WA2/3zgLm3Pw4e3YXAXDJFaOZOOXMZgtW4uJjSE1PbHYdIUTrNDtPT2vtVkpVK6US29iKTIhuqTV9NL//5mcWzn6KqkpvwcqMOeM5ZczRdd//9sstrH12Pfm5JfTomcpFl5/K6eceS3xCbDDfghBhyZ/J6TbgJ18LsKrahVrraUEblRCdWEV5FcWFpS2up7Xm9Zc/5dEHXsXj9pCSmsCCJZM59PC+det8++UWlt/3EpFRRuITY7Baynlk2StkZqVIuy4RVOFaEOVP6P3X9xIi7JVaK7CWlLe4nsv3SKA3X/scgIP6Z7NwacOClbXPricyyojZbMJgMBCfEIWtxs7K5esk9IQIghZDT2u9RikVBRzsW/SL1tq/umwhupGS4jLKSytbXK+8rIpFs5/kxw2/AnDCyYO5Zf5ljRas5OeWEJ8YgzHCWDf3Th6sKkTwtBh6SqkT8T6tYAfeeRC9lVITtNafBndoQnQeRQVWv9qK7dqRz9zpK+oKVi69cgyXX31Gk8UoWT1TKSurxGz+KxDlwapCBI8/ZWHLgNO01iO11iOA0cADwR2WEJ1Da/pofvfVVq6ftIw9u4uIjIrgtkUTmTil6ZZiJrOJqTPOx+X0UFNtQ2tNTbVNHqwqRBD5c08vUmv9S+0XWutflVIyaUh0ex6Ph4I8C7aa5vtoaq1Z99InPPbAq3g8mpTUBBYuncwhA/o2uU1CUhwpqQn0zE7DaDSwcvk6cnYVkt0ng8nTxsr9PCGCxJ/Q26CUehJ41vf1ePbuxSlEt+N2uynIs2C3OZpdz+Vy89CSl/jv/30BQL9DerNwyWTSm+iwogwG0jOSiI37q7uKPFhVhEJLLSi7K39C71pgKt4npivgU+DRYA5KiFByubyNo1vqo1lWWsnC2U/yv++3AzDi5COZOf/SJjusRJkiyeiRQmSkP//bCRFcYZp5foXeGcAjWuv7gz0YIULN3z6aO//MZ+70x8nNKQbgsqtO57KrTm/y/l1cfAxpGUlhOzdKiM7Cn9A7B3hQKfUp8CLwbjg8dUGEH3/7aH731VYW3fYU1VU2okyRzJx3KSed2sTlSaVIS0+U7iqi05HLm03QWl/hK1w5HbgEeFQp9b7W+qqgj06IDuJPH819C1ZS0xJYsHQKhxy2X6PrR0RGkNEjBZNJ6r5E5yOh1wyttVMp9Tag8T609VxAQk90C1WVNRQWNN9H0+l08dCSl3hr3ZcAHHxIbxYunUJaRlKj6//vh+289Ox69uwukopM0SmFaea1PE9PKTVGKbUa71PNxwFPAFlBHpcQHaKivJrCfEuzvwHKSiuZdf3DdYE3ctRR3L/ypsYDTyl+3vwnD97zIsVFpSQmx1FUaGX+zFV8sl6KnkVnEp6p58/k9InAOuBgrfUErfVbck9PdAdlpZUUF1qbXWfnn/lcP2kpm374DYDLrz6DOXddgdkc1WBdY4SRrJ6pPPfUu0SZIoiOMaOUIjrGTJQpgpXL1wXlfQgh/OfPPb2LOmIgQgTSJ+u/b3bCt6WknDJrRbP7+PbLLdx5+9NUV9kwmSK5Zf5ljBx1VKPrmqNNZPRIxmg0krOrkMTkuAbfl36aQoSeP5c3hyulvlNKVSqlHEopt1Kq5TbzQoTIJ+u/Z/7MVRQVWhu9vFhcWNps4GmteeX5D5lz8+NUV9lITU/k/hU3Nhl4icnxZPVKw2j0NozO7pPRoIuL9NMUonPw5/Lmw8DFwHa8RSxXAQ8Fc1BCtMfK5esavby44l//R0GehYryqia3dTpd3H/X8zz+4Gt4PJqDD+3DI6tn0r+RCk2D0UBmViopqQl7LZ88bSwOu0v6aQrRCfkTemitfwOMWmu31vpp4KTgDkuItsvZVYh5n64oJnMUO//Mp7qqpsntykormXXdw7z9xleAr2BlxY2kpTcsWDGZo+iZnU5MrLnB90aOGsKCJVeTnpFMmbWS9IxkFiy5Wqo3hegE/JmyUO17nt5GpdR9QB4gM21Fp5XdJ4OiQivRMd5A0lpTWVFNZlZKk9vs/COPOdNXkLfH22FlwuQzufTKMY12UIlPiCU1PbHZ7irST1N0duE6T8+fM73LfOtdB1QBvYHzgjkoIdqj/uVFj8dDRXkVDruLCy8b1ej633yxheuvXEbenmJMpkjm3j2Jy646vWGoKUVaRrK0ExOiC2vyTE8p1UdrvUtrvdO3yAYs6JhhCdF23suL8PiDr7FrRwGZWSlceNkohh07YK/1tNa8+vyHrHxoHR6PJi0jiYVLJnPwoX0a7DMyKpL0zGTpriJEF9fc5c11wFEASqlXtdZydie6jOEnHEHfA3s22UfT6XTxr8Vreec/3vt3/Q/bjwVLrm70/l1sXDRpGUlNNpMWQnQdzYVe/es3BwR7IEIEiq3GTn5e0300S60VLJj1BD9t/B3wFqVEmSL4Y/uevUNPKVJSE0hMimt0P0KIrqe5P111E58L0WE+Wf8948+Zy8jBUxh/ztwWW3lVVdaQl1vSZOD9+Xsu101cWhd4CUmxZO+XTqm1guX3vcS3X24BvN1VevZKk8AToptpLvQGKaXKlVIVwBG+z8uVUhUyOV10hJYmme+rpT6aX3/2E9OuXEZ+XglKKVLTE8jskYJBGTCbTURGGVn77HrM0SZ69U7H1EirMSG6izAt3mz68qbW2tiRAxFiX/UnmQO+jzZWLl/XYDpAWWklluKyRvejtebl5z5g1UOvo7W3YMXj8ZC8z6RykzmKwnwrWb3SgvJ+hBCh59ejhYQIBX97WDbXR9PhcPKve9fy7n++Brxz+BKSYtn+824qK2pIS08kNi4alMLtdLHf/j38GltLvT2FEJ2TlKOJTsufHpbN9dEstVZwy9SH6wLviKMOwul0UVFeRVpmEi6Xm4I8C1VVNbhdLlxOj1+twlp72VUI0XlI6Ik2aW2BSVs018NSa01hftN9NGsLVjb/z1uwMunaswGIMkVgNpuIi4umR1YqEZFGigtKychM8btVWFO9PeXRQUJ0fhJ6otU66kynqR6WJ5x8JPm5JVRVNt5Hs37Bitkcxfx7r+KSK0ZTkGf5qzhFKRKT4ziof28yeqTw3BuL/L482VhvT3l0kBBdg9zTE36rvY/143e/oAyKzKzUujOdpgpM2mvfHpZut5v83BLsNkeDdbXWvPTvD3jiYW/BSnpmMguXTqZf/94A9OiZiqWkjOhoMxGRERgMippqW6sf+bNvb0+QRwcJ0VXImZ7wS/2zO49H43F7yM0poqK8Gmj9mU5bLo+6XE0HnsPhZOmif7PqoXVorTnk8L488vTMusADuPCyUbidHlwuF0rR5kf+yKODRHcgDaeFaEb9+1hRpghQCoNSFBdagdad6bTl8qjT6SJvTzEOu7PB96yWCmZOfYh33/wGgFPGHM39j91ASlq9KQlKcfq5x3HnA9eQkZnSrkf+yKODhOi65PKm8Ev96QNp6Unk7ikGBXa7s9VnOq2ZfwfeY+TnFjfaR/OP7XuYO2MFBXkWwFuwcvHE0/Z6CkJEZAQZmcmYzFEBe+SPPDpIiK5JQk/4pf59rPjEWHoCBfkWFJr0jORWzVPzd/4dNN9H88tPN3H33NXYahyYo6OYvWACx504aK91omPMpGcmYTRKrwUhhISe8NPkaWOZP3MVYMMcbSIi0tjmy3r+FoJUV9koaKStmNaatc+s58lH36grWLlz2RQOPDh7r/WSUxNISo5v3RsVQnRrck9P+KX+faz8PSUUFZRSU+29JNnaqQr+FIJUlFc3GngOu5P7FjzLE494KzQPG7g/j66euVfgGYwGevRMk8ATQjQgoSf8NnLUECZPG0tMrPeSYWbP1DbN0WupEKS8rMpbILNP4FlLypnxz+W8/9a3AIw6fRhLH522Vw9Nk9lEr94ZRMfsPY9OCLG3cK3elMubolVaW4TSlKYKQayWckotDduK/f5rDnNnrKAw34pSikn/PJuLLj91r4KVhKQ4UlIT9lomhBD1SegJv32y/nt+/O4X3B4PJlMkaRnJxCfEBKwbSXFRKRVlDduKffHJJu6ZV69gZeFEjht5RN33lcFAekaSt3G0EEI0Q0JP+KV2bp0yKAwoXE43uTlF9MxOJyLC0K5uJFprigqsDdqKaa15Yc17PP3Ym2ityeiRzKKlexesRJkiyeiRQmSk/CgLIVomvymEX2ova2b2SKmbo6eAgrySuikLbaG1piDPQk21ba/lDruT++9+nvVvfwfAgCMO4I57r9rr/l1cfAxpGUlyOVMI4TcJPeHXs+Fq59apGEVPvJciHXYX2qPb3I3E4/GQn2vBbtv78UGW4nLm37KSnzfvAODUM4Zx020XExUV6V1BKdLSE4lPiG3L2xVChDGp3gxz/rYEq/9su/jEWNIykjFGeH982jJtweVyk7enuEHg/fZrDlOvWMLPm3eglOKqqedyy/zL6gIvIjKCntnpEnhCtFO4Vm9K6IU5f58NV39uXXlZFTm7CnE53WT2TGn1tIWm+mh+8fH/uPHq+ykqsGKOjmLBkqu5aMJfFZoxsdH06p2OyRQZmDcvhAg7Enphzt9nw9WfW1eQW0JkpJFevdNJSIxr1UNU7XYneXuKcTlddcu01jy/+l3m37IKW42DzKwUlj8xnWNH+Co0lSIlLZHMrBQMBvmRFUK0ndzTC3OteTZc7dy6kYOneO/v1Ssg8Wfagt3mID+vZK/G0Q0KVgYdwB33Xk1yirebijHCSEZmcoNgFkKItpA/m8NcW54NV//+XkVZFX/+todftuykvKyqyUuc1VU2cvfs/aQES3E506/9V13gnXbmMSx55Pq6wDNHm+jVO10CTwgRMBJ6Ya4tz4arDcriQiu5tffmFMTEmRu9t1dZUdOgj+a+BStXXz+WmfMurStYSUyOJ6tXmjwdQQgRUCoUFTxKqR1ABeAGXIwZPzIAACAASURBVFrroUqpFGAt0BfYAVygtbYq7zW0fwFnANXARK31D779TADm+HZ7p9Z6jW/5EGA1EA28BdygW3ijQ4cO1Rs2bAjgu+zePln/PTde/QBVVTbM5r+6s9RU20jPSOa5NxYB3j6aJUWle237+Uf/Y/H8NdhsDqJjTNy+aCLDTxgIeJtFp2ckExNr3veQQoiW+TVp1RSRrLf9soX9D+wZ7PF0JL/eeyjv6Z2ktS6u9/WtwAda68VKqVt9X88CTgf6+V7HAI8Bx/hCcj4wFNDA90qpN7TWVt86k4Gv8YbeGODtjnlb4WHkqCEkJMbSu29mk/f29u2jqbXm+aff5enH3wSgR1YqC5dN5oCDegFgMkeRnpks3VWE6ACNPZQ5HHSm3y7nAif6Pl8DfIw39M4FnvGdqX2tlEpSSmX51n1fa20BUEq9D4xRSn0MJGitv/ItfwYYi4Reu+07iT0uPhpbjb3RIph9+2jabQ6W3fU8H77rPZs+fNCBzL/3qrr7d/EJsaSmJ0p3FSE6iMvlDvUQQiJUoaeB95RSGlihtV4JZGqt8wC01nlKqdrywV7A7nrb5viWNbc8p5Hloh1qJ7FHmSIwGBUbv/8Vh92J0WgkNT2B1PQkbDV27DYnF14+aq/AKykuY/7MlWzbshOA0WcP54ZZF3rv3ylFWnoS8QkxoXprQoQlj0fO9DrScVrrXF+wva+U2tbMuo396a/bsLzhjpWajPcyKH369Gl+xGGudhK7y+kmb08JSikiIoxowFpSgdPh5qD+2Vxw2SkMHHxQ3Xbbt+1m3owVFBWWopRi8rSxjLvkZJRSREZFktEj+a/2Yu3gTys1IcJZ/d93UcYkXK7wDL2QVG9qrXN9HwuB/wOGAQW+y5b4PtZO+soBetfbPBvIbWF5diPLGxvHSq31UK310PT09Pa+rW6tdhJ7cZE3vAwGAwaj98cne78MDuqfzdLHbmTQUQfXbfPphz96O6wUlhITa2bRsimcP/4UlFLExkXTMzstYIHnTys1IcJZ/d93AB63XN7sEEqpWMCgta7wfX4asBB4A5gALPZ9fN23yRvAdUqpF/EWspT5Ln++C9ytlEr2rXcaMFtrbVFKVSilhgPfAJcDD3XU++uK/DlLqp3E/v/t3Xl8VPW5+PHPM+fMTAhZyQIhQAAXFCwFS61ba61KrW2t/dmfa63aVr1qtdbrWlfUtiqt16tWC3Wte1tba7VWxVoEKyqgttiCIFuAJCQBspLMzDnf+8c5CZOQkAQyC5nn/XrNa86cOcszTJKH7x6JxDpnRTGuIRSyCWeFWLemunMeTWMMTz78Vx6d8xIAo0YXcdsv/ovx+5R5s6sU5ZFfkLPHMXXY1cK2He9rCVCprpwM7ciSipLeSGChiHwIvAu8ZIz5K16yO05EVgLH+a/B6325GlgF/Bq4CMDvwHIr8J7/uKWjUwtwIfCgf84naCeWXvW3lNQxNs+yAhjjYlwX1xiKSgpobmplZNkIwOuw8tMbHu1MeJ+atg/3PXIF4/cpw7ItRpcX9yvhDaTk1ttUaiuXV2oJUKleZGqbXkrG6aWjTB2nd+aJN+w0DVn3sXYd5s9bwh03P86qFZUEQzYlIwsRIBKJcelVp7DP/mO6dFg5/uuH8cNrTiUYtMkaFqZ0VGG/BpsPJKZdHV9bs42SkQX9vo5SQ0C/x+kteHMhhxw+JdHxJFO/PrvOyDLEzJ+3hDNPvIGjpl3AmSfe0Geppr8TToM3Nu8vC+/m10//mKnT9yXaHqWwKI9LrzqFgsJcLj5nNss/WkcgIPzXD7/Jf19/BsGgTcGIgc2uMpCYoPep1EIhe0DXUSqTZGr1ZjqN01N7KH5YQXx13qzZ9NqO1dOE0/V1DbQ2t3HUtAt6bAc75PCDqJg4GuNXj7z5+vv86Or/ob09SvbwLK677Vw+d8SU3Z5dZSCTYEPHVGo7t93Nvef5AV1HqUzi6Dg9tbfbVYeO3pLe+ZeexE1X/hpoI2tYmPq6Bmqrt1EyMr9L4jz5jFUsWrCM9WurKRlZyKlnHctnD5vMEw/9lcfm7txh5f3FK/j9k39jY2XtgDuQdI+pbXt7n5Ngd6wA0d1Ar6NUpmhpaUt1CCmhbXq+vb1Nb/68JVx41h04rks4vGMuTGMMDVubmf/BnF2e21FKamxoIXt4mOLSws736zZvZWt9E/kjcmjc1kwk4hAQoagkj5qqrQAMz8nismtO4+iZM1j24Sf8/NYnCWcFuySbviay7i2mPel1qeP3VIbpd5veU48/x8mnfynR8SRTvz67Jj3f3pz04ns7uq6LILjGMHpMCbbtVTF2VPf19ce/p7Xy1qzaSGtrO5YVQBAQiEZ2LALr9eg02LbF93/wDZa+u2JAHVGUUoOm30nvoTlP8e3vfSXR8SSTdmTJFHfc/HjnGLpoJIbjuAhQU1VP47YWKtfVcN7pP+WDJR8TsAK77Lofv1Zeh7btEYwxCILBdEl4gD87i43rujz0yxdYubxSO5AoleYydZ5bTXp7ufnzlrBqRSWu6xIM2gSsAI7j4rgu0UiMrVsa2bShFtd1icUcqjbWEYu5hMJ25+DteN17QjY1tnizr4hXeoxFd278tmwLCQh20CbmuESjsR4Sp3YgUSqdSECTntrLdKxp5yU4B9dxCQaDBEO2l6Rcg4hgjLd+qxNzMMZQt3nrLoclzJp9HsUlBWypbaCgMJfTzzkO6L23l4h493EN4bBNKGQPeDV2pVRyWYHM/POvvTf3Uh3teC0tbQRti2jUIRqNEY3uqHoU8UphjuPiut5c3K7jEonEdlny+vyXprP/gRW0bW+nrS3C7Fue8M/3ZA0LEgwFaWpoxbICgMG4BtcYCgtyGD+hrN9tiEqp1LAsTXoqDfXW+/DOWV47nuu4uHg/wD0NNo1FY1iWhevGMMZgDISsQK8lL8dxqKnaQntbhLrN27jxyrl8/J/1AHz2sMm0tUWoq9nKuAmjKCsv4uU/vU006hAO2xQW5BC07c4Ye0py2ptSqfSQqdWbmvTSWG+DzU8+YxUrl1d29lUyxuA4O0piwZCNFQgQjcZwHEMoJASDFrGYgzEwfmIZV9101k7JJhZzqN5UTzQSZfm/13HTFXOor2skEBAu/NHJnHTKUYwozqegMLfznBO/9YV+J7HdGTyvlEqMTO24r0kvjfU22Pzh+/+MZQWIdOtFCV772ugx3jJJGys3I4BlB4i1u4RCQS68/GQuufLUnc6LRKJUb6rHiTm88doSZt/yBJH2KMNzhnH9T87lc0ceROnIEQzL7tors7cS3UA+z64GzyulEqO9LZLqEFJCk14a27B+M/mFXVckyBoWpqV5O7bd8zyWneMujSEgguN6bXihkM3w4VksWrCMqdP37ZJk2tsiVFfVE4vGuP2mx/jbK95QhlA4yHmXfIMjj55O6ajCXu+5p59HhzIolXytGTojS2a2ZO4leh4z1044K0h7JNrreVUba9lYWYvjGopL8zHGS2xNTa0sXvQfLjzrDu6d/SwA21vbqdpUz5uvL+Wbx1wVl/Bsikvz+e3jr/Pxf9Zi29aAJ7Pu7+fRoQxKJZcA27Y2pTqMlNCSXho79PMH8cBdzxFzXMJhm7yCHJyo4/Wk7KE+PhAQECHSvqPas7ZmW+d2pD1KKBzCdRweuOs59j9wHA1bm7n/rueoXFfT5VqR9hh1NdsYUZzHr+/9EyKyx+1xuzOnplJq8Fm2xfo11akOIyU06aWp+fOW8NxTb1BYlEtTYyvtbVG21jUyPHcYkfaeS3mWbSECkV0sGSIiWLZFJBJj9qwnaGhoZktdY4/HRiIxqjdtoW7zNrZtbdrj9rjeVkPQ9jylksu2Ldat1aSn0kjHkATHcQmFbMrHlWLbAT75eGOv5wzPyWLbluZe3++Ydsh1XEIhi/Vrq/u1erLrGlYur6R8XCnD4vbvTnvcQDq+KKUSw7Yt1q2u9qYXzLDpyDTppaH585awcnkllhXAsgLEog6Va6v77GLc3tZ7Ox8AIriOg+O6WHYQx+njeJ83MN2wfk014awQo0YXkZuX3aU9TsffKbX3sGyL5qZWttQ3UlScn+pwkkqTXhrqmBOzpyEJu7K9tX2X77uOiyuCZVldjg0EoB8FPsDrELNudRWhkE1e/nCuu+3czvF30WiUpsZWqjfV8/57K3odHqGUSi3bDkAE1q+pzrikp70309BH/1zd4+wqgyEWczrbBHPzsgkEBMu2sYNWPxfm8ERjTme1yNx7nicajVJf10g06mDZFq7r8sBdzw24h6dSKvFs2yvvrFtTleJIkk+TXhpKxviZ8rEl2LbFmIpSQiEbEWH48Ky+T/RZgQB5BcM7qzSbGlsREQKBQGdnmZjj9riSg1IqtSzb+9O/sbI2xZEknya9NBQ/uXMiBEM2obBNa0sbkfYoxSUF3soIkRiBgBAM2VRMLCOwiwlpHcclGnU62/Da26JdGsQ7VlzQgedKpR/xq3WcWGJqlNKZJr00Mn/eEk448jISuZq9bXurnA/PySY7J4uaqi2sW1NNa0s7ruNijLdIbOW6Gmw74I3964FlB9hcvaWz04plBXAdB2/FBRfXGPIKcnTguVJpLMM6bgLakSVlOno7rlpRSSQSo709SqQ9mtCEBxCLuQSsADVVW2hqbGXHrGXepNWBgHT+Irj+a+ha+gwGvUVjo5FYZy/NCy8/mQfueq7HFReUUulHRIhEB9ZZbijQpJcCnb0dYzHq6xsxCa7O3Ikx1NZs7XwZDFpYtk17W7u39FA4iOu6TJpcwfbWNmprtlEysoBY1KGudptfDRpgwqTyzmEJl1x5KlOn76vDFpTaGwiMKMpjzcrex/0OVZr0UqBjtYFNG2sTnvDyC3JobGzpcp/ubYbRqAN4K6wjBmMMoZD3o5E1LEww6K2EHgrbjN9ndOf0YVfffFaX6+jAc6X2HqPHlrD0vRUZN0Bd2/RSYMP6zUSjTsIbkSUg5BfmYNsW4ayQNyyhm1AoCHhDGUS8UQvGGIpLCgBvQuj9DhjLrNnnUVJaSMPWZkpKC5k1+zxNcErtxSomlFFTtYXqTfWpDiWptKSXAmPGlbLk3eUJu75lW5SU5lO3uYHN1Vu8npnt0c6hBLZt4The0hXxqjejMYeACIGAUFScR05eNttb2zonhNZSnFJDy4gibzHoqo11lJUXpzia5NGSXpLNn7eEDetriA5wtpWBCIUswuEQo8cWY1xDVlaYQCBAUUk+WVlBXMcbWF4ysgA7aOEayMsbzoPPXMfcp37M+ImjtUSn1BCXl++tbVm1UUt6KkHmz1vCZef/D43bWhJ6n2jEYdPGOoqK85j+2Uk8+cKtnb1FVy6vJBZ1KCzOo6g4n9y8bCLtsS7JreO545wbr5irHVOUGmIKR+QiAp98vCHVoSSVlvSS6M5Zjyc84QHeygnGsLW+ifMvPanLZND7HTCWCy8/mfETynZZmuvoYVq7eWuX9fN0WjGlhoZwVoiy8hIW/v2DVIeSVFrSS6I1qzYl5T6ua7CDQm5eNsBOi78+99QbfVZbdvQw3ZP185RS6e3AT03g9ZffZf3aasaNH5XqcJJCS3pJFIs5SbuX6xiKSgq6JC8RYVh2FqGw3eecmBvWbyZrWLjLvt1ZP08plb6mfWZ/AF576Z0UR5I8mvQSaP68JZx54g0cNe0Cjpp+QcJWTuhOBIz/vLvJa8y4Utq2d12qKH79PKXU3q9wRC4jivJY8k7iepOnG016CRLfJhawAmxYl8wSklA+toTmpu27nbzOv/QkIu0xtre2YYzpMnxBKTV05ORm09TUmuowkkaTXoLEVyvWVG1J2n3D4SDZw8MEg1Znj8vdSV5HHfsZHZCuVAaQgOAksekl1bQjS4JsWL+Z/EJvHEx7WyRp93Vcl8L8vC6DymfNZrfmxNQB6UoNfZYVoLl5e6rDSBpNegkyZlwptZu3dvZ+TAbLClBQkMP4CWVdEpsmL6VUb8ZPLOONV5dQU7WFkWUjUh1Owmn1ZoJ0VCuuXpX4gZ+WHcCyAvz66R/zzopHefKFWzXJKaX6Zer0/TDG8LsnX091KEmhSS9BOtrEWpvb+z54DzmOSzgryI1XzOXME2/QAeRKqX4rLi1g30ljeeqRvxLNgPX1NOklQMdQhRuvmJucGxrIyx/e48wp8cMmNCEqpXpy6JEHUVO1hb88/1aqQ0k4TXqDLH6oQlt7cjqwiEBxaeFOg891KjGlVH/sf+A4pkydyK3XPjTklxrSpDfIOoYqNDa0UlezLaH36lj4MWB1/Ro7Bp/v7mwsSqnMEggEOPaEQ2hp3s5pX71up7G9Q4kmvUHWMQNKfV1DEu7mrXAeDHbthNsx+FynElNK9VdJaSEnn3EMletquPqS+zDGpDqkhNCkN8g6ZkBxEzzlWChsE84KkV+QQ07OsB4Hn+tUYkqpgZgydSIzv3ooL/5hIf97+zOpDichNOkNsvMvPYmGrc2JvYmAE3OpmFDGHff9gDt/eUmPM6foVGJKqYH6/Jem8f/PPIZ7Z/+We+98dsiV+HRwegJsqU9c1aaIMGnyOK666awuY/F6Gpe3J7OxKKUyk4hw0LR9WfXxBu6+/RkWvPEBv/nDzTs1leytNOkNsrn3PI87iDWbIl4js21bjN9nNFfffNaAkpbOxqKUGijLCvDNU48mL3848+ct5eSZ1/Czey5m6vR9Ux3aHtOkN8iWfbh60K41aXLFgJOcUkoNhkBAOO6Ez1ExYRQv/mEh3zzmSg4+5ADOPv+rfPnrh+7UgW5vsXdGnabmz1tC8yAs0WHbAeY+9WNNdkqplNv/wAouunwUS99dzqKFy/jh93/BsOww5WNLGV1ezOgxJYweW0LhiFzOOPfLqQ63T5r0Bsn8eUu46Ow7B+VamvCUUukka1iYw4/6NId+fiorl6/no3+upmpjHQv//iGu356TNSzES88vZMrUfdhnv3IqJpYxbvwoRo0eQSCQPn0mNekNkrn3PE/b9j2fgSU7O6wJTymVlgIBYdLkCiZNrgAgFnOoqdrCpg21bNpQS2tLG48/+Bci7dHOc0LhIGPHlTJuwigqJpQxbsIob3v8KMrHlRIOB5P6GTTpDZJFC5ft0fkiUDAil0kHVgxSREoplVi2bVE+toTysSUAnH7OTGIxh6qNdaxfU826tdXe85oq1q+p4Z23PqK1pa3L+VOmTuTgQw7g4EMmcfAhBzBqdFFiY07o1VNIRI4H/hewgAeNMbcn6l57Mpel5f/QBIOWjqFTSu3Vnn701S6vBaFiQhkVE8oAMMbQ0rydLXWN1Nc3UFu9lfVrq3n8wb/wyK/+DEB+YQ4V40dx9MwZlIws7POep58zc0AxDsmkJyIW8EvgOGAD8J6IvGCM+Xci7vfdU27brfOKSvLZb9JYNqzfTEl5sY6hU0oNaSJCTm42ObnZjB0/kra2CFUb61i1opLFi/5Da0sbDVubWdbwCZM/NbFfSW+ghmTSAw4BVhljVgOIyDPAN4BBT3rv/uOj3TqvpLSAO+77gSY5pdSQ0t4epbmp1Xs0ttLcvJ2mxlaam7bv2O9vx2IO4CXD0WOKOfiQA5i472jGTSgjKyuUkPiGatIrByrjXm8APjfYN3n2N69x4xVzBnzeAVMqdppRRSml0pnjODQ2tNKwrZmGbc00djw3tHRJaJHIzgvRikD28GHk5maTk5dNcWkBObnZ5OZmU1SSz/iJZUmb8WWoJj3pYd9OE8iJyPnA+QDjxo3r98Udx+Gn1z/Ko3NeHFBQB0yp4KUFdw/oHKWUGgzd/951bwtrb4uw/KO1bNpQR9XG+Ec9VZvqqK3Z1jk8oUNObjajykZQPq6E4pICSkoLKB5ZSHFJPiWlhZSMLKC4pIDCojxs20raZ92VoZr0NgBj416PATZ1P8gYMxeYCzBjxox+zara1NjCJd/9BQv+9j4ARx17MPPnLe3zvJNO+QK/+NWP+nMLpZQadD39vaut2cobry7h9Vfe462/f8j21h2rsmQNC1FWXkxZeTFHfnEaZeVFna87Hrl52an5MHtgqCa994D9RGQCsBE4DThjTy+6bk0V3z/1Nlav8vLnuRd+nWtvOZuFb3zQa2eWQABW1v1xT2+tlFKDpr0twrdmXs37iz8GoKy8mP932tEccdRUxo4fRVl5EQWFuZ0LVQ8lQzLpGWNiIvID4BW8IQsPG2N2r8eJb9HCZVx41u00NrRg2xa3/PwCTv3OcYA3qfPDv71eVzNQSu0VKtdvJtxWxY9+fAbHHD+DA6aMH5IJricy1NZK2l0zZswwixcv7vG9px55hZuvnosTc8kvzOH+x67m0CMPSnKESinVp35lrrBdaJ5/7iW+8o3DEx1PMvXrsw/Jkt5gicUcbr32IZ546GUAJu47mgefvb5zoKVSSu2NKiaMGmoJr9806fWiqbGFC79zB2+/+S8Ajvjip7nvkSvJyx+e4siUUmrPZPLfMU16PVi9cgPfP+0nrFtTDcC3v3c8N/zse9i2/nMppdTeTP+KdzN/3lIuO+8uGhtaCAZtrr3lbM6+4GupDksppdQg0KQX56H7X+COmx7DcVwKRuTy8/sv5eiZM1IdllJKqUGiSc+3sXIzP73+EQAm7lvOPQ//NwceNCHFUSmllBpM6bOcbYptqW8C4PAvTOWJP83ShKeUUkOQlvTinHb2TK6Z9R1y8zK3Z5NSSg1lmvR8ZaOLuP4n32VYdnJm+lZKKZV8Wr3pKyrJ14SnlFJDnCY9X6bMO6eUUplMk55SSqmMoUlPKaVUxtCkp5RSKmNo0lNKKZUxNOkppZTKGJr0lFJKZQxNekoppTKGJj2llFIZQ5OeUkqpjKFJTymlVMbQpKeUUipjaNJTSimVMTTpKaWUyhhijEl1DGlBRGqBdYNwqWKgbhCukwjpGlu6xgUa2+7S2AZuMOKqM8Yc39dBIvLX/hw3FGnSG2QistgYMyPVcfQkXWNL17hAY9tdGtvApWtcQ41WbyqllMoYmvSUUkplDE16g29uqgPYhXSNLV3jAo1td2lsA5eucQ0p2qanlFIqY2hJTymlVMbQpDdIROR4EVkhIqtE5JoE3udhEdksIsvi9o0QkddEZKX/XOjvFxG5x4/pnyJycNw5Z/vHrxSRs+P2f0ZE/uWfc4+IyABiGysib4jIf0TkIxH5YTrEJyJZIvKuiHzoxzXL3z9BRN7x7/GsiIT8/WH/9Sr//fFx17rW379CRL4ct3+Pvn8RsUTkfRF5MZ1iE5G1/r/3ByKy2N+XLj9vBSLyexFZ7v/MHZbq2ERkkv9v1fFoFJHLUh2XimOM0ccePgAL+ASYCISAD4HJCbrXF4CDgWVx++4ErvG3rwHu8LdPAF4GBDgUeMffPwJY7T8X+tuF/nvvAof557wMfGUAsZUBB/vbucDHwORUx+cfm+NvB4F3/Pv9FjjN3/8r4EJ/+yLgV/72acCz/vZk/7sNAxP879wajO8fuBx4CnjRf50WsQFrgeJu+9Ll5+0x4Pv+dggoSJfY4v4uVAMV6RRXpj9SHsBQePg/gK/Evb4WuDaB9xtP16S3Aijzt8uAFf72HOD07scBpwNz4vbP8feVAcvj9nc5bjfi/BNwXDrFB2QDS4HP4Q0Etrt/h8ArwGH+tu0fJ92/147j9vT7B8YArwNfAl7075Uusa1l56SX8u8TyAPW4PdLSKfY4s6ZCbyVbnFl+kOrNwdHOVAZ93qDvy9ZRhpjqgD859I+4trV/g097B8wv9ptOl6pKuXx+dWHHwCbgdfwSj/bjDGxHq7VeX///QagaDfi7a+7gasA139dlEaxGeBVEVkiIuf7+1L+feKVXGuBR/xq4QdFZHiaxNbhNOBpfzud4spomvQGR0916unQLba3uAa6f2A3FckBngMuM8Y0pkN8xhjHGDMNr1R1CHDgLq6VtLhE5GvAZmPMkvjd6RCb7whjzMHAV4CLReQLuzg2mbHZeNX8DxhjpgMteNWG6RAbfhvsicDv+jo0mXEpTXqDZQMwNu71GGBTEu9fIyJlAP7z5j7i2tX+MT3s7zcRCeIlvCeNMX9It/iMMduAv+O1nxSIiN3DtTrv77+fD2zZjXj74wjgRBFZCzyDV8V5d5rEhjFmk/+8Gfgj3n8Y0uH73ABsMMa847/+PV4STIfYwPtPwlJjTI3/Ol3iUqmuXx0KD7z/da7G60DQ0VlgSgLvN56ubXqz6dpIfqe//VW6NpK/6+8fgdceUug/1gAj/Pfe84/taCQ/YQBxCfAb4O5u+1MaH1ACFPjbw4AFwNfw/hce31nkIn/7Yrp2Fvmtvz2Frp1FVuN1VhiU7x/4Ijs6sqQ8NmA4kBu3/Q/g+FR/n3HxLQAm+ds3+3GlS2zPAOemy++APuK+m1QHMFQeeL2wPsZrK7ougfd5GqgConj/6/seXpvO68BK/7njl0OAX/ox/QuYEXed7wKr/Ef8L+cMYJl/zn106yjQR2xH4lW1/BP4wH+ckOr4gKnA+35cy4Ab/f0T8XrCrcJLMmF/f5b/epX//sS4a13n33sFcb3mBuP7p2vSS3lsfgwf+o+POs5N9fcZd+40YLH/vT6PlxxSHhteZ6l6ID9uX8rj0of30BlZlFJKZQxt01NKKZUxNOkppZTKGJr0lFJKZQxNekoppTKGJj2llFIZQ5OeGtJExPFnu18mIn8WkYI+ji8QkYsSHNNlIpKdyHvs4t4nicjkVNxbqXSgSU8NdduNMdOMMQfhzVxycR/HF+CtZJBIl+GN5UqFk/BWZFAqI2nSU5nkbeIm5xWRK0XkPX8ds1n+7tuBffzS4WwRuV9ETvSP/6OIPOxvf09EbvO3vy3een0fiMgcEbH8/TNF5G0RWSoivxORHBG5FBgNvCEib3QPUEQ+KyL/EG/tv3dFJFe89QAf8ddQe19EjvaPPUdE7os790UR+aK/3SwiP/Gvs0hEpQv5QwAAAqdJREFURorI4XjzQc72Y91nsP+BlUp3mvRURvAT0THAC/7rmcB+eHNJTgM+40+mfA3wiV86vBJ4E/i8f5lydpSSjgQWiMiBwKl4EzNPAxzgTBEpBq4HjjXehM2LgcuNMffgzZV4tDHm6G4xhoBngR8aYz4NHAtsxy+dGmM+hbeUzGMiktXHRx4OLPKv8yZwnjHmH/7nv9L/fJ8M4J9QqSHB7vsQpfZqw/wlhcYDS/CWFQJvrbOZeNOTAeTgJcH13c5fAFzmt4P9Gyj0Jww+DLgUOBv4DPCev4D1MLzJhA/FS5Bv+ftDeCXNXZkEVBlj3gMw/goVInIkcK+/b7mIrAP27+NaEby1+fA/93F9HK9URtCkp4a67caYaSKSj5cELgbuwZvz8GfGmDnxB/vrAHYyxmwUkUK8iZbfxJsI+BSg2RjTJF5Ge8wYc22363wdeM0Yc/oAYhV6Xiamp+VkAGJ0ra2JL/1FzY45Bh30d10pQKs3VYYwxjTglcyu8Jc/egX4rr/2HyJSLiKlQBOQ2+30t/E6n7yJV/K7wn8Gb/Lgb/nnIiIjRKQCWAQcISL7+vuzRaSjdNbTPQCWA6NF5LP+Obn+8kFvAmf6+/YHxuFNKr0WmCYiAREZi1dV25fe7q1URtCkpzKGMeZ9vBUDTjPGvAo8BbwtIv/CW48t1xhTj1cluUxEZvunLgBsY8wqYCleaW+Bf81/47XdvSoi/8SrPi0zxtQC5wBP+/sXAQf415sLvNy9I4sxJoLXPniviHzoXysLuB+w/DifBc4xxrQDb+EtOfMv4Od+bH15BrjS7xCjHVlUxtFVFpRSSmUMLekppZTKGJr0lFJKZQxNekoppTKGJj2llFIZQ5OeUkqpjKFJTymlVMbQpKeUUipjaNJTSimVMf4P809ntR+e0EkAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f4eb42f2b70>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "colors = sns.set_palette(\"magma\")\n",
    "sns.jointplot(data = archive_clean_tb, x = 'retweet_count', y = 'favorite_count', kind = 'reg', color = colors)\n",
    "plt.xlabel('Retweet count')\n",
    "plt.ylabel('Favorite count')\n",
    "\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We can see in this plot that the correlation between retweet count and favorite count is about 92%, showing a strong positive relationship between these two.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "extensions": {
   "jupyter_dashboards": {
    "activeView": "report_default",
    "version": 1,
    "views": {
     "grid_default": {
      "cellMargin": 10,
      "defaultCellHeight": 20,
      "maxColumns": 12,
      "name": "grid",
      "type": "grid"
     },
     "report_default": {
      "name": "report",
      "type": "report"
     }
    }
   }
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}