Case Study Handwriting Detection.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.datasets import load_digits"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "digits = load_digits()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(1797, 64)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "digits.data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0, 1, 2, ..., 8, 9, 8])"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "digits.target"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.image.AxesImage at 0x21dafc259e8>"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAPgAAAD8CAYAAABaQGkdAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAACrRJREFUeJzt3d2LnOUZx/Hfr6vS+pZAa0PIhm4ECUihG5GABNTGtsQqmoMeJKBQKcQTxbUF0Z5o/wFJDooQolYwVdqoiYjVCipWaK15bYwbS5pYsl1tlLL4UkhIvHqwE0jTLfNM5n5e9vL7gcWd3WHvawhfn2dnZ57bESEAOX2l7QEA1IfAgcQIHEiMwIHECBxIjMCBxAgcSIzAgcQIHEjsvDp+qG1eHlfA4sWLG1tr0aJFja21f//+xtY6depUY2s1LSLc7z61BI4y7rzzzsbWmpiYaGytsbGxxtaamZlpbK0u4hQdSIzAgcQIHEiMwIHECBxIjMCBxAgcSIzAgcQqBW57je33bB+yfX/dQwEoo2/gtkck/VLSjZKulLTe9pV1DwZgeFWO4CslHYqIwxFxQtLTkm6tdywAJVQJfImko2fcnup9DUDHVXmzyVzvWPmfd4vZ3iBpw9ATASimSuBTkpaecXtU0vTZd4qIzZI2S7xdFOiKKqfob0u6wvYy2xdIWifp+XrHAlBC3yN4RJy0fZeklyWNSHosIg7UPhmAoVW64ENEvCjpxZpnAVAYr2QDEiNwIDECBxIjcCAxAgcSI3AgMQIHEiNwIDF2Numw66+/vrG1mtwB5Mu+20iTOIIDiRE4kBiBA4kROJAYgQOJETiQGIEDiRE4kBiBA4lV2dnkMdvHbL/TxEAAyqlyBP+VpDU1zwGgBn0Dj4g3JP2rgVkAFMbv4EBixd5NxtZFQPcUC5yti4Du4RQdSKzKn8mekvRHScttT9n+Sf1jASihyt5k65sYBEB5nKIDiRE4kBiBA4kROJAYgQOJETiQGIEDiRE4kBhbFw1gfHy80fWuu+66xta69957G1sLzeEIDiRG4EBiBA4kRuBAYgQOJEbgQGIEDiRG4EBiBA4kRuBAYlUuurjU9mu2J20fsH1PE4MBGF6V16KflPSziNht+xJJu2y/EhHv1jwbgCFV2Zvsg4jY3fv8U0mTkpbUPRiA4Q30bjLbY5JWSHprju+xdRHQMZUDt32xpGckTUTEJ2d/n62LgO6p9Cy67fM1G/fWiHi23pEAlFLlWXRLelTSZEQ8XP9IAEqpcgRfJel2Satt7+19/LDmuQAUUGVvsjcluYFZABTGK9mAxAgcSIzAgcQIHEiMwIHECBxIjMCBxAgcSIy9yQbQ9N5kTdq+fXvbI6AGHMGBxAgcSIzAgcQIHEiMwIHECBxIjMCBxAgcSIzAgcSqXHTxq7b/bHtfb+uiXzQxGIDhVXmp6nFJqyPis97lk9+0/buI+FPNswEYUpWLLoakz3o3z+99sLEBMA9U3fhgxPZeScckvRIRc25dZHun7Z2lhwRwbioFHhGnImJc0qiklba/Pcd9NkfE1RFxdekhAZybgZ5Fj4gZSa9LWlPLNACKqvIs+mW2F/Y+/5qk70k6WPdgAIZX5Vn0xZKesD2i2f8h/CYiXqh3LAAlVHkW/S+a3RMcwDzDK9mAxAgcSIzAgcQIHEiMwIHECBxIjMCBxAgcSIytiwawcOHCtkeozZEjRxpba9++fY2t9eCDDza2liTt2LGj0fX64QgOJEbgQGIEDiRG4EBiBA4kRuBAYgQOJEbgQGIEDiRWOfDetdH32OZ6bMA8McgR/B5Jk3UNAqC8qjubjEq6SdKWescBUFLVI/hGSfdJ+qLGWQAUVmXjg5slHYuIXX3ux95kQMdUOYKvknSL7fclPS1pte0nz74Te5MB3dM38Ih4ICJGI2JM0jpJr0bEbbVPBmBo/B0cSGygK7pExOua3V0UwDzAERxIjMCBxAgcSIzAgcQIHEiMwIHECBxIjMCBxBwR5X+oXf6HdsDMzEyj6y1YsKCxtTZt2tTYWk1au3Zto+uNjY01tlZEuN99OIIDiRE4kBiBA4kROJAYgQOJETiQGIEDiRE4kBiBA4lVumRT74qqn0o6JekkV04F5odBrsn23Yj4uLZJABTHKTqQWNXAQ9Lvbe+yvaHOgQCUU/UUfVVETNv+pqRXbB+MiDfOvEMvfOIHOqTSETwipnv/PSbpOUkr57gPWxcBHVNl88GLbF9y+nNJP5D0Tt2DARhelVP0RZKes336/r+OiJdqnQpAEX0Dj4jDkr7TwCwACuPPZEBiBA4kRuBAYgQOJEbgQGIEDiRG4EBiBA4kxtZFAxgfH290ve3bt6dca+PGjY2tdeTIkcbWkqRly5Y1ss709LSOHz/O1kXAlxmBA4kROJAYgQOJETiQGIEDiRE4kBiBA4kROJBYpcBtL7S9zfZB25O2r6l7MADDq3pd9E2SXoqIH9m+QNKFNc4EoJC+gdu+VNK1kn4sSRFxQtKJescCUEKVU/TLJX0k6XHbe2xv6V0fHUDHVQn8PElXSXokIlZI+lzS/WffyfYG2ztt7yw8I4BzVCXwKUlTEfFW7/Y2zQb/X9i6COievoFHxIeSjtpe3vvSDZLerXUqAEVUfRb9bklbe8+gH5Z0R30jASilUuARsVcSp97APMMr2YDECBxIjMCBxAgcSIzAgcQIHEiMwIHECBxIjMCBxNibrMMmJiYaW+uhhx5qbK0FCxY0ttaOHTsaW0uS1q5d29haEcHeZMCXGYEDiRE4kBiBA4kROJAYgQOJETiQGIEDiRE4kFjfwG0vt733jI9PbDf3EisA56zvRRcj4j1J45Jke0TSPyQ9V/NcAAoY9BT9Bkl/i4i/1zEMgLKqXhf9tHWSnprrG7Y3SNow9EQAiql8BO9tenCLpN/O9X22LgK6Z5BT9Bsl7Y6If9Y1DICyBgl8vf7P6TmAbqoUuO0LJX1f0rP1jgOgpKp7k/1b0tdrngVAYbySDUiMwIHECBxIjMCBxAgcSIzAgcQIHEiMwIHE6tq66CNJg76l9BuSPi4+TDdkfWw8rvZ8KyIu63enWgI/F7Z3Zn0nWtbHxuPqPk7RgcQIHEisS4FvbnuAGmV9bDyujuvM7+AAyuvSERxAYZ0I3PYa2+/ZPmT7/rbnKcH2Utuv2Z60fcD2PW3PVJLtEdt7bL/Q9iwl2V5oe5vtg71/u2vanmkYrZ+i9661/lfNXjFmStLbktZHxLutDjYk24slLY6I3bYvkbRL0tr5/rhOs/1TSVdLujQibm57nlJsPyHpDxGxpXeh0QsjYqbtuc5VF47gKyUdiojDEXFC0tOSbm15pqFFxAcRsbv3+aeSJiUtaXeqMmyPSrpJ0pa2ZynJ9qWSrpX0qCRFxIn5HLfUjcCXSDp6xu0pJQnhNNtjklZIeqvdSYrZKOk+SV+0PUhhl0v6SNLjvV8/tti+qO2hhtGFwD3H19I8tW/7YknPSJqIiE/anmdYtm+WdCwidrU9Sw3Ok3SVpEciYoWkzyXN6+eEuhD4lKSlZ9welTTd0ixF2T5fs3FvjYgsV6RdJekW2+9r9tep1bafbHekYqYkTUXE6TOtbZoNft7qQuBvS7rC9rLekxrrJD3f8kxDs23N/i43GREPtz1PKRHxQESMRsSYZv+tXo2I21oeq4iI+FDSUdvLe1+6QdK8flJ00L3JiouIk7bvkvSypBFJj0XEgZbHKmGVpNsl7be9t/e1n0fEiy3OhP7ulrS1d7A5LOmOlucZSut/JgNQny6cogOoCYEDiRE4kBiBA4kROJAYgQOJETiQGIEDif0HuHWMyF73EsYAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x21dafbd74e0>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.imshow(digits.images[16], cmap='gray')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 0.,  0.,  5., 13.,  9.,  1.,  0.,  0.,  0.,  0., 13., 15., 10.,\n",
       "       15.,  5.,  0.,  0.,  3., 15.,  2.,  0., 11.,  8.,  0.,  0.,  4.,\n",
       "       12.,  0.,  0.,  8.,  8.,  0.,  0.,  5.,  8.,  0.,  0.,  9.,  8.,\n",
       "        0.,  0.,  4., 11.,  0.,  1., 12.,  7.,  0.,  0.,  2., 14.,  5.,\n",
       "       10., 12.,  0.,  0.,  0.,  0.,  6., 13., 10.,  0.,  0.,  0.])"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "digits.data[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 0.,  0.,  5., 13.,  9.,  1.,  0.,  0.],\n",
       "       [ 0.,  0., 13., 15., 10., 15.,  5.,  0.],\n",
       "       [ 0.,  3., 15.,  2.,  0., 11.,  8.,  0.],\n",
       "       [ 0.,  4., 12.,  0.,  0.,  8.,  8.,  0.],\n",
       "       [ 0.,  5.,  8.,  0.,  0.,  9.,  8.,  0.],\n",
       "       [ 0.,  4., 11.,  0.,  1., 12.,  7.,  0.],\n",
       "       [ 0.,  2., 14.,  5., 10., 12.,  0.,  0.],\n",
       "       [ 0.,  0.,  6., 13., 10.,  0.,  0.,  0.]])"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "digits.images[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.pipeline import make_pipeline\n",
    "from sklearn.preprocessing import MinMaxScaler\n",
    "from sklearn.feature_selection import chi2, SelectPercentile, f_classif\n",
    "from sklearn.tree import DecisionTreeClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "pipeline = make_pipeline(MinMaxScaler(), \n",
    "                         SelectPercentile(percentile=40, score_func=chi2),\n",
    "                         DecisionTreeClassifier(max_depth=10)\n",
    "                        )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "trainX,testX, trainY, testY = train_test_split(digits.data, digits.target)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Pipeline(memory=None,\n",
       "     steps=[('minmaxscaler', MinMaxScaler(copy=True, feature_range=(0, 1))), ('selectpercentile', SelectPercentile(percentile=40,\n",
       "         score_func=<function chi2 at 0x0000021DB02BCB70>)), ('decisiontreeclassifier', DecisionTreeClassifier(class_weight=None, criterion='gini', max_depth=10,\n",
       "            m...      min_weight_fraction_leaf=0.0, presort=False, random_state=None,\n",
       "            splitter='best'))])"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pipeline.fit(trainX,trainY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8488888888888889"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pipeline.score(testX,testY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "params = {\n",
    "    'selectpercentile__percentile':[30,40,50,60],\n",
    "    'selectpercentile__score_func':[chi2, f_classif],\n",
    "    'decisiontreeclassifier__max_depth':[10,15]\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import GridSearchCV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "grid_model = GridSearchCV(pipeline, param_grid=params, cv= 5, n_jobs=-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GridSearchCV(cv=5, error_score='raise-deprecating',\n",
       "       estimator=Pipeline(memory=None,\n",
       "     steps=[('minmaxscaler', MinMaxScaler(copy=True, feature_range=(0, 1))), ('selectpercentile', SelectPercentile(percentile=40,\n",
       "         score_func=<function chi2 at 0x0000021DB02BCB70>)), ('decisiontreeclassifier', DecisionTreeClassifier(class_weight=None, criterion='gini', max_depth=10,\n",
       "            m...      min_weight_fraction_leaf=0.0, presort=False, random_state=None,\n",
       "            splitter='best'))]),\n",
       "       fit_params=None, iid='warn', n_jobs=-1,\n",
       "       param_grid={'selectpercentile__percentile': [30, 40, 50, 60], 'selectpercentile__score_func': [<function chi2 at 0x0000021DB02BCB70>, <function f_classif at 0x0000021DB02BCF28>], 'decisiontreeclassifier__max_depth': [10, 15]},\n",
       "       pre_dispatch='2*n_jobs', refit=True, return_train_score='warn',\n",
       "       scoring=None, verbose=0)"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grid_model.fit(trainX,trainY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'decisiontreeclassifier__max_depth': 15,\n",
       " 'selectpercentile__percentile': 50,\n",
       " 'selectpercentile__score_func': <function sklearn.feature_selection.univariate_selection.chi2>}"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grid_model.best_params_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8537490720118782"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "grid_model.best_score_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = grid_model.best_estimator_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8533333333333334"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.score(testX,testY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.image.AxesImage at 0x21db07a49b0>"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAPgAAAD8CAYAAABaQGkdAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAACrBJREFUeJzt3d2LXeUZhvH77qi0fhFobZFM6ChIIBQykRCQgKaxLbGK5qAHCSiOFHKkaFoQ7Vn/AUkOihCiacBUaaOCiNUKOlihtSZxao0TQxosmUYbpWy/Cg2jTw9mB9J0yl6T/a6P/Xj9YHA+NrOe7XBlrVmz9nodEQKQ01faHgBAfQgcSIzAgcQIHEiMwIHECBxIjMCBxAgcSIzAgcQuqOOb2ubyuAJWrVrV2Lbm5+cb29bRo0cb21ZmEeFBj3Edl6oSeBkzMzONbavX6zW2rQ0bNjS2rcyqBM4hOpAYgQOJETiQGIEDiRE4kBiBA4kROJAYgQOJVQrc9ibb79g+ZvuBuocCUMbAwG2PSfqFpJskrZK01XZz11ACOG9V9uDrJB2LiOMRcVrSE5Juq3csACVUCXy5pBNnfTzX/xyAjqvyarLFLmj/nxeT2N4madvQEwEopkrgc5JWnPXxuKST5z4oInZJ2iXxajKgK6ocor8u6RrbV9m+SNIWSc/UOxaAEgbuwSNi3vbdkl6QNCbp0Yg4XPtkAIZW6Y4uEfGcpOdqngVAYVzJBiRG4EBiBA4kRuBAYgQOJEbgQGIEDiRG4EBitSxdlNXU1FSj21u9enVj29q+fXtj20Jz2IMDiRE4kBiBA4kROJAYgQOJETiQGIEDiRE4kBiBA4lVWdnkUdunbL/VxEAAyqmyB/+lpE01zwGgBgMDj4hXJP2zgVkAFMbv4EBixV5NxtJFQPcUC5yli4Du4RAdSKzKn8kel/QHSSttz9n+cf1jASihytpkW5sYBEB5HKIDiRE4kBiBA4kROJAYgQOJETiQGIEDiRE4kJgjyl82nvVa9F6v1/YItZmYmGh7hFpMTk42ur3p6enGthURHvQY9uBAYgQOJEbgQGIEDiRG4EBiBA4kRuBAYgQOJEbgQGIEDiRW5aaLK2y/bHvW9mHb9zYxGIDhVbkv+rykn0bEIduXSTpo+8WIeLvm2QAMqcraZO9FxKH++59ImpW0vO7BAAxvSSub2J6QtEbSa4t8jaWLgI6pHLjtSyU9Kem+iPj43K+zdBHQPZXOotu+UAtx74uIp+odCUApVc6iW9IjkmYj4qH6RwJQSpU9+HpJd0jaaHum//bDmucCUECVtclelTTw1jAAuocr2YDECBxIjMCBxAgcSIzAgcQIHEiMwIHECBxIbOTXJpuammpqU9qzZ09j25KkvXv3NratJtdda/Jn1vR6ck2u8cbaZMCXHIEDiRE4kBiBA4kROJAYgQOJETiQGIEDiRE4kFiVmy5+1fafbP+5v3TRz5sYDMDwqtwX/d+SNkbEp/3bJ79q+7cR8ceaZwMwpCo3XQxJn/Y/vLD/xsIGwAiouvDBmO0ZSackvRgRiy5dZPuA7QOlhwRwfioFHhGfR8SkpHFJ62x/Z5HH7IqItRGxtvSQAM7Pks6iR0RP0rSkTbVMA6CoKmfRr7C9rP/+1yR9T9KRugcDMLwqZ9GvlLTX9pgW/kH4dUQ8W+9YAEqochb9TS2sCQ5gxHAlG5AYgQOJETiQGIEDiRE4kBiBA4kROJAYgQOJVbmSrdMmJyfbHqE2d955Z9sjjLzNmze3PUKr2IMDiRE4kBiBA4kROJAYgQOJETiQGIEDiRE4kBiBA4lVDrx/b/Q3bHM/NmBELGUPfq+k2boGAVBe1ZVNxiXdLGl3veMAKKnqHnyHpPslfVHjLAAKq7LwwS2STkXEwQGPY20yoGOq7MHXS7rV9ruSnpC00fZj5z6ItcmA7hkYeEQ8GBHjETEhaYuklyLi9tonAzA0/g4OJLakO7pExLQWVhcFMALYgwOJETiQGIEDiRE4kBiBA4kROJAYgQOJETiQ2MgvXbRjx47GttXr9RrbliRt2LChsW3dcMMNjW1r586djW1renq6sW11EXtwIDECBxIjcCAxAgcSI3AgMQIHEiNwIDECBxIjcCCxSley9e+o+omkzyXNc+dUYDQs5VLV70bEh7VNAqA4DtGBxKoGHpJ+Z/ug7W11DgSgnKqH6Osj4qTtb0p60faRiHjl7Af0wyd+oEMq7cEj4mT/v6ckPS1p3SKPYekioGOqLD54ie3Lzrwv6QeS3qp7MADDq3KI/i1JT9s+8/hfRcTztU4FoIiBgUfEcUmrG5gFQGH8mQxIjMCBxAgcSIzAgcQIHEiMwIHECBxIjMCBxBwR5b+pXf6bfgnNzMw0tq3Vq5u7lql/VSSGFBED/0eyBwcSI3AgMQIHEiNwIDECBxIjcCAxAgcSI3AgMQIHEqsUuO1ltvfbPmJ71vZ1dQ8GYHhV74u+U9LzEfEj2xdJurjGmQAUMjBw25dLul7SlCRFxGlJp+sdC0AJVQ7Rr5b0gaQ9tt+wvbt/f3QAHVcl8AskXSvp4YhYI+kzSQ+c+yDb22wfsH2g8IwAzlOVwOckzUXEa/2P92sh+P/C0kVA9wwMPCLel3TC9sr+p26U9HatUwEooupZ9Hsk7eufQT8u6a76RgJQSqXAI2JGEofewIjhSjYgMQIHEiNwIDECBxIjcCAxAgcSI3AgMQIHEiNwILGql6qiBcuWLWtsWx999FFj22ryefV6vca21UXswYHECBxIjMCBxAgcSIzAgcQIHEiMwIHECBxIjMCBxAYGbnul7Zmz3j62fV8TwwEYzsBLVSPiHUmTkmR7TNLfJT1d81wACljqIfqNkv4aEX+rYxgAZS31xSZbJD2+2Bdsb5O0beiJABRTeQ/eX/TgVkm/WezrLF0EdM9SDtFvknQoIv5R1zAAylpK4Fv1fw7PAXRTpcBtXyzp+5KeqnccACVVXZvsX5K+XvMsAArjSjYgMQIHEiNwIDECBxIjcCAxAgcSI3AgMQIHEnNElP+m9geSlvqS0m9I+rD4MN2Q9bnxvNrz7Yi4YtCDagn8fNg+kPWVaFmfG8+r+zhEBxIjcCCxLgW+q+0BapT1ufG8Oq4zv4MDKK9Le3AAhXUicNubbL9j+5jtB9qepwTbK2y/bHvW9mHb97Y9U0m2x2y/YfvZtmcpyfYy2/ttH+n/7K5re6ZhtH6I3r/X+lEt3DFmTtLrkrZGxNutDjYk21dKujIiDtm+TNJBSZtH/XmdYfsnktZKujwibml7nlJs75X0+4jY3b/R6MUR0Wt7rvPVhT34OknHIuJ4RJyW9ISk21qeaWgR8V5EHOq//4mkWUnL252qDNvjkm6WtLvtWUqyfbmk6yU9IkkRcXqU45a6EfhySSfO+nhOSUI4w/aEpDWSXmt3kmJ2SLpf0hdtD1LY1ZI+kLSn/+vHbtuXtD3UMLoQuBf5XJpT+7YvlfSkpPsi4uO25xmW7VsknYqIg23PUoMLJF0r6eGIWCPpM0kjfU6oC4HPSVpx1sfjkk62NEtRti/UQtz7IiLLHWnXS7rV9rta+HVqo+3H2h2pmDlJcxFx5khrvxaCH1ldCPx1SdfYvqp/UmOLpGdanmlotq2F3+VmI+KhtucpJSIejIjxiJjQws/qpYi4veWxioiI9yWdsL2y/6kbJY30SdGlrk1WXETM275b0guSxiQ9GhGHWx6rhPWS7pD0F9sz/c/9LCKea3EmDHaPpH39nc1xSXe1PM9QWv8zGYD6dOEQHUBNCBxIjMCBxAgcSIzAgcQIHEiMwIHECBxI7D9qqZItsQbfSwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x21db0759358>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.imshow(testX[88].reshape(8,8), cmap='gray')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([4])"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.predict(testX[88:89])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testY[88]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.svm import SVC"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "pipelines = []\n",
    "for model in [DecisionTreeClassifier(max_depth=10), RandomForestClassifier(n_estimators=100), SVC(kernel='rbf')]:\n",
    "    pipeline = make_pipeline(MinMaxScaler(), \n",
    "                         SelectPercentile(percentile=40, score_func=chi2),\n",
    "                         model)\n",
    "    pipelines.append(pipeline)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.8470675575352635\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\awant\\Anaconda3\\lib\\site-packages\\sklearn\\feature_selection\\univariate_selection.py:114: UserWarning: Features [ 0 32 39] are constant.\n",
      "  UserWarning)\n",
      "C:\\Users\\awant\\Anaconda3\\lib\\site-packages\\sklearn\\feature_selection\\univariate_selection.py:115: RuntimeWarning: invalid value encountered in true_divide\n",
      "  f = msb / msw\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.9710467706013363\n",
      "0.9821826280623608\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\awant\\Anaconda3\\lib\\site-packages\\sklearn\\feature_selection\\univariate_selection.py:114: UserWarning: Features [ 0 32 39] are constant.\n",
      "  UserWarning)\n",
      "C:\\Users\\awant\\Anaconda3\\lib\\site-packages\\sklearn\\feature_selection\\univariate_selection.py:115: RuntimeWarning: invalid value encountered in true_divide\n",
      "  f = msb / msw\n",
      "C:\\Users\\awant\\Anaconda3\\lib\\site-packages\\sklearn\\svm\\base.py:196: FutureWarning: The default value of gamma will change from 'auto' to 'scale' in version 0.22 to account better for unscaled features. Set gamma explicitly to 'auto' or 'scale' to avoid this warning.\n",
      "  \"avoid this warning.\", FutureWarning)\n"
     ]
    }
   ],
   "source": [
    "params1 = {\n",
    "    'selectpercentile__percentile':[30,40,50,60],\n",
    "    'selectpercentile__score_func':[chi2, f_classif],\n",
    "    'decisiontreeclassifier__max_depth':[10,15]\n",
    "}\n",
    "\n",
    "params2 = {\n",
    "    'selectpercentile__percentile':[30,40,50,60],\n",
    "    'selectpercentile__score_func':[chi2, f_classif],\n",
    "    'randomforestclassifier__n_estimators':[100,150]\n",
    "}\n",
    "\n",
    "params3 = {\n",
    "    'selectpercentile__percentile':[30,40,50,60],\n",
    "    'selectpercentile__score_func':[chi2, f_classif],\n",
    "    'svc__C':[10,100]\n",
    "}\n",
    "params_list = [params1, params2, params3]\n",
    "\n",
    "for pipeline,params in zip(pipelines,params_list):\n",
    "    grid_model = GridSearchCV(pipeline, param_grid=params, cv= 5, n_jobs=-1)\n",
    "    grid_model.fit(trainX,trainY)\n",
    "    print (grid_model.best_score_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}