mushroom-report-v2.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "\n",
    "np.random.seed(1337)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DataSet Size : (8124, 24)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>class</th>\n",
       "      <th>cap-shape</th>\n",
       "      <th>cap-surface</th>\n",
       "      <th>cap-color</th>\n",
       "      <th>bruises</th>\n",
       "      <th>odor</th>\n",
       "      <th>gill-attachment</th>\n",
       "      <th>gill-spacing</th>\n",
       "      <th>gill-size</th>\n",
       "      <th>...</th>\n",
       "      <th>stalk-surface-below-ring</th>\n",
       "      <th>stalk-color-above-ring</th>\n",
       "      <th>stalk-color-below-ring</th>\n",
       "      <th>veil-type</th>\n",
       "      <th>veil-color</th>\n",
       "      <th>ring-number</th>\n",
       "      <th>ring-type</th>\n",
       "      <th>spore-print-color</th>\n",
       "      <th>population</th>\n",
       "      <th>habitat</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 1. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0. 0. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 1. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[1. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   Unnamed: 0    class            cap-shape    cap-surface  \\\n",
       "0           0  [0. 1.]  [0. 0. 0. 0. 0. 1.]  [0. 0. 1. 0.]   \n",
       "1           1  [1. 0.]  [0. 0. 0. 0. 0. 1.]  [0. 0. 1. 0.]   \n",
       "2           2  [1. 0.]  [1. 0. 0. 0. 0. 0.]  [0. 0. 1. 0.]   \n",
       "3           3  [0. 1.]  [0. 0. 0. 0. 0. 1.]  [0. 0. 0. 1.]   \n",
       "4           4  [1. 0.]  [0. 0. 0. 0. 0. 1.]  [0. 0. 1. 0.]   \n",
       "\n",
       "                         cap-color  bruises                          odor  \\\n",
       "0  [0. 0. 0. 0. 1. 0. 0. 0. 0. 0.]  [0. 1.]  [0. 0. 0. 0. 0. 0. 1. 0. 0.]   \n",
       "1  [0. 0. 0. 0. 0. 0. 0. 0. 0. 1.]  [0. 1.]  [1. 0. 0. 0. 0. 0. 0. 0. 0.]   \n",
       "2  [0. 0. 0. 0. 0. 0. 0. 0. 1. 0.]  [0. 1.]  [0. 0. 0. 1. 0. 0. 0. 0. 0.]   \n",
       "3  [0. 0. 0. 0. 0. 0. 0. 0. 1. 0.]  [0. 1.]  [0. 0. 0. 0. 0. 0. 1. 0. 0.]   \n",
       "4  [0. 0. 0. 1. 0. 0. 0. 0. 0. 0.]  [1. 0.]  [0. 0. 0. 0. 0. 1. 0. 0. 0.]   \n",
       "\n",
       "  gill-attachment gill-spacing gill-size           ...            \\\n",
       "0         [0. 1.]      [1. 0.]   [0. 1.]           ...             \n",
       "1         [0. 1.]      [1. 0.]   [1. 0.]           ...             \n",
       "2         [0. 1.]      [1. 0.]   [1. 0.]           ...             \n",
       "3         [0. 1.]      [1. 0.]   [0. 1.]           ...             \n",
       "4         [0. 1.]      [0. 1.]   [1. 0.]           ...             \n",
       "\n",
       "  stalk-surface-below-ring        stalk-color-above-ring  \\\n",
       "0            [0. 0. 1. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]   \n",
       "1            [0. 0. 1. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]   \n",
       "2            [0. 0. 1. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]   \n",
       "3            [0. 0. 1. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]   \n",
       "4            [0. 0. 1. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]   \n",
       "\n",
       "         stalk-color-below-ring veil-type     veil-color ring-number  \\\n",
       "0  [0. 0. 0. 0. 0. 0. 0. 1. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "1  [0. 0. 0. 0. 0. 0. 0. 1. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "2  [0. 0. 0. 0. 0. 0. 0. 1. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "3  [0. 0. 0. 0. 0. 0. 0. 1. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "4  [0. 0. 0. 0. 0. 0. 0. 1. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "\n",
       "          ring-type             spore-print-color           population  \\\n",
       "0  [0. 0. 0. 0. 1.]  [0. 0. 1. 0. 0. 0. 0. 0. 0.]  [0. 0. 0. 1. 0. 0.]   \n",
       "1  [0. 0. 0. 0. 1.]  [0. 0. 0. 1. 0. 0. 0. 0. 0.]  [0. 0. 1. 0. 0. 0.]   \n",
       "2  [0. 0. 0. 0. 1.]  [0. 0. 0. 1. 0. 0. 0. 0. 0.]  [0. 0. 1. 0. 0. 0.]   \n",
       "3  [0. 0. 0. 0. 1.]  [0. 0. 1. 0. 0. 0. 0. 0. 0.]  [0. 0. 0. 1. 0. 0.]   \n",
       "4  [1. 0. 0. 0. 0.]  [0. 0. 0. 1. 0. 0. 0. 0. 0.]  [1. 0. 0. 0. 0. 0.]   \n",
       "\n",
       "                  habitat  \n",
       "0  [0. 0. 0. 0. 0. 1. 0.]  \n",
       "1  [0. 1. 0. 0. 0. 0. 0.]  \n",
       "2  [0. 0. 0. 1. 0. 0. 0.]  \n",
       "3  [0. 0. 0. 0. 0. 1. 0.]  \n",
       "4  [0. 1. 0. 0. 0. 0. 0.]  \n",
       "\n",
       "[5 rows x 24 columns]"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataset = \"./data/mushrooms-one_hot.csv\"\n",
    "\n",
    "data = pd.read_csv(dataset)  # read DataSet\n",
    "\n",
    "print(\"DataSet Size : {}\".format(data.shape))\n",
    "data.head(5)  # top 5 contents"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "poison : 3916 edible : 4208\n"
     ]
    }
   ],
   "source": [
    "p = data.loc[data['class'] == '[0. 1.]']\n",
    "e = data.loc[data['class'] == '[1. 0.]']\n",
    "\n",
    "print(\"poison : {} edible : {}\".format(len(p), len(e)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAVcAAAFACAYAAAAI4j87AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAIABJREFUeJzt3XmcXFWd/vHP09VLusnWSTohm3SAsA9EbAKC/kRQtnEMOKDBhbBoXIIjjhs64+AyODqjgyMiTpBAVBRRYYgQRQybC0saCCEhQprNNAmks++dXr6/P+omVNJLOqFPujs879erXlX3e8+991RoH2+de+uUIgIzM+teRT3dATOzfZHD1cwsAYermVkCDlczswQcrmZmCThczcwScLiamSXgcDUzS8DhamaWQHFPdyCFYcOGRXV1dU93w8z2MY8++uiKiKjqStt9Mlyrq6upra3t6W6Y2T5G0otdbethATOzBByuZmYJOFzNzBJwuJqZJeBwNTNLwOFqZpaAw9XMLAGHq5lZAg5XM7MEHK5mZgk4XM3MEtgn5xYw6wnVl9/Z012w3fTCN/8+2b595mpmloDD1cwsAYermVkCDlczswQcrmZmCfhuAbM+IFpbWDbz0xQPGMrwc68AoOE3/8XWl+tQUY7SkYcw9PRLUa6YiGD1nOlsfrYWlZQx9KzLKNv/YABW3zuDzc/WEtFK+bg3UnnqVCS1OV7Dbd9g8NsvpmTw/rz8s8tp2bgaFZcCMOK9Xye332C2LFnA6jnXsXX58wx79+fZ77C3tNv3jU/dz9oHbwGJXP8hDHvXZ8hVDGL1fTew+blHKR0+jmHv+gwAGxbcQ+uW9QysmQTA1oYXWPfIbQz7+093+79paj5zNesD1tfOomTo2B1q/Y84mVEf/iEjL76GaN7Khvm/B2DLc7U0rVrKqKnTGXr6paz6/Q/y9fpFNL60iJEXX82oS66hcdkzNC55ss2xtja8SEQrJYP3314b9q7PMuqiqxl10dXk9hsMQPHAKoaedRn7HfG2DvsdrS2smjOdEed/g1EXf5/SqmrWP3YHrY0baXxpEaMu/j4RrWxteIHWpkY2LvgDA9746u1RpVXVtKxfQfO65Xv+j9dDHK5mvVzzuhVsfm4u/Y85bYd6+UHHIQlJlI08hOb1KwDYtPhh+h91Sr4++jBaGzfSvGEVEkTzVqKlmWhpgtYWchWVbY638an7qBh/wi77VTxoBKXDx4E6iZEIiCCaGokIWrduItd/KKB8PyKI5q2oKMe6R25lwJvejXI7fqAuP3giGxc9sOt/qF4mebhKykl6XNId2fI4SQ9LWizpF5JKs3pZtlyXra8u2McXs/rTkk5P3Wez3mT1nOkMPvnidj++A0RLMxsX3kv5uGMBaNmwktzAYdvXFw8YSsv6lZSNPpx+bzia+msuoP77F9Bv3LGUDBvbZn+NLy2iNBtG2Gbl7O+y9IZPsubPPyciutx35YoZctonWDpjGi9dcwFNK5bQ/+h3UlRWQcWhJ7Lsxn+ieNAIVLYfW5c9026ol+4/nsYlC7t8zN5ib5y5fgpYVLD8LeCqiBgPrAYuyeqXAKsj4mDgqqwdko4AJgNHAmcAP5CU2wv9Nutxm+oeoWi/wdvHTNuz6vc/oGzMkfQbe1S+0F74STStXkrTyiWM+cSNjJk2ky0vPsGWJQvaNG3ZsIpc+aDty8P+4bOMuuQa9n//t2isf4qNC+/pcv+jpZkN82Yz8sLvMXrajykdXs3ah34JwKDjz2XURVcz5JQPs/aPP2XwWz/I+ifuouH/vsmav9y8fR+5ikG0bFjV5WP2FknDVdIY4O+BH2XLAk4BfpU1mQmcnb2elC2TrT81az8JuDkiGiPieaAOmJiy32a9ReNLT7F58cPUX3sxDbP+ky0vzmfFb769ff2aP/2Mls3rqDz1w9truQHDaFm3Yvty8/qV5PoPYdMzD1I66lCKSsspKi2n/MAaGpf+tc0xVVxKtGzdvlw8IH8WXFRWwX5HvI2ty57pcv+3Ln8OgJLKkUii4rC30vjSoh3bvPJs/jiVo9m44B6qzr6cpoYXaVr1EgDR0oSKy7p8zN4i9Znrd4HPA63Z8lBgTUQ0Z8v1wOjs9WhgCUC2fm3Wfnu9nW3M9mmVb7uQMdNmMubjM6h69+fpd8DRDPuHzwKw/om72PL8Ywz7h8+hgnHP8vHHs2HBPUQEjS/9laKyCor7D6F4YBWNSxYQrS1ESzONS55sc5EMoGToWJpWLwPyF6RaNq3Nv25pZnPdI5QMO6DL/c/1H0rTiiXb97Hl+cfbHHPNH3/KoLd8AFqbIbKoUBHR3AhA06qXKKl6Q5eP2VskuxVL0ruA5RHxqKSTt5XbaRq7WNfZNoXHmwpMBXjDG/refwiz3bXqrmsoHjScl3+aD9uKQ05k8EnnU35gDZufrWXp9I+g4vytWAAVh57Elhfns/T6aUii37hjqTj4+Db7LT/oOLb87UnKqycQzU0sv+XfiNYWaG2lX/Ux9D8mf9mjcdkzNNx6Ja2NG9hc9whr//QzRn04f2fC0hs+yaiLrqZ4wFAGnXQ+L9/0BZQrzt9hUHBb1aZnHqR0//EUDxgKQNmow1h6/TRKhldTOvzA/HH+Np/yg45L9w+ZiHZncHq3diz9B/AhoBnoBwwEbgNOB/aPiGZJbwa+EhGnS7ore/2gpGLgZaAKuBwgIv4j2+/2dh0du6amJmpra5O8L7OO7CuzYrU2NfLKz7/E/h/8T1TUs5c3ormJl392ebK+7O6sWJIejYiarrRNNiwQEV+MiDERUU3+gtQ9EfEB4F7g3KzZFOD27PWsbJls/T2RT/5ZwOTsboJxwHjgkVT9Nnu9KyopY/Bb3k/LhpU93RWa1y2n8uQpPR7ye6InvqH1BeBmSf8OPA5cn9WvB34iqQ5YRT6QiYiFkm4BniJ/FjwtIlr2frfNXj/KD3xTT3cBgJIhoykZ0jcvseyVcI2I+4D7stfP0c7V/ojYApzXwfZXAlem66GZWffy3AKZfWW87PUk5SzyZq+Vv/5qZpaAw9XMLAGHq5lZAg5XM7MEfEEroWjeyss/+wLR3AStrVQcehKD3/oBADa/+ARr7p1BtDRRuv/BDD3zU6goR9PKJayY/V22vvIsg996AYOOf8/2/bVu2cDK336PrSv+BsCwsz5F2ejD2xx33dzbKSrvT/+jTt1eW/vwray5bwZjPnkTuYpBtDZuZMVvvk3zugZobWXgxHPof/Q7d9hPa9MWVvzfN2la8zJSEeUHT6Ty5Avzx3j0N2yY91tyA6sY/p5/RbkSttQvZNPTf2HIqR8BoGXTWlbc8R1GvPdr3frvatYXOFxTypUwYvI3KCotJ1qaefmmz1N+4JsoHXUIK++8ihGTr6RkyGjW/PGnbHhyDgOOOY2ifgMY8o6PsmnxQ212t2rOdPod+CaqzvkS0dJENDW2aROtLWx48m5GXvg/22vN6xrY8sLj5AZWba+tf+xOSoa9geHnXkHLprUsve6j7HfkyShXssP+Bk58D/0OOJpoaeKVm/+Fzc/WUn5QDRueuIuRF3+fNX/8KZuff4zygyay9s83M2zSF159+xWDyO03hC31T9FvzBHd8S9q1md4WCAhSRSVlgMQrc3Q2gISrZvXo1zJ9puj+1VPYNMzfwYgt99gykYe0uYbKa2Nm9iyZCH9j85PmKxcCUX9+rc55pYXn6B0xEE7bL96znVUvv0idp6moXXr5mwC480U9RsAOx2zqKQf/Q44evvxSkcctH1CZgBaWoimRlRUzMaF91B+UA25nfpUccgJbHzqvi7+i5ntOxyuiUVrC0tv+CT1V3+QftUTKBt1KEXlA4nWZhqXLQZg09N/3mGKuPY0r3mZXMXAbNLif2Llb79H69Ytbdo11u840fGmxQ+TGzB0+yQY2ww49l00rVzCS9dcwLIZl1L5jqk7zKy0s9Yt+ck5+lVPAPJntMt+8hlaN62lbPThbFwwZ4ef59imdP+D++REx2avlYcFElNRjlEXXU3rlg0sv+1Ktja8QGlVNVXv/jyr77mOaGmiX/Wxbc4adxatLWx9+VmGvONjlI06lFV/+F/WPfRLBv+/D+3QrmXjKkqGjgHyY6ZrH/wFI9739Tb72/z8Y5QOP5ARk79B85plvPKLL9NvzJEUlVW0e+yGWf/FgDe9e/vvKvU/6hT6H3UKkJ9TdMCb3s3m5x5l44I55AZWUXnKJUhF5CoG98mJjs1eK5+57iVF/frTb+zfsfm5xwAoG304+3/gPxl5wVX0G3skJZWjOt2+eMAwcgOGUTbqUCA/fdy2SYYL5Sc6bgLyZ7vNa19h6YxPUn/txbSsX8GyGy+jZcNqNj75ByoOeTOSKKkcRfGgETStXNJmfwArf3c1JUNGMfC4SW3WNa9fydaXF1Mx/gTWPpgfc1WuhC0vPAHkL+pt+9VQs9cTh2tCLZvW0rplA5Cfxm3Li/O2n1W2bFwD5KdUW/fwr+j/xjM73VeufyXFA4fRtLIeyI+tlgxrO29t4UTHpVXVjP3kTYz5+AzGfHwGuQHDGHnhd8n1ryQ3sIotLz6R9WU1zavqKS74tc9tVj/wE6JxE5XZHQA7W5P9PAdANG0FCaRXJzpevZSSqq5Prmy2r/CwQEItG1ax4s6r8rOrRysVh72VioPzc9ase+RWNtU9AgQDJpxF+QHHZNusZtnMy2jduglUxPra2xn14WspKqtgyDs+xoo7vk20NFM8eP/tkyAXKj+whhV3fGeXfRt04uT8+O3104Bg8MkXkavI/27StomOm9etYN2Dv6B4yBiW3fgpID9WOyCbLHnbmXPpiIMA6H/0aSy7/lJyA4cx+KT3A7Dlxb450bHZa5VssuyetCeTZe9LE7csv/XfqTz5ol4xVdvLN32Bqn/8cpu7CLpDb5u4ZV/6G3q96JOTZVvPqXzbhbRsXN3T3aBl01oGHnd2kmA16+08LLAPKhk6ZvvYbk/KVQyi4pA393Q3zHqEz1zNzBJwuJqZJeBwNTNLwOFqZpaAw9XMLAGHq5lZAsnCVVI/SY9IekLSQklfzeo3Snpe0rzsMSGrS9L3JNVJmi/p2IJ9TZG0OHtMSdVnM7PukvI+10bglIjYIKkE+JOk32brPhcRv9qp/ZnA+OxxPHAtcLykIcAVQA0QwKOSZkVEz98lb2bWgWRnrpG3IVssyR6dfdd2EvDjbLuHgMGSRgKnA3dHxKosUO8GzkjVbzOz7pB0zFVSTtI8YDn5gHw4W3Vl9tH/KkllWW00UDjnXX1W66i+87GmSqqVVNvQ0NDt78XMbHckDdeIaImICcAYYKKko4AvAocBxwFDgG0/uqT2dtFJfedjTY+ImoioqaqqamcTM7O9Z6/cLRARa4D7gDMiYln20b8RuAGYmDWrB8YWbDYGWNpJ3cys10p5t0CVpMHZ63LgHcBfs3FUJAk4G1iQbTILuCC7a+AEYG1ELAPuAk6TVCmpEjgtq5mZ9Vop7xYYCcyUlCMf4rdExB2S7pFURf7j/jzgY1n72cBZQB2wCbgIICJWSfo6MDdr97WI8I8ymVmvlixcI2I+8MZ26qd00D6AaR2smwHM6NYOmpkl5G9omZkl4HA1M0vA4WpmloDD1cwsAYermVkCDlczswQcrmZmCThczcwScLiamSXgcDUzS8DhamaWgMPVzCwBh6uZWQIOVzOzBByuZmYJOFzNzBJwuJqZJeBwNTNLwOFqZpaAw9XMLAGHq5lZAg5XM7MEkoWrpH6SHpH0hKSFkr6a1cdJeljSYkm/kFSa1cuy5bpsfXXBvr6Y1Z+WdHqqPpuZdZeUZ66NwCkRcQwwAThD0gnAt4CrImI8sBq4JGt/CbA6Ig4GrsraIekIYDJwJHAG8ANJuYT9NjN7zZKFa+RtyBZLskcApwC/yuozgbOz15OyZbL1p0pSVr85Ihoj4nmgDpiYqt9mZt0h6ZirpJykecBy4G7gWWBNRDRnTeqB0dnr0cASgGz9WmBoYb2dbQqPNVVSraTahoaGFG/HzKzLkoZrRLRExARgDPmzzcPba5Y9q4N1HdV3Ptb0iKiJiJqqqqo97bKZWbfYK3cLRMQa4D7gBGCwpOJs1Rhgafa6HhgLkK0fBKwqrLezjZlZr5TyboEqSYOz1+XAO4BFwL3AuVmzKcDt2etZ2TLZ+nsiIrL65OxugnHAeOCRVP02M+sOxbtussdGAjOzK/tFwC0RcYekp4CbJf078Dhwfdb+euAnkurIn7FOBoiIhZJuAZ4CmoFpEdGSsN9mZq9ZsnCNiPnAG9upP0c7V/sjYgtwXgf7uhK4srv7aGaWir+hZWaWgMPVzCwBh6uZWQIOVzOzBByuZmYJOFzNzBJwuJqZJeBwNTNLwOFqZpaAw9XMLAGHq5lZAg5XM7MEHK5mZgk4XM3MEnC4mpkl4HA1M0vA4WpmloDD1cwsAYermVkCDlczswQcrmZmCThczcwSSBauksZKulfSIkkLJX0qq39F0kuS5mWPswq2+aKkOklPSzq9oH5GVquTdHmqPpuZdZfihPtuBj4TEY9JGgA8KunubN1VEfHtwsaSjgAmA0cCo4A/SDokW30N8E6gHpgraVZEPJWw72Zmr0mycI2IZcCy7PV6SYuA0Z1sMgm4OSIagecl1QETs3V1EfEcgKSbs7YOVzPrtfbKmKukauCNwMNZ6VJJ8yXNkFSZ1UYDSwo2q89qHdV3PsZUSbWSahsaGrr5HZiZ7Z7k4SqpP/Br4LKIWAdcCxwETCB/ZvudbU3b2Tw6qe9YiJgeETURUVNVVdUtfTcz21Mpx1yRVEI+WG+KiFsBIuKVgvXXAXdki/XA2ILNxwBLs9cd1c3MeqXdPnOVVCnp6C60E3A9sCgi/rugPrKg2TnAguz1LGCypDJJ44DxwCPAXGC8pHGSSslf9Jq1u/02M9ubunTmKuk+4N1Z+3lAg6T7I+KfO9nsJOBDwJOS5mW1LwHnS5pA/qP9C8BHASJioaRbyF+oagamRURLdvxLgbuAHDAjIhbuzps0M9vbujosMCgi1kn6MHBDRFwhaX5nG0TEn2h/vHR2J9tcCVzZTn12Z9uZmfU2XR0WKM4+zr+XV8dIzcysA10N16+S/1heFxFzJR0ILE7XLTOzvq2rwwLLImL7RayIeE7Sf3e2gZnZ61lXz1yv7mLNzMzYxZmrpDcDJwJVkgrvDBhI/sq9mZm1Y1fDAqVA/6zdgIL6OuDcVJ0yM+vrOg3XiLgfuF/SjRHx4l7qk5lZn9fVC1plkqYD1YXbRMQpKTplZtbXdTVcfwn8EPgR0JKuO2Zm+4auhmtzRFybtCdmZvuQrt6K9RtJn5A0UtKQbY+kPTMz68O6euY6JXv+XEEtgAO7tztmZvuGLoVrRIxL3REzs31JV6ccvKC9ekT8uHu7Y2a2b+jqsMBxBa/7AacCjwEOVzOzdnR1WOCThcuSBgE/SdIjM7N9wJ7+QOEm8j/DYmZm7ejqmOtvePUXV3PA4cAtqTplZtbXdXXM9dsFr5uBFyOiPkF/zMz2CV0aFsgmcPkr+ZmxKoGtKTtlZtbXdSlcJb2X/M9cn0f+d7QeluQpB83MOtDVC1r/AhwXEVMi4gJgIvDlzjaQNFbSvZIWSVoo6VNZfYikuyUtzp4rs7okfU9SnaT5ko4t2NeUrP1iSVM6OqaZWW/R1XAtiojlBcsru7BtM/CZiDgcOAGYJukI4HJgTkSMB+ZkywBnkr8DYTwwFbgW8mEMXAEcTz7Ur9gWyGZmvVVXw/V3ku6SdKGkC4E7gdmdbRARyyLisez1emARMBqYBMzMms0Ezs5eTwJ+HHkPAYOzn/M+Hbg7IlZFxGrgbuCMLr9DM7MesKvf0DoYGBERn5P0HuAtgIAHgZu6ehBJ1cAbgYez/S2DfABLGp41Gw0sKdisPqt1VDcz67V2deb6XWA9QETcGhH/HBGfJn/W+t2uHEBSf+DXwGURsa6zpu3UopP6zseZKqlWUm1DQ0NXumZmlsyuwrU6IubvXIyIWvI/+dIpSSXkg/WmiLg1K7+Sfdwne942llsPjC3YfAywtJP6zn2aHhE1EVFTVVW1q66ZmSW1q3Dt18m68s42lCTgemBRRPx3wapZvDo/7BTg9oL6BdldAycAa7Phg7uA0yRVZheyTstqZma91q6+oTVX0kci4rrCoqRLgEd3se1JwIeAJyXNy2pfAr4J3JLt42/k752F/FDDWUAd+bkLLgKIiFWSvg7Mzdp9LSJW7fKdmZn1oF2F62XAbZI+wKthWgOUAud0tmFE/In2x0shP2Xhzu0DmNbBvmYAM3bRVzOzXqPTcI2IV4ATJb0dOCor3xkR9yTvmZlZH9bV+VzvBe5N3Bczs33Gns7namZmnXC4mpkl4HA1M0vA4WpmloDD1cwsAYermVkCDlczswQcrmZmCThczcwScLiamSXgcDUzS8DhamaWgMPVzCwBh6uZWQIOVzOzBByuZmYJOFzNzBJwuJqZJeBwNTNLwOFqZpZAsnCVNEPSckkLCmpfkfSSpHnZ46yCdV+UVCfpaUmnF9TPyGp1ki5P1V8zs+6U8sz1RuCMdupXRcSE7DEbQNIRwGTgyGybH0jKScoB1wBnAkcA52dtzcx6tS79tPaeiIgHJFV3sfkk4OaIaASel1QHTMzW1UXEcwCSbs7aPtXN3TUz61Y9MeZ6qaT52bBBZVYbDSwpaFOf1Tqqm5n1ans7XK8FDgImAMuA72R1tdM2Oqm3IWmqpFpJtQ0NDd3RVzOzPbZXwzUiXomIlohoBa7j1Y/+9cDYgqZjgKWd1Nvb9/SIqImImqqqqu7vvJnZbtir4SppZMHiOcC2OwlmAZMllUkaB4wHHgHmAuMljZNUSv6i16y92Wczsz2R7IKWpJ8DJwPDJNUDVwAnS5pA/qP9C8BHASJioaRbyF+oagamRURLtp9LgbuAHDAjIham6rOZWXdJebfA+e2Ur++k/ZXAle3UZwOzu7FrZmbJ+RtaZmYJOFzNzBJwuJqZJeBwNTNLwOFqZpaAw9XMLAGHq5lZAg5XM7MEHK5mZgk4XM3MEnC4mpkl4HA1M0vA4WpmloDD1cwsAYermVkCDlczswQcrmZmCThczcwScLiamSXgcDUzS8DhamaWgMPVzCyBZOEqaYak5ZIWFNSGSLpb0uLsuTKrS9L3JNVJmi/p2IJtpmTtF0uakqq/ZmbdKeWZ643AGTvVLgfmRMR4YE62DHAmMD57TAWuhXwYA1cAxwMTgSu2BbKZWW+WLFwj4gFg1U7lScDM7PVM4OyC+o8j7yFgsKSRwOnA3RGxKiJWA3fTNrDNzHqdvT3mOiIilgFkz8Oz+mhgSUG7+qzWUb0NSVMl1UqqbWho6PaOm5ntjt5yQUvt1KKTettixPSIqImImqqqqm7tnJnZ7trb4fpK9nGf7Hl5Vq8Hxha0GwMs7aRuZtar7e1wnQVsu+I/Bbi9oH5BdtfACcDabNjgLuA0SZXZhazTspqZWa9WnGrHkn4OnAwMk1RP/qr/N4FbJF0C/A04L2s+GzgLqAM2ARcBRMQqSV8H5mbtvhYRO18kMzPrdZKFa0Sc38GqU9tpG8C0DvYzA5jRjV0zM0uut1zQMjPbpzhczcwScLiamSXgcDUzS8DhamaWgMPVzCwBh6uZWQIOVzOzBByuZmYJOFzNzBJwuJqZJeBwNTNLwOFqZpaAw9XMLAGHq5lZAg5XM7MEHK5mZgk4XM3MEnC4mpkl4HA1M0vA4WpmloDD1cwsgR4JV0kvSHpS0jxJtVltiKS7JS3OniuzuiR9T1KdpPmSju2JPpuZ7Y6ePHN9e0RMiIiabPlyYE5EjAfmZMsAZwLjs8dU4Nq93lMzs93Um4YFJgEzs9czgbML6j+OvIeAwZJG9kQHzcy6qqfCNYDfS3pU0tSsNiIilgFkz8Oz+mhgScG29VltB5KmSqqVVNvQ0JCw62Zmu1bcQ8c9KSKWShoO3C3pr520VTu1aFOImA5MB6ipqWmz3sxsb+qRM9eIWJo9LwduAyYCr2z7uJ89L8+a1wNjCzYfAyzde701M9t9ez1cJe0nacC218BpwAJgFjAlazYFuD17PQu4ILtr4ARg7bbhAzOz3qonhgVGALdJ2nb8n0XE7yTNBW6RdAnwN+C8rP1s4CygDtgEXLT3u2xmtnv2erhGxHPAMe3UVwKntlMPYNpe6JqZWbfpTbdimZntMxyuZmYJOFzNzBJwuJqZJeBwNTNLwOFqZpaAw9XMLAGHq5lZAg5XM7MEHK5mZgk4XM3MEnC4mpkl4HA1M0vA4WpmloDD1cwsAYermVkCDlczswQcrmZmCThczcwScLiamSXgcDUzS6DPhKukMyQ9LalO0uU93R8zs870iXCVlAOuAc4EjgDOl3REz/bKzKxjfSJcgYlAXUQ8FxFbgZuBST3cJzOzDvWVcB0NLClYrs9qZma9UnFPd6CL1E4tdmggTQWmZosbJD2dvFd9wzBgRU93IgV9q6d78Lrhv6FXHdDVhn0lXOuBsQXLY4ClhQ0iYjowfW92qi+QVBsRNT3dD+u7/De0Z/rKsMBcYLykcZJKgcnArB7uk5lZh/rEmWtENEu6FLgLyAEzImJhD3fLzKxDfSJcASJiNjC7p/vRB3moxF4r/w3tAUXErluZmdlu6StjrmZmfYrD1cwsAYfrPkjSj/z1YNsTki6U9P3s9cckXZC9vk9Sm9uxCtvbjvrMBS3ruoj4cE/3wfq+iPhhT/ehL/OZax8gqVrSXyXNlDRf0q8kVUg6VdLjkp6UNENSWdb+Pkk1knKSbpS0IGvz6Wz9BEkPZfu6TVJlwXbfkvSIpGckvbUn37d1P0kfzP77zpP0v9nfyEXZf+/7gZMK2n5F0mcLNv+gpL9kf08T29l3laRfS5qbPU7auc3ricO17zgUmB4RRwPrgH8GbgTeFxF/R/5TyMd32mYCMDoijsra3JDVfwx8IdvXk8AVBdsUR8RE4LKd6tbHSToceB9wUkRMAFqADwJfJR+q7yQ/61xH9ouIE4FPADPaWf8/wFURcRzwj8CPurH7fY6HBfqOJRHx5+z1T4EvA89HxDNZbSYwDfhuwTaRzNkrAAADgElEQVTPAQdKuhq4E/i9pEHA4Ii4v2C7XxZsc2v2/ChQ3e3vwnrSqcCbgLmSAMqBE4H7IqIBQNIvgEM62P7nABHxgKSBkgbvtP4dwBHZvgEGShoQEeu79230DQ7XvmO3b0iOiNWSjgFOJx+87wU+vYvNGrPnFvz3sa8RMDMivri9IJ0NnNPF7Xf+G9x5uQh4c0Rs3vMu7js8LNB3vEHSm7PX5wN/AKolHZzVPgTcX7iBpGFAUUT8mvyZ7rERsRZYXTCe2mY722fNAc6VNBxA0hDgceBkSUMllQDndbL9+7Lt3gKszf6WCv0euHTbgqQJ3dn5vsZnJn3HImCKpP8FFgOfAh4CfimpmPzkNjtf3R0N3CBp2/+JbjtjmQL8UFIF+aGDi1J33npeRDwl6V/JDw8VAU3kP9F8BXgQWAY8Rn7+jvaslvQXYCBwcTvr/wm4RtJ88tnyAPCxbn0TfYi//toHSKoG7oiIo3q4K2bWRR4WMDNLwGeuZmYJ+MzVzCwBh6uZWQIOVzOzBByu1qdJ2l/SzZKelfSUpNmSDpG0oKf7Zq9vvs/V+izlv2d5G/lvHU3OahOAET3aMTN85mp929uBpsKp8SJiHrBk23I2o9gfJT2WPU7M6iMlPZDNDrVA0ls7mUXsIEm/k/Rotq/Dsvp5WdsnJD2wd9+69XY+c7W+7CjyE8x0ZjnwzojYImk8+clHaoD3A3dFxJWSckAFBbOIARRMTDId+FhELJZ0PPAD4BTg34DTI+KldiYxsdc5h6vt60qA72fDBS28OuPTXGBG9n36/4uIeZLam0WsP/mZo35ZMNtTWfb8Z+BGSbfw6mxiZoCHBaxvW0h+Cr3OfBp4BTiG/BlrKeSnzQP+H/AS8BNJF0TE6qzdfeS/c/8j8v8bWRMREwoeh2f7+Bjwr8BYYJ6kod38/qwPc7haX3YPUCbpI9sKko4DDihoMwhYFhGt5GcAy2XtDgCWR8R1wPXAsR3MIrYOeF7Sedl2yqZxRNJBEfFwRPwbsIJ8yJoBDlfrwyL/3e1zgHdmt2ItJD/D09KCZj8gP5vYQ+SHBDZm9ZPJn20+Tn7W/P8hP4vYfZLmkf+Vh22ziH0AuETSE+TPlidl9f/KLnwtID8D1BMp3qf1TZ5bwMwsAZ+5mpkl4HA1M0vA4WpmloDD1cwsAYermVkCDlczswQcrmZmCfx/ByTr4sbmBxAAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 360x360 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "def draw_bar(p, e, name):\n",
    "    classes = ['poison', 'edible']\n",
    "    counts = [len(p), len(e)]\n",
    "\n",
    "    fig = plt.figure(figsize=(5, 5))\n",
    "    ax = fig.add_subplot(111)\n",
    "\n",
    "    rects = plt.bar(np.arange(2), counts, align='center', width=.75)\n",
    "    plt.xticks(np.arange(2), classes)\n",
    "\n",
    "    for i, rect in enumerate(rects):\n",
    "        ax.text(rect.get_x() + rect.get_width() / 2.0, 0.95 * rect.get_height(), str(counts[i]) + \" ({:.1f}%)\".format(counts[i] / 8124 * 100), ha='center')\n",
    "\n",
    "    plt.xlabel(name)\n",
    "    plt.ylabel('Counts')\n",
    "\n",
    "draw_bar(p, e, \"Classes\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Series([], dtype: bool)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "res = data.isin(['?']).any()\n",
    "res.loc[res == True]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n"
     ]
    }
   ],
   "source": [
    "print(len(data.loc[data['stalk-root'] == '?']))\n",
    "data.drop('stalk-shape', axis=1, inplace=True)  # drop stalk-shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "n = 5\n",
    "top_p = p.sample(n)\n",
    "top_e = e.sample(n)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>class</th>\n",
       "      <th>cap-shape</th>\n",
       "      <th>cap-surface</th>\n",
       "      <th>cap-color</th>\n",
       "      <th>bruises</th>\n",
       "      <th>odor</th>\n",
       "      <th>gill-attachment</th>\n",
       "      <th>gill-spacing</th>\n",
       "      <th>gill-size</th>\n",
       "      <th>...</th>\n",
       "      <th>stalk-surface-below-ring</th>\n",
       "      <th>stalk-color-above-ring</th>\n",
       "      <th>stalk-color-below-ring</th>\n",
       "      <th>veil-type</th>\n",
       "      <th>veil-color</th>\n",
       "      <th>ring-number</th>\n",
       "      <th>ring-type</th>\n",
       "      <th>spore-print-color</th>\n",
       "      <th>population</th>\n",
       "      <th>habitat</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>4487</th>\n",
       "      <td>4487</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 1. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 1. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 1. 0. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[0. 0. 1. 0. 0.]</td>\n",
       "      <td>[0. 1. 0. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5575</th>\n",
       "      <td>5575</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[1. 0. 0. 0. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 1. 0. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6462</th>\n",
       "      <td>6462</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 1. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 1. 0. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[1. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1. 0. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7065</th>\n",
       "      <td>7065</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1. 0. 0. 0. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 0. 1.]</td>\n",
       "      <td>[0. 1. 0. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1. 0. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[1. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0. 0. 0. 0.]</td>\n",
       "      <td>[1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5981</th>\n",
       "      <td>5981</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 1. 0. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0    class            cap-shape    cap-surface  \\\n",
       "4487        4487  [0. 1.]  [0. 0. 0. 0. 0. 1.]  [0. 0. 0. 1.]   \n",
       "5575        5575  [0. 1.]  [0. 0. 0. 0. 0. 1.]  [0. 0. 1. 0.]   \n",
       "6462        6462  [0. 1.]  [0. 0. 1. 0. 0. 0.]  [0. 0. 0. 1.]   \n",
       "7065        7065  [0. 1.]  [0. 0. 0. 0. 0. 1.]  [0. 0. 0. 1.]   \n",
       "5981        5981  [0. 1.]  [0. 0. 1. 0. 0. 0.]  [0. 0. 1. 0.]   \n",
       "\n",
       "                            cap-color  bruises                          odor  \\\n",
       "4487  [0. 0. 0. 1. 0. 0. 0. 0. 0. 0.]  [1. 0.]  [0. 0. 1. 0. 0. 0. 0. 0. 0.]   \n",
       "5575  [1. 0. 0. 0. 0. 0. 0. 0. 0. 0.]  [0. 1.]  [0. 0. 1. 0. 0. 0. 0. 0. 0.]   \n",
       "6462  [0. 0. 1. 0. 0. 0. 0. 0. 0. 0.]  [1. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]   \n",
       "7065  [0. 0. 0. 0. 1. 0. 0. 0. 0. 0.]  [1. 0.]  [0. 0. 0. 0. 1. 0. 0. 0. 0.]   \n",
       "5981  [0. 0. 0. 0. 0. 0. 0. 0. 1. 0.]  [0. 1.]  [0. 0. 1. 0. 0. 0. 0. 0. 0.]   \n",
       "\n",
       "     gill-attachment gill-spacing gill-size           ...            \\\n",
       "4487         [0. 1.]      [1. 0.]   [1. 0.]           ...             \n",
       "5575         [0. 1.]      [1. 0.]   [1. 0.]           ...             \n",
       "6462         [0. 1.]      [1. 0.]   [0. 1.]           ...             \n",
       "7065         [1. 0.]      [1. 0.]   [1. 0.]           ...             \n",
       "5981         [0. 1.]      [1. 0.]   [1. 0.]           ...             \n",
       "\n",
       "     stalk-surface-below-ring        stalk-color-above-ring  \\\n",
       "4487            [0. 1. 0. 0.]  [0. 0. 0. 0. 0. 0. 1. 0. 0.]   \n",
       "5575            [0. 0. 1. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]   \n",
       "6462            [0. 1. 0. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]   \n",
       "7065            [0. 0. 0. 1.]  [0. 1. 0. 0. 0. 0. 0. 0. 0.]   \n",
       "5981            [0. 0. 1. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]   \n",
       "\n",
       "            stalk-color-below-ring veil-type     veil-color ring-number  \\\n",
       "4487  [0. 0. 0. 0. 0. 0. 1. 0. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "5575  [0. 0. 0. 0. 0. 0. 0. 1. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "6462  [0. 0. 0. 0. 0. 0. 1. 0. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "7065  [0. 1. 0. 0. 0. 0. 0. 0. 0.]      [1.]  [0. 0. 1. 0.]  [1. 0. 0.]   \n",
       "5981  [0. 0. 0. 0. 0. 0. 0. 1. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "\n",
       "             ring-type             spore-print-color           population  \\\n",
       "4487  [0. 0. 1. 0. 0.]  [0. 1. 0. 0. 0. 0. 0. 0. 0.]  [0. 0. 0. 0. 1. 0.]   \n",
       "5575  [0. 0. 0. 0. 1.]  [0. 1. 0. 0. 0. 0. 0. 0. 0.]  [0. 0. 0. 0. 1. 0.]   \n",
       "6462  [1. 0. 0. 0. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]  [0. 0. 0. 0. 1. 0.]   \n",
       "7065  [0. 0. 0. 1. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]  [0. 1. 0. 0. 0. 0.]   \n",
       "5981  [0. 0. 0. 0. 1.]  [0. 1. 0. 0. 0. 0. 0. 0. 0.]  [0. 0. 0. 1. 0. 0.]   \n",
       "\n",
       "                     habitat  \n",
       "4487  [1. 0. 0. 0. 0. 0. 0.]  \n",
       "5575  [0. 1. 0. 0. 0. 0. 0.]  \n",
       "6462  [0. 0. 0. 0. 1. 0. 0.]  \n",
       "7065  [1. 0. 0. 0. 0. 0. 0.]  \n",
       "5981  [0. 0. 0. 0. 0. 1. 0.]  \n",
       "\n",
       "[5 rows x 24 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_p"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unnamed: 0</th>\n",
       "      <th>class</th>\n",
       "      <th>cap-shape</th>\n",
       "      <th>cap-surface</th>\n",
       "      <th>cap-color</th>\n",
       "      <th>bruises</th>\n",
       "      <th>odor</th>\n",
       "      <th>gill-attachment</th>\n",
       "      <th>gill-spacing</th>\n",
       "      <th>gill-size</th>\n",
       "      <th>...</th>\n",
       "      <th>stalk-surface-below-ring</th>\n",
       "      <th>stalk-color-above-ring</th>\n",
       "      <th>stalk-color-below-ring</th>\n",
       "      <th>veil-type</th>\n",
       "      <th>veil-color</th>\n",
       "      <th>ring-number</th>\n",
       "      <th>ring-type</th>\n",
       "      <th>spore-print-color</th>\n",
       "      <th>population</th>\n",
       "      <th>habitat</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2523</th>\n",
       "      <td>2523</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7744</th>\n",
       "      <td>7744</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0.]</td>\n",
       "      <td>[1. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1849</th>\n",
       "      <td>1849</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[1. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3517</th>\n",
       "      <td>3517</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 0. 1. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3260</th>\n",
       "      <td>3260</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1. 0. 0. 0.]</td>\n",
       "      <td>[0. 1.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>[1. 0.]</td>\n",
       "      <td>...</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 1. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 0. 1. 0. 0.]</td>\n",
       "      <td>[1.]</td>\n",
       "      <td>[0. 0. 1. 0.]</td>\n",
       "      <td>[0. 1. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 1.]</td>\n",
       "      <td>[0. 0. 1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "      <td>[0. 0. 0. 0. 0. 1.]</td>\n",
       "      <td>[1. 0. 0. 0. 0. 0. 0.]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 24 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      Unnamed: 0    class            cap-shape    cap-surface  \\\n",
       "2523        2523  [1. 0.]  [0. 0. 0. 0. 0. 1.]  [0. 0. 0. 1.]   \n",
       "7744        7744  [1. 0.]  [0. 0. 0. 1. 0. 0.]  [1. 0. 0. 0.]   \n",
       "1849        1849  [1. 0.]  [0. 0. 0. 0. 0. 1.]  [1. 0. 0. 0.]   \n",
       "3517        3517  [1. 0.]  [0. 0. 1. 0. 0. 0.]  [0. 0. 0. 1.]   \n",
       "3260        3260  [1. 0.]  [0. 0. 1. 0. 0. 0.]  [0. 0. 0. 1.]   \n",
       "\n",
       "                            cap-color  bruises                          odor  \\\n",
       "2523  [0. 0. 0. 0. 1. 0. 0. 0. 0. 0.]  [0. 1.]  [0. 0. 0. 0. 0. 1. 0. 0. 0.]   \n",
       "7744  [0. 0. 0. 0. 0. 0. 0. 0. 1. 0.]  [1. 0.]  [0. 0. 0. 0. 0. 1. 0. 0. 0.]   \n",
       "1849  [0. 0. 0. 0. 1. 0. 0. 0. 0. 0.]  [0. 1.]  [0. 0. 0. 0. 0. 1. 0. 0. 0.]   \n",
       "3517  [0. 0. 0. 0. 1. 0. 0. 0. 0. 0.]  [0. 1.]  [0. 0. 0. 0. 0. 1. 0. 0. 0.]   \n",
       "3260  [0. 0. 0. 1. 0. 0. 0. 0. 0. 0.]  [0. 1.]  [0. 0. 0. 0. 0. 1. 0. 0. 0.]   \n",
       "\n",
       "     gill-attachment gill-spacing gill-size           ...            \\\n",
       "2523         [0. 1.]      [1. 0.]   [1. 0.]           ...             \n",
       "7744         [0. 1.]      [0. 1.]   [1. 0.]           ...             \n",
       "1849         [0. 1.]      [1. 0.]   [1. 0.]           ...             \n",
       "3517         [0. 1.]      [1. 0.]   [1. 0.]           ...             \n",
       "3260         [0. 1.]      [1. 0.]   [1. 0.]           ...             \n",
       "\n",
       "     stalk-surface-below-ring        stalk-color-above-ring  \\\n",
       "2523            [0. 0. 1. 0.]  [0. 0. 0. 1. 0. 0. 0. 0. 0.]   \n",
       "7744            [0. 0. 1. 0.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]   \n",
       "1849            [0. 0. 1. 0.]  [0. 0. 0. 1. 0. 0. 0. 0. 0.]   \n",
       "3517            [0. 0. 1. 0.]  [0. 0. 0. 1. 0. 0. 0. 0. 0.]   \n",
       "3260            [0. 0. 1. 0.]  [0. 0. 0. 1. 0. 0. 0. 0. 0.]   \n",
       "\n",
       "            stalk-color-below-ring veil-type     veil-color ring-number  \\\n",
       "2523  [0. 0. 0. 0. 0. 0. 0. 1. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "7744  [0. 0. 0. 0. 0. 0. 0. 1. 0.]      [1.]  [0. 0. 1. 0.]  [0. 0. 1.]   \n",
       "1849  [0. 0. 0. 0. 0. 0. 0. 1. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "3517  [0. 0. 0. 0. 0. 0. 0. 1. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "3260  [0. 0. 0. 0. 0. 0. 1. 0. 0.]      [1.]  [0. 0. 1. 0.]  [0. 1. 0.]   \n",
       "\n",
       "             ring-type             spore-print-color           population  \\\n",
       "2523  [0. 0. 0. 0. 1.]  [0. 0. 1. 0. 0. 0. 0. 0. 0.]  [0. 0. 0. 0. 0. 1.]   \n",
       "7744  [0. 0. 0. 0. 1.]  [0. 0. 0. 0. 0. 0. 0. 1. 0.]  [0. 0. 1. 0. 0. 0.]   \n",
       "1849  [0. 0. 0. 0. 1.]  [0. 0. 1. 0. 0. 0. 0. 0. 0.]  [0. 0. 0. 0. 1. 0.]   \n",
       "3517  [0. 0. 0. 0. 1.]  [0. 0. 1. 0. 0. 0. 0. 0. 0.]  [0. 0. 0. 0. 0. 1.]   \n",
       "3260  [0. 0. 0. 0. 1.]  [0. 0. 1. 0. 0. 0. 0. 0. 0.]  [0. 0. 0. 0. 0. 1.]   \n",
       "\n",
       "                     habitat  \n",
       "2523  [1. 0. 0. 0. 0. 0. 0.]  \n",
       "7744  [0. 1. 0. 0. 0. 0. 0.]  \n",
       "1849  [1. 0. 0. 0. 0. 0. 0.]  \n",
       "3517  [1. 0. 0. 0. 0. 0. 0.]  \n",
       "3260  [1. 0. 0. 0. 0. 0. 0.]  \n",
       "\n",
       "[5 rows x 24 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "top_e"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'[000001001000001000000100000010001100100001000000000010001000100000000100000000101001001000001001000000000100]'"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data_cat = [[data.iloc[i, j] for j in range(2, 22)] for i in range(8124)]\n",
    "for i, d in enumerate(data_cat):  # naughty way...\n",
    "    data_cat[i] = str(d).replace(\"'[\", \"\").replace(\"]'\", \"\").replace(\".\", \"\").replace(\" \", \"\").replace(\",\", \"\")\n",
    "data_cat[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "def pd_to_docx(df, name):\n",
    "    import docx\n",
    "    \n",
    "    doc = docx.Document()\n",
    "\n",
    "    t = doc.add_table(df.shape[0] + 1, df.shape[1])\n",
    "\n",
    "    for j in range(df.shape[-1]):\n",
    "        t.cell(0, j).text = df.columns[j]\n",
    "\n",
    "    for i in range(df.shape[0]):\n",
    "        for j in range(df.shape[-1]):\n",
    "            t.cell(i + 1, j).text = str(df.values[i,j])\n",
    "\n",
    "    doc.save(name)\n",
    "\n",
    "# pd_to_docx(top_e, './top-%d-edible-table.docx' % n)\n",
    "# pd_to_docx(top_p, './top-%d-poison-table.docx' % n)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import seaborn as sns\n",
    "\n",
    "\n",
    "def boxplot(name=\"\", title=\"\"):\n",
    "    ax = sns.boxplot(x='class', y=name, data=data)\n",
    "    ax = sns.stripplot(x=\"class\", y=name, data=data, jitter=True, edgecolor=\"gray\")\n",
    "    \n",
    "    plt.title(title, fontsize=11)\n",
    "    plt.show()\n",
    "\n",
    "\n",
    "for idx, col in enumerate(data.columns[1:]):\n",
    "    boxplot(name=col, title=\"idx %d : %s\" % (idx, col))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Data State\n",
    "train_y = data['class']\n",
    "data = data.drop(['class'], axis=1)\n",
    "train_x = data\n",
    "\n",
    "print(train_y.shape, train_x.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_x.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Data Normalize\n",
    "\n",
    "from sklearn.preprocessing import StandardScaler, RobustScaler, MaxAbsScaler, MinMaxScaler \n",
    "\n",
    "scalers = {\"Standard\": StandardScaler(), \"Robust\": RobustScaler(),\n",
    "           \"MaxAbs\": MaxAbsScaler(), \"MinMax\": MinMaxScaler()}\n",
    "\n",
    "x_scaled = []\n",
    "for _, v in scalers.items():\n",
    "    x_scaled.append(v.fit_transform(train_x))\n",
    "\n",
    "x_scaled.append(train_x)  # not nomalized data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Feature Engineering\n",
    "\n",
    "from sklearn.decomposition import PCA, TruncatedSVD\n",
    "from sklearn.manifold import TSNE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 1. PCA\n",
    "for idx, x in enumerate(x_scaled):\n",
    "    pca = PCA()\n",
    "    pca.fit_transform(x)\n",
    "    \n",
    "    plt.figure(figsize=(6, 4))\n",
    "    plt.bar(range(21), pca.explained_variance_, alpha=0.5,\n",
    "            align='center', label='individual explained variance')\n",
    "    \n",
    "    plt.title('%s Scaler' % (list(scalers.keys())[idx] if not idx == 4 else \"None\"))\n",
    "    plt.ylabel('Explained variance ratio')\n",
    "    plt.xlabel('Principal Components')\n",
    "    plt.legend(loc='best')\n",
    "    plt.tight_layout()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 1-1. PCA visualize with k-mean cluserting (only 2 features)\n",
    "pca = PCA(n_components=2)\n",
    "x = pca.fit_transform(data.values)\n",
    "plt.figure(figsize=(5, 5))\n",
    "plt.scatter(x[:,0], x[:,1])  # by class\n",
    "plt.tight_layout()\n",
    "plt.show()\n",
    "\n",
    "from sklearn.cluster import KMeans\n",
    "\n",
    "kmeans = KMeans(n_clusters=2, random_state=42)\n",
    "X_clustered = kmeans.fit_predict(data.values)\n",
    "\n",
    "LABEL_COLOR_MAP = {0 : 'r', 1 : 'y'}\n",
    "label_color = [LABEL_COLOR_MAP[l] for l in X_clustered]\n",
    "\n",
    "plt.figure(figsize=(5, 5))\n",
    "plt.scatter(x[:,0], x[:,1], c=label_color)  # by class\n",
    "plt.tight_layout()\n",
    "plt.show()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}