hha507_wk2_assignment.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Helzheng123/datasci_2_manipulation/blob/main/hha507_wk2_assignment.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#### Loading Packages"
      ],
      "metadata": {
        "id": "8JHQ0MmTVTVw"
      }
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "9BBgG0AvTkvG"
      },
      "outputs": [],
      "source": [
        "import pandas as pd\n",
        "import numpy as np\n",
        "import re"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 1. Data Cleaning with Pandas"
      ],
      "metadata": {
        "id": "CGkuRPxUXLDc"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "#### Loading Data"
      ],
      "metadata": {
        "id": "uHU6v6naVqsC"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "Load the dataset *WK2/data/healthcare_data_cleaning.csv* in your Colab notebook\n",
        "\n",
        "This can be found in datasets/healthcare_data_cleaning.csv"
      ],
      "metadata": {
        "id": "InOWkiUGQXqE"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "data = pd.read_csv('https://raw.githubusercontent.com/Helzheng123/datasci_2_manipulation/main/datasets/healthcare_data_cleaning.csv', na_values=['missing'])\n",
        "data"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 600
        },
        "id": "N5Nl6g06eAcW",
        "outputId": "37160f5c-822a-464b-b310-72221d5002a2"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        Patient Age  Gender  City of Residence State of Residence  \\\n",
              "0              45.0   Other         West Brian           Kentucky   \n",
              "1              25.0  Female   East Jocelynfurt           Colorado   \n",
              "2              51.0   Other  South Lindseyland               Ohio   \n",
              "3              18.0  Female         Taylorfort       Pennsylvania   \n",
              "4              48.0  Female          Birdmouth            Montana   \n",
              "...             ...     ...                ...                ...   \n",
              "104995         74.0   Other       West Anthony           Oklahoma   \n",
              "104996         37.0    Male          Mckeetown               Utah   \n",
              "104997         51.0  Female   Lake Lisachester           Nebraska   \n",
              "104998          NaN  Female       Heidiborough                NaN   \n",
              "104999         45.0  Female      South Jeffrey      Massachusetts   \n",
              "\n",
              "       Has Insurance Visited Last Month Payment Method Preferred Doctor  \\\n",
              "0                Yes                Yes      Insurance     Dr. Williams   \n",
              "1                 No                Yes           Card      Dr. Johnson   \n",
              "2                Yes                 No           Cash     Dr. Williams   \n",
              "3                Yes                NaN           Cash     Dr. Williams   \n",
              "4                 No                 No      Insurance        Dr. Brown   \n",
              "...              ...                ...            ...              ...   \n",
              "104995           Yes                 No           Card     Dr. Williams   \n",
              "104996           Yes                 No           Cash        Dr. Jones   \n",
              "104997           Yes                Yes      Insurance     Dr. Williams   \n",
              "104998           Yes                 No           Cash        Dr. Smith   \n",
              "104999            No                Yes           Cash        Dr. Brown   \n",
              "\n",
              "       Disease Diagnosed Medication Prescribed Type of Appointment  \\\n",
              "0                    Flu                 Med_E             General   \n",
              "1                    Flu                 Med_B          Specialist   \n",
              "2               Covid-19                 Med_D             General   \n",
              "3                    Flu                 Med_A             General   \n",
              "4                   None                 Med_C          Specialist   \n",
              "...                  ...                   ...                 ...   \n",
              "104995          Covid-19                 Med_E          Specialist   \n",
              "104996          Covid-19                 Med_C             General   \n",
              "104997           Allergy                 Med_D           Follow-Up   \n",
              "104998          Covid-19                 Med_A           Follow-Up   \n",
              "104999           Allergy                 Med_D             General   \n",
              "\n",
              "        Average Heart Rate  Average BP  Height (in cm)  Weight (in kg)  \\\n",
              "0                     66.0       111.0           183.0            70.0   \n",
              "1                     59.0         NaN           174.0            58.0   \n",
              "2                     79.0       119.0           161.0            56.0   \n",
              "3                     99.0       115.0           171.0            52.0   \n",
              "4                     93.0        89.0           186.0            87.0   \n",
              "...                    ...         ...             ...             ...   \n",
              "104995                65.0       112.0           169.0            61.0   \n",
              "104996                 NaN       111.0           165.0            67.0   \n",
              "104997                89.0       118.0           179.0            71.0   \n",
              "104998                74.0       123.0           167.0            75.0   \n",
              "104999                77.0       140.0           167.0            62.0   \n",
              "\n",
              "        Payment Due ($)  Last Visit (days ago)  Visit Duration (mins)  \\\n",
              "0             65.457216                  193.0                   92.0   \n",
              "1            430.683657                  195.0                    NaN   \n",
              "2            315.070931                    NaN                   37.0   \n",
              "3            320.299899                  175.0                  108.0   \n",
              "4            264.214737                  188.0                  113.0   \n",
              "...                 ...                    ...                    ...   \n",
              "104995       309.164446                  183.0                   10.0   \n",
              "104996              NaN                  191.0                   47.0   \n",
              "104997       320.830418                  172.0                   39.0   \n",
              "104998         5.341231                  180.0                   79.0   \n",
              "104999       454.949839                  167.0                   81.0   \n",
              "\n",
              "        Number of Tests  Prescription Cost ($)  \n",
              "0                   5.0              15.717517  \n",
              "1                   4.0              80.786473  \n",
              "2                   2.0              64.392139  \n",
              "3                   2.0               8.872859  \n",
              "4                   3.0              77.483113  \n",
              "...                 ...                    ...  \n",
              "104995              3.0              63.204788  \n",
              "104996              2.0             113.867640  \n",
              "104997              3.0              35.622420  \n",
              "104998              NaN             124.408341  \n",
              "104999              NaN              87.910601  \n",
              "\n",
              "[105000 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-4aff49de-c357-433b-94ff-08d8db399188\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Patient Age</th>\n",
              "      <th>Gender</th>\n",
              "      <th>City of Residence</th>\n",
              "      <th>State of Residence</th>\n",
              "      <th>Has Insurance</th>\n",
              "      <th>Visited Last Month</th>\n",
              "      <th>Payment Method</th>\n",
              "      <th>Preferred Doctor</th>\n",
              "      <th>Disease Diagnosed</th>\n",
              "      <th>Medication Prescribed</th>\n",
              "      <th>Type of Appointment</th>\n",
              "      <th>Average Heart Rate</th>\n",
              "      <th>Average BP</th>\n",
              "      <th>Height (in cm)</th>\n",
              "      <th>Weight (in kg)</th>\n",
              "      <th>Payment Due ($)</th>\n",
              "      <th>Last Visit (days ago)</th>\n",
              "      <th>Visit Duration (mins)</th>\n",
              "      <th>Number of Tests</th>\n",
              "      <th>Prescription Cost ($)</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>45.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Brian</td>\n",
              "      <td>Kentucky</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>General</td>\n",
              "      <td>66.0</td>\n",
              "      <td>111.0</td>\n",
              "      <td>183.0</td>\n",
              "      <td>70.0</td>\n",
              "      <td>65.457216</td>\n",
              "      <td>193.0</td>\n",
              "      <td>92.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>15.717517</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>25.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>East Jocelynfurt</td>\n",
              "      <td>Colorado</td>\n",
              "      <td>No</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Johnson</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>59.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>174.0</td>\n",
              "      <td>58.0</td>\n",
              "      <td>430.683657</td>\n",
              "      <td>195.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>4.0</td>\n",
              "      <td>80.786473</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>South Lindseyland</td>\n",
              "      <td>Ohio</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>General</td>\n",
              "      <td>79.0</td>\n",
              "      <td>119.0</td>\n",
              "      <td>161.0</td>\n",
              "      <td>56.0</td>\n",
              "      <td>315.070931</td>\n",
              "      <td>NaN</td>\n",
              "      <td>37.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>64.392139</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>18.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Taylorfort</td>\n",
              "      <td>Pennsylvania</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>General</td>\n",
              "      <td>99.0</td>\n",
              "      <td>115.0</td>\n",
              "      <td>171.0</td>\n",
              "      <td>52.0</td>\n",
              "      <td>320.299899</td>\n",
              "      <td>175.0</td>\n",
              "      <td>108.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>8.872859</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>48.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Birdmouth</td>\n",
              "      <td>Montana</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Brown</td>\n",
              "      <td>None</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>93.0</td>\n",
              "      <td>89.0</td>\n",
              "      <td>186.0</td>\n",
              "      <td>87.0</td>\n",
              "      <td>264.214737</td>\n",
              "      <td>188.0</td>\n",
              "      <td>113.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>77.483113</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104995</th>\n",
              "      <td>74.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Anthony</td>\n",
              "      <td>Oklahoma</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>65.0</td>\n",
              "      <td>112.0</td>\n",
              "      <td>169.0</td>\n",
              "      <td>61.0</td>\n",
              "      <td>309.164446</td>\n",
              "      <td>183.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>63.204788</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104996</th>\n",
              "      <td>37.0</td>\n",
              "      <td>Male</td>\n",
              "      <td>Mckeetown</td>\n",
              "      <td>Utah</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Jones</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>General</td>\n",
              "      <td>NaN</td>\n",
              "      <td>111.0</td>\n",
              "      <td>165.0</td>\n",
              "      <td>67.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>191.0</td>\n",
              "      <td>47.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>113.867640</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104997</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Lake Lisachester</td>\n",
              "      <td>Nebraska</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Allergy</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>89.0</td>\n",
              "      <td>118.0</td>\n",
              "      <td>179.0</td>\n",
              "      <td>71.0</td>\n",
              "      <td>320.830418</td>\n",
              "      <td>172.0</td>\n",
              "      <td>39.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>35.622420</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104998</th>\n",
              "      <td>NaN</td>\n",
              "      <td>Female</td>\n",
              "      <td>Heidiborough</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Smith</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>74.0</td>\n",
              "      <td>123.0</td>\n",
              "      <td>167.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>5.341231</td>\n",
              "      <td>180.0</td>\n",
              "      <td>79.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>124.408341</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104999</th>\n",
              "      <td>45.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>South Jeffrey</td>\n",
              "      <td>Massachusetts</td>\n",
              "      <td>No</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Brown</td>\n",
              "      <td>Allergy</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>General</td>\n",
              "      <td>77.0</td>\n",
              "      <td>140.0</td>\n",
              "      <td>167.0</td>\n",
              "      <td>62.0</td>\n",
              "      <td>454.949839</td>\n",
              "      <td>167.0</td>\n",
              "      <td>81.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>87.910601</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>105000 rows × 20 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-4aff49de-c357-433b-94ff-08d8db399188')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-4aff49de-c357-433b-94ff-08d8db399188 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-4aff49de-c357-433b-94ff-08d8db399188');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-1a5a760c-6817-4e4c-b79e-0efbd1268427\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-1a5a760c-6817-4e4c-b79e-0efbd1268427')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-1a5a760c-6817-4e4c-b79e-0efbd1268427 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 140
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "Identify and handle missing values in the dataset."
      ],
      "metadata": {
        "id": "DycaiWcqQyYJ"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# This step is to identify and count how many missing values is in the dataset\n",
        "missing_values = data.isnull()\n",
        "total_missing_values = missing_values.sum().sum()\n",
        "print('Total missing values: ', total_missing_values)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "AwB-r0dKkbEd",
        "outputId": "9c62f39a-e3ff-4ea2-e80a-3741da75a54a"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Total missing values:  105001\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Using data.fillna to fill the missing values as NaN\n",
        "missing_values = data.fillna(np.nan)\n",
        "missing_values"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 600
        },
        "id": "fB3gu9KAgDiO",
        "outputId": "f1f3ce67-c6f0-4759-cbe7-6aa8bc8b6467"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        Patient Age  Gender  City of Residence State of Residence  \\\n",
              "0              45.0   Other         West Brian           Kentucky   \n",
              "1              25.0  Female   East Jocelynfurt           Colorado   \n",
              "2              51.0   Other  South Lindseyland               Ohio   \n",
              "3              18.0  Female         Taylorfort       Pennsylvania   \n",
              "4              48.0  Female          Birdmouth            Montana   \n",
              "...             ...     ...                ...                ...   \n",
              "104995         74.0   Other       West Anthony           Oklahoma   \n",
              "104996         37.0    Male          Mckeetown               Utah   \n",
              "104997         51.0  Female   Lake Lisachester           Nebraska   \n",
              "104998          NaN  Female       Heidiborough                NaN   \n",
              "104999         45.0  Female      South Jeffrey      Massachusetts   \n",
              "\n",
              "       Has Insurance Visited Last Month Payment Method Preferred Doctor  \\\n",
              "0                Yes                Yes      Insurance     Dr. Williams   \n",
              "1                 No                Yes           Card      Dr. Johnson   \n",
              "2                Yes                 No           Cash     Dr. Williams   \n",
              "3                Yes                NaN           Cash     Dr. Williams   \n",
              "4                 No                 No      Insurance        Dr. Brown   \n",
              "...              ...                ...            ...              ...   \n",
              "104995           Yes                 No           Card     Dr. Williams   \n",
              "104996           Yes                 No           Cash        Dr. Jones   \n",
              "104997           Yes                Yes      Insurance     Dr. Williams   \n",
              "104998           Yes                 No           Cash        Dr. Smith   \n",
              "104999            No                Yes           Cash        Dr. Brown   \n",
              "\n",
              "       Disease Diagnosed Medication Prescribed Type of Appointment  \\\n",
              "0                    Flu                 Med_E             General   \n",
              "1                    Flu                 Med_B          Specialist   \n",
              "2               Covid-19                 Med_D             General   \n",
              "3                    Flu                 Med_A             General   \n",
              "4                   None                 Med_C          Specialist   \n",
              "...                  ...                   ...                 ...   \n",
              "104995          Covid-19                 Med_E          Specialist   \n",
              "104996          Covid-19                 Med_C             General   \n",
              "104997           Allergy                 Med_D           Follow-Up   \n",
              "104998          Covid-19                 Med_A           Follow-Up   \n",
              "104999           Allergy                 Med_D             General   \n",
              "\n",
              "        Average Heart Rate  Average BP  Height (in cm)  Weight (in kg)  \\\n",
              "0                     66.0       111.0           183.0            70.0   \n",
              "1                     59.0         NaN           174.0            58.0   \n",
              "2                     79.0       119.0           161.0            56.0   \n",
              "3                     99.0       115.0           171.0            52.0   \n",
              "4                     93.0        89.0           186.0            87.0   \n",
              "...                    ...         ...             ...             ...   \n",
              "104995                65.0       112.0           169.0            61.0   \n",
              "104996                 NaN       111.0           165.0            67.0   \n",
              "104997                89.0       118.0           179.0            71.0   \n",
              "104998                74.0       123.0           167.0            75.0   \n",
              "104999                77.0       140.0           167.0            62.0   \n",
              "\n",
              "        Payment Due ($)  Last Visit (days ago)  Visit Duration (mins)  \\\n",
              "0             65.457216                  193.0                   92.0   \n",
              "1            430.683657                  195.0                    NaN   \n",
              "2            315.070931                    NaN                   37.0   \n",
              "3            320.299899                  175.0                  108.0   \n",
              "4            264.214737                  188.0                  113.0   \n",
              "...                 ...                    ...                    ...   \n",
              "104995       309.164446                  183.0                   10.0   \n",
              "104996              NaN                  191.0                   47.0   \n",
              "104997       320.830418                  172.0                   39.0   \n",
              "104998         5.341231                  180.0                   79.0   \n",
              "104999       454.949839                  167.0                   81.0   \n",
              "\n",
              "        Number of Tests  Prescription Cost ($)  \n",
              "0                   5.0              15.717517  \n",
              "1                   4.0              80.786473  \n",
              "2                   2.0              64.392139  \n",
              "3                   2.0               8.872859  \n",
              "4                   3.0              77.483113  \n",
              "...                 ...                    ...  \n",
              "104995              3.0              63.204788  \n",
              "104996              2.0             113.867640  \n",
              "104997              3.0              35.622420  \n",
              "104998              NaN             124.408341  \n",
              "104999              NaN              87.910601  \n",
              "\n",
              "[105000 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-e09e5ce9-5238-4559-8a27-aff8ce7ec422\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Patient Age</th>\n",
              "      <th>Gender</th>\n",
              "      <th>City of Residence</th>\n",
              "      <th>State of Residence</th>\n",
              "      <th>Has Insurance</th>\n",
              "      <th>Visited Last Month</th>\n",
              "      <th>Payment Method</th>\n",
              "      <th>Preferred Doctor</th>\n",
              "      <th>Disease Diagnosed</th>\n",
              "      <th>Medication Prescribed</th>\n",
              "      <th>Type of Appointment</th>\n",
              "      <th>Average Heart Rate</th>\n",
              "      <th>Average BP</th>\n",
              "      <th>Height (in cm)</th>\n",
              "      <th>Weight (in kg)</th>\n",
              "      <th>Payment Due ($)</th>\n",
              "      <th>Last Visit (days ago)</th>\n",
              "      <th>Visit Duration (mins)</th>\n",
              "      <th>Number of Tests</th>\n",
              "      <th>Prescription Cost ($)</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>45.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Brian</td>\n",
              "      <td>Kentucky</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>General</td>\n",
              "      <td>66.0</td>\n",
              "      <td>111.0</td>\n",
              "      <td>183.0</td>\n",
              "      <td>70.0</td>\n",
              "      <td>65.457216</td>\n",
              "      <td>193.0</td>\n",
              "      <td>92.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>15.717517</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>25.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>East Jocelynfurt</td>\n",
              "      <td>Colorado</td>\n",
              "      <td>No</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Johnson</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>59.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>174.0</td>\n",
              "      <td>58.0</td>\n",
              "      <td>430.683657</td>\n",
              "      <td>195.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>4.0</td>\n",
              "      <td>80.786473</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>South Lindseyland</td>\n",
              "      <td>Ohio</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>General</td>\n",
              "      <td>79.0</td>\n",
              "      <td>119.0</td>\n",
              "      <td>161.0</td>\n",
              "      <td>56.0</td>\n",
              "      <td>315.070931</td>\n",
              "      <td>NaN</td>\n",
              "      <td>37.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>64.392139</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>18.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Taylorfort</td>\n",
              "      <td>Pennsylvania</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>General</td>\n",
              "      <td>99.0</td>\n",
              "      <td>115.0</td>\n",
              "      <td>171.0</td>\n",
              "      <td>52.0</td>\n",
              "      <td>320.299899</td>\n",
              "      <td>175.0</td>\n",
              "      <td>108.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>8.872859</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>48.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Birdmouth</td>\n",
              "      <td>Montana</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Brown</td>\n",
              "      <td>None</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>93.0</td>\n",
              "      <td>89.0</td>\n",
              "      <td>186.0</td>\n",
              "      <td>87.0</td>\n",
              "      <td>264.214737</td>\n",
              "      <td>188.0</td>\n",
              "      <td>113.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>77.483113</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104995</th>\n",
              "      <td>74.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Anthony</td>\n",
              "      <td>Oklahoma</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>65.0</td>\n",
              "      <td>112.0</td>\n",
              "      <td>169.0</td>\n",
              "      <td>61.0</td>\n",
              "      <td>309.164446</td>\n",
              "      <td>183.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>63.204788</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104996</th>\n",
              "      <td>37.0</td>\n",
              "      <td>Male</td>\n",
              "      <td>Mckeetown</td>\n",
              "      <td>Utah</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Jones</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>General</td>\n",
              "      <td>NaN</td>\n",
              "      <td>111.0</td>\n",
              "      <td>165.0</td>\n",
              "      <td>67.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>191.0</td>\n",
              "      <td>47.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>113.867640</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104997</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Lake Lisachester</td>\n",
              "      <td>Nebraska</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Allergy</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>89.0</td>\n",
              "      <td>118.0</td>\n",
              "      <td>179.0</td>\n",
              "      <td>71.0</td>\n",
              "      <td>320.830418</td>\n",
              "      <td>172.0</td>\n",
              "      <td>39.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>35.622420</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104998</th>\n",
              "      <td>NaN</td>\n",
              "      <td>Female</td>\n",
              "      <td>Heidiborough</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Smith</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>74.0</td>\n",
              "      <td>123.0</td>\n",
              "      <td>167.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>5.341231</td>\n",
              "      <td>180.0</td>\n",
              "      <td>79.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>124.408341</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104999</th>\n",
              "      <td>45.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>South Jeffrey</td>\n",
              "      <td>Massachusetts</td>\n",
              "      <td>No</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Brown</td>\n",
              "      <td>Allergy</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>General</td>\n",
              "      <td>77.0</td>\n",
              "      <td>140.0</td>\n",
              "      <td>167.0</td>\n",
              "      <td>62.0</td>\n",
              "      <td>454.949839</td>\n",
              "      <td>167.0</td>\n",
              "      <td>81.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>87.910601</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>105000 rows × 20 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e09e5ce9-5238-4559-8a27-aff8ce7ec422')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-e09e5ce9-5238-4559-8a27-aff8ce7ec422 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-e09e5ce9-5238-4559-8a27-aff8ce7ec422');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-f85d3742-8252-4b9a-ad07-579707d78350\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-f85d3742-8252-4b9a-ad07-579707d78350')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-f85d3742-8252-4b9a-ad07-579707d78350 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 142
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#### Remove any duplicate rows and columns, if they exist."
      ],
      "metadata": {
        "id": "-WRY4o5zirPZ"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Remove duplicate rows through drop_duplicates\n",
        "data.drop_duplicates(inplace=True)\n",
        "data"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 617
        },
        "id": "Ft8wSijfiwZw",
        "outputId": "d01a2ca0-012d-4206-b762-338c6e63fdc6"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        Patient Age  Gender  City of Residence State of Residence  \\\n",
              "0              45.0   Other         West Brian           Kentucky   \n",
              "1              25.0  Female   East Jocelynfurt           Colorado   \n",
              "2              51.0   Other  South Lindseyland               Ohio   \n",
              "3              18.0  Female         Taylorfort       Pennsylvania   \n",
              "4              48.0  Female          Birdmouth            Montana   \n",
              "...             ...     ...                ...                ...   \n",
              "104994         53.0  Female      Michelleburgh       South Dakota   \n",
              "104995         74.0   Other       West Anthony           Oklahoma   \n",
              "104996         37.0    Male          Mckeetown               Utah   \n",
              "104997         51.0  Female   Lake Lisachester           Nebraska   \n",
              "104998          NaN  Female       Heidiborough                NaN   \n",
              "\n",
              "       Has Insurance Visited Last Month Payment Method Preferred Doctor  \\\n",
              "0                Yes                Yes      Insurance     Dr. Williams   \n",
              "1                 No                Yes           Card      Dr. Johnson   \n",
              "2                Yes                 No           Cash     Dr. Williams   \n",
              "3                Yes                NaN           Cash     Dr. Williams   \n",
              "4                 No                 No      Insurance        Dr. Brown   \n",
              "...              ...                ...            ...              ...   \n",
              "104994            No                 No           Card     Dr. Williams   \n",
              "104995           Yes                 No           Card     Dr. Williams   \n",
              "104996           Yes                 No           Cash        Dr. Jones   \n",
              "104997           Yes                Yes      Insurance     Dr. Williams   \n",
              "104998           Yes                 No           Cash        Dr. Smith   \n",
              "\n",
              "       Disease Diagnosed Medication Prescribed Type of Appointment  \\\n",
              "0                    Flu                 Med_E             General   \n",
              "1                    Flu                 Med_B          Specialist   \n",
              "2               Covid-19                 Med_D             General   \n",
              "3                    Flu                 Med_A             General   \n",
              "4                   None                 Med_C          Specialist   \n",
              "...                  ...                   ...                 ...   \n",
              "104994               Flu                 Med_B           Emergency   \n",
              "104995          Covid-19                 Med_E          Specialist   \n",
              "104996          Covid-19                 Med_C             General   \n",
              "104997           Allergy                 Med_D           Follow-Up   \n",
              "104998          Covid-19                 Med_A           Follow-Up   \n",
              "\n",
              "        Average Heart Rate  Average BP  Height (in cm)  Weight (in kg)  \\\n",
              "0                     66.0       111.0           183.0            70.0   \n",
              "1                     59.0         NaN           174.0            58.0   \n",
              "2                     79.0       119.0           161.0            56.0   \n",
              "3                     99.0       115.0           171.0            52.0   \n",
              "4                     93.0        89.0           186.0            87.0   \n",
              "...                    ...         ...             ...             ...   \n",
              "104994                68.0       109.0           172.0            75.0   \n",
              "104995                65.0       112.0           169.0            61.0   \n",
              "104996                 NaN       111.0           165.0            67.0   \n",
              "104997                89.0       118.0           179.0            71.0   \n",
              "104998                74.0       123.0           167.0            75.0   \n",
              "\n",
              "        Payment Due ($)  Last Visit (days ago)  Visit Duration (mins)  \\\n",
              "0             65.457216                  193.0                   92.0   \n",
              "1            430.683657                  195.0                    NaN   \n",
              "2            315.070931                    NaN                   37.0   \n",
              "3            320.299899                  175.0                  108.0   \n",
              "4            264.214737                  188.0                  113.0   \n",
              "...                 ...                    ...                    ...   \n",
              "104994       488.031604                  167.0                   25.0   \n",
              "104995       309.164446                  183.0                   10.0   \n",
              "104996              NaN                  191.0                   47.0   \n",
              "104997       320.830418                  172.0                   39.0   \n",
              "104998         5.341231                  180.0                   79.0   \n",
              "\n",
              "        Number of Tests  Prescription Cost ($)  \n",
              "0                   5.0              15.717517  \n",
              "1                   4.0              80.786473  \n",
              "2                   2.0              64.392139  \n",
              "3                   2.0               8.872859  \n",
              "4                   3.0              77.483113  \n",
              "...                 ...                    ...  \n",
              "104994              5.0              69.542286  \n",
              "104995              3.0              63.204788  \n",
              "104996              2.0             113.867640  \n",
              "104997              3.0              35.622420  \n",
              "104998              NaN             124.408341  \n",
              "\n",
              "[100000 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-439e21a5-61b1-4351-a588-32c508de217d\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Patient Age</th>\n",
              "      <th>Gender</th>\n",
              "      <th>City of Residence</th>\n",
              "      <th>State of Residence</th>\n",
              "      <th>Has Insurance</th>\n",
              "      <th>Visited Last Month</th>\n",
              "      <th>Payment Method</th>\n",
              "      <th>Preferred Doctor</th>\n",
              "      <th>Disease Diagnosed</th>\n",
              "      <th>Medication Prescribed</th>\n",
              "      <th>Type of Appointment</th>\n",
              "      <th>Average Heart Rate</th>\n",
              "      <th>Average BP</th>\n",
              "      <th>Height (in cm)</th>\n",
              "      <th>Weight (in kg)</th>\n",
              "      <th>Payment Due ($)</th>\n",
              "      <th>Last Visit (days ago)</th>\n",
              "      <th>Visit Duration (mins)</th>\n",
              "      <th>Number of Tests</th>\n",
              "      <th>Prescription Cost ($)</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>45.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Brian</td>\n",
              "      <td>Kentucky</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>General</td>\n",
              "      <td>66.0</td>\n",
              "      <td>111.0</td>\n",
              "      <td>183.0</td>\n",
              "      <td>70.0</td>\n",
              "      <td>65.457216</td>\n",
              "      <td>193.0</td>\n",
              "      <td>92.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>15.717517</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>25.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>East Jocelynfurt</td>\n",
              "      <td>Colorado</td>\n",
              "      <td>No</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Johnson</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>59.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>174.0</td>\n",
              "      <td>58.0</td>\n",
              "      <td>430.683657</td>\n",
              "      <td>195.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>4.0</td>\n",
              "      <td>80.786473</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>South Lindseyland</td>\n",
              "      <td>Ohio</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>General</td>\n",
              "      <td>79.0</td>\n",
              "      <td>119.0</td>\n",
              "      <td>161.0</td>\n",
              "      <td>56.0</td>\n",
              "      <td>315.070931</td>\n",
              "      <td>NaN</td>\n",
              "      <td>37.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>64.392139</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>18.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Taylorfort</td>\n",
              "      <td>Pennsylvania</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>General</td>\n",
              "      <td>99.0</td>\n",
              "      <td>115.0</td>\n",
              "      <td>171.0</td>\n",
              "      <td>52.0</td>\n",
              "      <td>320.299899</td>\n",
              "      <td>175.0</td>\n",
              "      <td>108.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>8.872859</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>48.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Birdmouth</td>\n",
              "      <td>Montana</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Brown</td>\n",
              "      <td>None</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>93.0</td>\n",
              "      <td>89.0</td>\n",
              "      <td>186.0</td>\n",
              "      <td>87.0</td>\n",
              "      <td>264.214737</td>\n",
              "      <td>188.0</td>\n",
              "      <td>113.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>77.483113</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104994</th>\n",
              "      <td>53.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Michelleburgh</td>\n",
              "      <td>South Dakota</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>Emergency</td>\n",
              "      <td>68.0</td>\n",
              "      <td>109.0</td>\n",
              "      <td>172.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>488.031604</td>\n",
              "      <td>167.0</td>\n",
              "      <td>25.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>69.542286</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104995</th>\n",
              "      <td>74.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Anthony</td>\n",
              "      <td>Oklahoma</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>65.0</td>\n",
              "      <td>112.0</td>\n",
              "      <td>169.0</td>\n",
              "      <td>61.0</td>\n",
              "      <td>309.164446</td>\n",
              "      <td>183.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>63.204788</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104996</th>\n",
              "      <td>37.0</td>\n",
              "      <td>Male</td>\n",
              "      <td>Mckeetown</td>\n",
              "      <td>Utah</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Jones</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>General</td>\n",
              "      <td>NaN</td>\n",
              "      <td>111.0</td>\n",
              "      <td>165.0</td>\n",
              "      <td>67.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>191.0</td>\n",
              "      <td>47.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>113.867640</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104997</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Lake Lisachester</td>\n",
              "      <td>Nebraska</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Allergy</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>89.0</td>\n",
              "      <td>118.0</td>\n",
              "      <td>179.0</td>\n",
              "      <td>71.0</td>\n",
              "      <td>320.830418</td>\n",
              "      <td>172.0</td>\n",
              "      <td>39.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>35.622420</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104998</th>\n",
              "      <td>NaN</td>\n",
              "      <td>Female</td>\n",
              "      <td>Heidiborough</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Smith</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>74.0</td>\n",
              "      <td>123.0</td>\n",
              "      <td>167.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>5.341231</td>\n",
              "      <td>180.0</td>\n",
              "      <td>79.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>124.408341</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100000 rows × 20 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-439e21a5-61b1-4351-a588-32c508de217d')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-439e21a5-61b1-4351-a588-32c508de217d button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-439e21a5-61b1-4351-a588-32c508de217d');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-ef622330-c7e5-484c-b375-9ab5474100f7\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-ef622330-c7e5-484c-b375-9ab5474100f7')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-ef622330-c7e5-484c-b375-9ab5474100f7 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 143
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Removing any duplicate columns where loc selects all the rows and only the columns that aren't duplicated.\n",
        "# Used this site https://saturncloud.io/blog/how-to-remove-duplicate-columns-from-pandasreadcsv/#:~:text=Columns%20from%20pandas.-,read_csv(),by%20specifying%20the%20axis%20parameter. Not sure if it is correct but it is still a learning process.\n",
        "data = data.loc[:, ~data.columns.duplicated()]\n",
        "data"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 617
        },
        "id": "OEDeS1Hdna5A",
        "outputId": "60a8f129-aaae-4295-e881-da24ace4a711"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        Patient Age  Gender  City of Residence State of Residence  \\\n",
              "0              45.0   Other         West Brian           Kentucky   \n",
              "1              25.0  Female   East Jocelynfurt           Colorado   \n",
              "2              51.0   Other  South Lindseyland               Ohio   \n",
              "3              18.0  Female         Taylorfort       Pennsylvania   \n",
              "4              48.0  Female          Birdmouth            Montana   \n",
              "...             ...     ...                ...                ...   \n",
              "104994         53.0  Female      Michelleburgh       South Dakota   \n",
              "104995         74.0   Other       West Anthony           Oklahoma   \n",
              "104996         37.0    Male          Mckeetown               Utah   \n",
              "104997         51.0  Female   Lake Lisachester           Nebraska   \n",
              "104998          NaN  Female       Heidiborough                NaN   \n",
              "\n",
              "       Has Insurance Visited Last Month Payment Method Preferred Doctor  \\\n",
              "0                Yes                Yes      Insurance     Dr. Williams   \n",
              "1                 No                Yes           Card      Dr. Johnson   \n",
              "2                Yes                 No           Cash     Dr. Williams   \n",
              "3                Yes                NaN           Cash     Dr. Williams   \n",
              "4                 No                 No      Insurance        Dr. Brown   \n",
              "...              ...                ...            ...              ...   \n",
              "104994            No                 No           Card     Dr. Williams   \n",
              "104995           Yes                 No           Card     Dr. Williams   \n",
              "104996           Yes                 No           Cash        Dr. Jones   \n",
              "104997           Yes                Yes      Insurance     Dr. Williams   \n",
              "104998           Yes                 No           Cash        Dr. Smith   \n",
              "\n",
              "       Disease Diagnosed Medication Prescribed Type of Appointment  \\\n",
              "0                    Flu                 Med_E             General   \n",
              "1                    Flu                 Med_B          Specialist   \n",
              "2               Covid-19                 Med_D             General   \n",
              "3                    Flu                 Med_A             General   \n",
              "4                   None                 Med_C          Specialist   \n",
              "...                  ...                   ...                 ...   \n",
              "104994               Flu                 Med_B           Emergency   \n",
              "104995          Covid-19                 Med_E          Specialist   \n",
              "104996          Covid-19                 Med_C             General   \n",
              "104997           Allergy                 Med_D           Follow-Up   \n",
              "104998          Covid-19                 Med_A           Follow-Up   \n",
              "\n",
              "        Average Heart Rate  Average BP  Height (in cm)  Weight (in kg)  \\\n",
              "0                     66.0       111.0           183.0            70.0   \n",
              "1                     59.0         NaN           174.0            58.0   \n",
              "2                     79.0       119.0           161.0            56.0   \n",
              "3                     99.0       115.0           171.0            52.0   \n",
              "4                     93.0        89.0           186.0            87.0   \n",
              "...                    ...         ...             ...             ...   \n",
              "104994                68.0       109.0           172.0            75.0   \n",
              "104995                65.0       112.0           169.0            61.0   \n",
              "104996                 NaN       111.0           165.0            67.0   \n",
              "104997                89.0       118.0           179.0            71.0   \n",
              "104998                74.0       123.0           167.0            75.0   \n",
              "\n",
              "        Payment Due ($)  Last Visit (days ago)  Visit Duration (mins)  \\\n",
              "0             65.457216                  193.0                   92.0   \n",
              "1            430.683657                  195.0                    NaN   \n",
              "2            315.070931                    NaN                   37.0   \n",
              "3            320.299899                  175.0                  108.0   \n",
              "4            264.214737                  188.0                  113.0   \n",
              "...                 ...                    ...                    ...   \n",
              "104994       488.031604                  167.0                   25.0   \n",
              "104995       309.164446                  183.0                   10.0   \n",
              "104996              NaN                  191.0                   47.0   \n",
              "104997       320.830418                  172.0                   39.0   \n",
              "104998         5.341231                  180.0                   79.0   \n",
              "\n",
              "        Number of Tests  Prescription Cost ($)  \n",
              "0                   5.0              15.717517  \n",
              "1                   4.0              80.786473  \n",
              "2                   2.0              64.392139  \n",
              "3                   2.0               8.872859  \n",
              "4                   3.0              77.483113  \n",
              "...                 ...                    ...  \n",
              "104994              5.0              69.542286  \n",
              "104995              3.0              63.204788  \n",
              "104996              2.0             113.867640  \n",
              "104997              3.0              35.622420  \n",
              "104998              NaN             124.408341  \n",
              "\n",
              "[100000 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-f7a2e76a-5e62-4b66-9e9b-1d662a73a650\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Patient Age</th>\n",
              "      <th>Gender</th>\n",
              "      <th>City of Residence</th>\n",
              "      <th>State of Residence</th>\n",
              "      <th>Has Insurance</th>\n",
              "      <th>Visited Last Month</th>\n",
              "      <th>Payment Method</th>\n",
              "      <th>Preferred Doctor</th>\n",
              "      <th>Disease Diagnosed</th>\n",
              "      <th>Medication Prescribed</th>\n",
              "      <th>Type of Appointment</th>\n",
              "      <th>Average Heart Rate</th>\n",
              "      <th>Average BP</th>\n",
              "      <th>Height (in cm)</th>\n",
              "      <th>Weight (in kg)</th>\n",
              "      <th>Payment Due ($)</th>\n",
              "      <th>Last Visit (days ago)</th>\n",
              "      <th>Visit Duration (mins)</th>\n",
              "      <th>Number of Tests</th>\n",
              "      <th>Prescription Cost ($)</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>45.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Brian</td>\n",
              "      <td>Kentucky</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>General</td>\n",
              "      <td>66.0</td>\n",
              "      <td>111.0</td>\n",
              "      <td>183.0</td>\n",
              "      <td>70.0</td>\n",
              "      <td>65.457216</td>\n",
              "      <td>193.0</td>\n",
              "      <td>92.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>15.717517</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>25.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>East Jocelynfurt</td>\n",
              "      <td>Colorado</td>\n",
              "      <td>No</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Johnson</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>59.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>174.0</td>\n",
              "      <td>58.0</td>\n",
              "      <td>430.683657</td>\n",
              "      <td>195.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>4.0</td>\n",
              "      <td>80.786473</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>South Lindseyland</td>\n",
              "      <td>Ohio</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>General</td>\n",
              "      <td>79.0</td>\n",
              "      <td>119.0</td>\n",
              "      <td>161.0</td>\n",
              "      <td>56.0</td>\n",
              "      <td>315.070931</td>\n",
              "      <td>NaN</td>\n",
              "      <td>37.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>64.392139</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>18.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Taylorfort</td>\n",
              "      <td>Pennsylvania</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>General</td>\n",
              "      <td>99.0</td>\n",
              "      <td>115.0</td>\n",
              "      <td>171.0</td>\n",
              "      <td>52.0</td>\n",
              "      <td>320.299899</td>\n",
              "      <td>175.0</td>\n",
              "      <td>108.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>8.872859</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>48.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Birdmouth</td>\n",
              "      <td>Montana</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Brown</td>\n",
              "      <td>None</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>93.0</td>\n",
              "      <td>89.0</td>\n",
              "      <td>186.0</td>\n",
              "      <td>87.0</td>\n",
              "      <td>264.214737</td>\n",
              "      <td>188.0</td>\n",
              "      <td>113.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>77.483113</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104994</th>\n",
              "      <td>53.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Michelleburgh</td>\n",
              "      <td>South Dakota</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>Emergency</td>\n",
              "      <td>68.0</td>\n",
              "      <td>109.0</td>\n",
              "      <td>172.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>488.031604</td>\n",
              "      <td>167.0</td>\n",
              "      <td>25.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>69.542286</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104995</th>\n",
              "      <td>74.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Anthony</td>\n",
              "      <td>Oklahoma</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>65.0</td>\n",
              "      <td>112.0</td>\n",
              "      <td>169.0</td>\n",
              "      <td>61.0</td>\n",
              "      <td>309.164446</td>\n",
              "      <td>183.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>63.204788</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104996</th>\n",
              "      <td>37.0</td>\n",
              "      <td>Male</td>\n",
              "      <td>Mckeetown</td>\n",
              "      <td>Utah</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Jones</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>General</td>\n",
              "      <td>NaN</td>\n",
              "      <td>111.0</td>\n",
              "      <td>165.0</td>\n",
              "      <td>67.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>191.0</td>\n",
              "      <td>47.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>113.867640</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104997</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Lake Lisachester</td>\n",
              "      <td>Nebraska</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Allergy</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>89.0</td>\n",
              "      <td>118.0</td>\n",
              "      <td>179.0</td>\n",
              "      <td>71.0</td>\n",
              "      <td>320.830418</td>\n",
              "      <td>172.0</td>\n",
              "      <td>39.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>35.622420</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104998</th>\n",
              "      <td>NaN</td>\n",
              "      <td>Female</td>\n",
              "      <td>Heidiborough</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Smith</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>74.0</td>\n",
              "      <td>123.0</td>\n",
              "      <td>167.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>5.341231</td>\n",
              "      <td>180.0</td>\n",
              "      <td>79.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>124.408341</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100000 rows × 20 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-f7a2e76a-5e62-4b66-9e9b-1d662a73a650')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-f7a2e76a-5e62-4b66-9e9b-1d662a73a650 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-f7a2e76a-5e62-4b66-9e9b-1d662a73a650');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-10d7ed5f-283d-4f4e-bb0a-56cb4f02829d\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-10d7ed5f-283d-4f4e-bb0a-56cb4f02829d')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-10d7ed5f-283d-4f4e-bb0a-56cb4f02829d button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 144
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#### Clean column names"
      ],
      "metadata": {
        "id": "dUZQKRLvq-Un"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Remove leading and trailing white space from a column\n",
        "data.columns= data.columns.str.strip()\n",
        "data"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 617
        },
        "id": "N8HtRwYhrACo",
        "outputId": "0ca1d3f9-01cb-4def-cf62-ac078e2766b3"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        Patient Age  Gender  City of Residence State of Residence  \\\n",
              "0              45.0   Other         West Brian           Kentucky   \n",
              "1              25.0  Female   East Jocelynfurt           Colorado   \n",
              "2              51.0   Other  South Lindseyland               Ohio   \n",
              "3              18.0  Female         Taylorfort       Pennsylvania   \n",
              "4              48.0  Female          Birdmouth            Montana   \n",
              "...             ...     ...                ...                ...   \n",
              "104994         53.0  Female      Michelleburgh       South Dakota   \n",
              "104995         74.0   Other       West Anthony           Oklahoma   \n",
              "104996         37.0    Male          Mckeetown               Utah   \n",
              "104997         51.0  Female   Lake Lisachester           Nebraska   \n",
              "104998          NaN  Female       Heidiborough                NaN   \n",
              "\n",
              "       Has Insurance Visited Last Month Payment Method Preferred Doctor  \\\n",
              "0                Yes                Yes      Insurance     Dr. Williams   \n",
              "1                 No                Yes           Card      Dr. Johnson   \n",
              "2                Yes                 No           Cash     Dr. Williams   \n",
              "3                Yes                NaN           Cash     Dr. Williams   \n",
              "4                 No                 No      Insurance        Dr. Brown   \n",
              "...              ...                ...            ...              ...   \n",
              "104994            No                 No           Card     Dr. Williams   \n",
              "104995           Yes                 No           Card     Dr. Williams   \n",
              "104996           Yes                 No           Cash        Dr. Jones   \n",
              "104997           Yes                Yes      Insurance     Dr. Williams   \n",
              "104998           Yes                 No           Cash        Dr. Smith   \n",
              "\n",
              "       Disease Diagnosed Medication Prescribed Type of Appointment  \\\n",
              "0                    Flu                 Med_E             General   \n",
              "1                    Flu                 Med_B          Specialist   \n",
              "2               Covid-19                 Med_D             General   \n",
              "3                    Flu                 Med_A             General   \n",
              "4                   None                 Med_C          Specialist   \n",
              "...                  ...                   ...                 ...   \n",
              "104994               Flu                 Med_B           Emergency   \n",
              "104995          Covid-19                 Med_E          Specialist   \n",
              "104996          Covid-19                 Med_C             General   \n",
              "104997           Allergy                 Med_D           Follow-Up   \n",
              "104998          Covid-19                 Med_A           Follow-Up   \n",
              "\n",
              "        Average Heart Rate  Average BP  Height (in cm)  Weight (in kg)  \\\n",
              "0                     66.0       111.0           183.0            70.0   \n",
              "1                     59.0         NaN           174.0            58.0   \n",
              "2                     79.0       119.0           161.0            56.0   \n",
              "3                     99.0       115.0           171.0            52.0   \n",
              "4                     93.0        89.0           186.0            87.0   \n",
              "...                    ...         ...             ...             ...   \n",
              "104994                68.0       109.0           172.0            75.0   \n",
              "104995                65.0       112.0           169.0            61.0   \n",
              "104996                 NaN       111.0           165.0            67.0   \n",
              "104997                89.0       118.0           179.0            71.0   \n",
              "104998                74.0       123.0           167.0            75.0   \n",
              "\n",
              "        Payment Due ($)  Last Visit (days ago)  Visit Duration (mins)  \\\n",
              "0             65.457216                  193.0                   92.0   \n",
              "1            430.683657                  195.0                    NaN   \n",
              "2            315.070931                    NaN                   37.0   \n",
              "3            320.299899                  175.0                  108.0   \n",
              "4            264.214737                  188.0                  113.0   \n",
              "...                 ...                    ...                    ...   \n",
              "104994       488.031604                  167.0                   25.0   \n",
              "104995       309.164446                  183.0                   10.0   \n",
              "104996              NaN                  191.0                   47.0   \n",
              "104997       320.830418                  172.0                   39.0   \n",
              "104998         5.341231                  180.0                   79.0   \n",
              "\n",
              "        Number of Tests  Prescription Cost ($)  \n",
              "0                   5.0              15.717517  \n",
              "1                   4.0              80.786473  \n",
              "2                   2.0              64.392139  \n",
              "3                   2.0               8.872859  \n",
              "4                   3.0              77.483113  \n",
              "...                 ...                    ...  \n",
              "104994              5.0              69.542286  \n",
              "104995              3.0              63.204788  \n",
              "104996              2.0             113.867640  \n",
              "104997              3.0              35.622420  \n",
              "104998              NaN             124.408341  \n",
              "\n",
              "[100000 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-0fa21da3-d6ea-4c26-b479-87481a61e62f\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Patient Age</th>\n",
              "      <th>Gender</th>\n",
              "      <th>City of Residence</th>\n",
              "      <th>State of Residence</th>\n",
              "      <th>Has Insurance</th>\n",
              "      <th>Visited Last Month</th>\n",
              "      <th>Payment Method</th>\n",
              "      <th>Preferred Doctor</th>\n",
              "      <th>Disease Diagnosed</th>\n",
              "      <th>Medication Prescribed</th>\n",
              "      <th>Type of Appointment</th>\n",
              "      <th>Average Heart Rate</th>\n",
              "      <th>Average BP</th>\n",
              "      <th>Height (in cm)</th>\n",
              "      <th>Weight (in kg)</th>\n",
              "      <th>Payment Due ($)</th>\n",
              "      <th>Last Visit (days ago)</th>\n",
              "      <th>Visit Duration (mins)</th>\n",
              "      <th>Number of Tests</th>\n",
              "      <th>Prescription Cost ($)</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>45.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Brian</td>\n",
              "      <td>Kentucky</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>General</td>\n",
              "      <td>66.0</td>\n",
              "      <td>111.0</td>\n",
              "      <td>183.0</td>\n",
              "      <td>70.0</td>\n",
              "      <td>65.457216</td>\n",
              "      <td>193.0</td>\n",
              "      <td>92.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>15.717517</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>25.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>East Jocelynfurt</td>\n",
              "      <td>Colorado</td>\n",
              "      <td>No</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Johnson</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>59.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>174.0</td>\n",
              "      <td>58.0</td>\n",
              "      <td>430.683657</td>\n",
              "      <td>195.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>4.0</td>\n",
              "      <td>80.786473</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>South Lindseyland</td>\n",
              "      <td>Ohio</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>General</td>\n",
              "      <td>79.0</td>\n",
              "      <td>119.0</td>\n",
              "      <td>161.0</td>\n",
              "      <td>56.0</td>\n",
              "      <td>315.070931</td>\n",
              "      <td>NaN</td>\n",
              "      <td>37.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>64.392139</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>18.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Taylorfort</td>\n",
              "      <td>Pennsylvania</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>General</td>\n",
              "      <td>99.0</td>\n",
              "      <td>115.0</td>\n",
              "      <td>171.0</td>\n",
              "      <td>52.0</td>\n",
              "      <td>320.299899</td>\n",
              "      <td>175.0</td>\n",
              "      <td>108.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>8.872859</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>48.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Birdmouth</td>\n",
              "      <td>Montana</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Brown</td>\n",
              "      <td>None</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>93.0</td>\n",
              "      <td>89.0</td>\n",
              "      <td>186.0</td>\n",
              "      <td>87.0</td>\n",
              "      <td>264.214737</td>\n",
              "      <td>188.0</td>\n",
              "      <td>113.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>77.483113</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104994</th>\n",
              "      <td>53.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Michelleburgh</td>\n",
              "      <td>South Dakota</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>Emergency</td>\n",
              "      <td>68.0</td>\n",
              "      <td>109.0</td>\n",
              "      <td>172.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>488.031604</td>\n",
              "      <td>167.0</td>\n",
              "      <td>25.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>69.542286</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104995</th>\n",
              "      <td>74.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Anthony</td>\n",
              "      <td>Oklahoma</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>65.0</td>\n",
              "      <td>112.0</td>\n",
              "      <td>169.0</td>\n",
              "      <td>61.0</td>\n",
              "      <td>309.164446</td>\n",
              "      <td>183.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>63.204788</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104996</th>\n",
              "      <td>37.0</td>\n",
              "      <td>Male</td>\n",
              "      <td>Mckeetown</td>\n",
              "      <td>Utah</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Jones</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>General</td>\n",
              "      <td>NaN</td>\n",
              "      <td>111.0</td>\n",
              "      <td>165.0</td>\n",
              "      <td>67.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>191.0</td>\n",
              "      <td>47.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>113.867640</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104997</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Lake Lisachester</td>\n",
              "      <td>Nebraska</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Allergy</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>89.0</td>\n",
              "      <td>118.0</td>\n",
              "      <td>179.0</td>\n",
              "      <td>71.0</td>\n",
              "      <td>320.830418</td>\n",
              "      <td>172.0</td>\n",
              "      <td>39.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>35.622420</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104998</th>\n",
              "      <td>NaN</td>\n",
              "      <td>Female</td>\n",
              "      <td>Heidiborough</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Smith</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>74.0</td>\n",
              "      <td>123.0</td>\n",
              "      <td>167.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>5.341231</td>\n",
              "      <td>180.0</td>\n",
              "      <td>79.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>124.408341</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100000 rows × 20 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-0fa21da3-d6ea-4c26-b479-87481a61e62f')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-0fa21da3-d6ea-4c26-b479-87481a61e62f button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-0fa21da3-d6ea-4c26-b479-87481a61e62f');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-456bee80-2d8a-4872-aece-296bb32c5da8\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-456bee80-2d8a-4872-aece-296bb32c5da8')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-456bee80-2d8a-4872-aece-296bb32c5da8 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 145
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Function to remove white space and special characters from a value\n",
        "def clean_column_names(data):\n",
        "  def clean_name(value):\n",
        "    cleaned_name = re.sub(r'[^a-zA-Z0-9]', '', value)\n",
        "    return cleaned_name.lower()\n",
        "  data.columns = [clean_name(col) for col in data.columns]\n",
        "  return data\n",
        "# Apply the clean_value function to all columns\n",
        "data = clean_column_names(data)"
      ],
      "metadata": {
        "id": "oKjkQZ5ItXuX"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Display clean data\n",
        "data"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 443
        },
        "id": "EAKRr8nwuKy6",
        "outputId": "2f32240e-4447-4b67-c5b5-e91148b2ba1e"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        patientage  gender    cityofresidence stateofresidence hasinsurance  \\\n",
              "0             45.0   Other         West Brian         Kentucky          Yes   \n",
              "1             25.0  Female   East Jocelynfurt         Colorado           No   \n",
              "2             51.0   Other  South Lindseyland             Ohio          Yes   \n",
              "3             18.0  Female         Taylorfort     Pennsylvania          Yes   \n",
              "4             48.0  Female          Birdmouth          Montana           No   \n",
              "...            ...     ...                ...              ...          ...   \n",
              "104994        53.0  Female      Michelleburgh     South Dakota           No   \n",
              "104995        74.0   Other       West Anthony         Oklahoma          Yes   \n",
              "104996        37.0    Male          Mckeetown             Utah          Yes   \n",
              "104997        51.0  Female   Lake Lisachester         Nebraska          Yes   \n",
              "104998         NaN  Female       Heidiborough              NaN          Yes   \n",
              "\n",
              "       visitedlastmonth paymentmethod preferreddoctor diseasediagnosed  \\\n",
              "0                   Yes     Insurance    Dr. Williams              Flu   \n",
              "1                   Yes          Card     Dr. Johnson              Flu   \n",
              "2                    No          Cash    Dr. Williams         Covid-19   \n",
              "3                   NaN          Cash    Dr. Williams              Flu   \n",
              "4                    No     Insurance       Dr. Brown             None   \n",
              "...                 ...           ...             ...              ...   \n",
              "104994               No          Card    Dr. Williams              Flu   \n",
              "104995               No          Card    Dr. Williams         Covid-19   \n",
              "104996               No          Cash       Dr. Jones         Covid-19   \n",
              "104997              Yes     Insurance    Dr. Williams          Allergy   \n",
              "104998               No          Cash       Dr. Smith         Covid-19   \n",
              "\n",
              "       medicationprescribed typeofappointment  averageheartrate  averagebp  \\\n",
              "0                     Med_E           General              66.0      111.0   \n",
              "1                     Med_B        Specialist              59.0        NaN   \n",
              "2                     Med_D           General              79.0      119.0   \n",
              "3                     Med_A           General              99.0      115.0   \n",
              "4                     Med_C        Specialist              93.0       89.0   \n",
              "...                     ...               ...               ...        ...   \n",
              "104994                Med_B         Emergency              68.0      109.0   \n",
              "104995                Med_E        Specialist              65.0      112.0   \n",
              "104996                Med_C           General               NaN      111.0   \n",
              "104997                Med_D         Follow-Up              89.0      118.0   \n",
              "104998                Med_A         Follow-Up              74.0      123.0   \n",
              "\n",
              "        heightincm  weightinkg  paymentdue  lastvisitdaysago  \\\n",
              "0            183.0        70.0   65.457216             193.0   \n",
              "1            174.0        58.0  430.683657             195.0   \n",
              "2            161.0        56.0  315.070931               NaN   \n",
              "3            171.0        52.0  320.299899             175.0   \n",
              "4            186.0        87.0  264.214737             188.0   \n",
              "...            ...         ...         ...               ...   \n",
              "104994       172.0        75.0  488.031604             167.0   \n",
              "104995       169.0        61.0  309.164446             183.0   \n",
              "104996       165.0        67.0         NaN             191.0   \n",
              "104997       179.0        71.0  320.830418             172.0   \n",
              "104998       167.0        75.0    5.341231             180.0   \n",
              "\n",
              "        visitdurationmins  numberoftests  prescriptioncost  \n",
              "0                    92.0            5.0         15.717517  \n",
              "1                     NaN            4.0         80.786473  \n",
              "2                    37.0            2.0         64.392139  \n",
              "3                   108.0            2.0          8.872859  \n",
              "4                   113.0            3.0         77.483113  \n",
              "...                   ...            ...               ...  \n",
              "104994               25.0            5.0         69.542286  \n",
              "104995               10.0            3.0         63.204788  \n",
              "104996               47.0            2.0        113.867640  \n",
              "104997               39.0            3.0         35.622420  \n",
              "104998               79.0            NaN        124.408341  \n",
              "\n",
              "[100000 rows x 20 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-1d284058-0566-4096-b9bf-852348925d18\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>patientage</th>\n",
              "      <th>gender</th>\n",
              "      <th>cityofresidence</th>\n",
              "      <th>stateofresidence</th>\n",
              "      <th>hasinsurance</th>\n",
              "      <th>visitedlastmonth</th>\n",
              "      <th>paymentmethod</th>\n",
              "      <th>preferreddoctor</th>\n",
              "      <th>diseasediagnosed</th>\n",
              "      <th>medicationprescribed</th>\n",
              "      <th>typeofappointment</th>\n",
              "      <th>averageheartrate</th>\n",
              "      <th>averagebp</th>\n",
              "      <th>heightincm</th>\n",
              "      <th>weightinkg</th>\n",
              "      <th>paymentdue</th>\n",
              "      <th>lastvisitdaysago</th>\n",
              "      <th>visitdurationmins</th>\n",
              "      <th>numberoftests</th>\n",
              "      <th>prescriptioncost</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>45.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Brian</td>\n",
              "      <td>Kentucky</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>General</td>\n",
              "      <td>66.0</td>\n",
              "      <td>111.0</td>\n",
              "      <td>183.0</td>\n",
              "      <td>70.0</td>\n",
              "      <td>65.457216</td>\n",
              "      <td>193.0</td>\n",
              "      <td>92.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>15.717517</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>25.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>East Jocelynfurt</td>\n",
              "      <td>Colorado</td>\n",
              "      <td>No</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Johnson</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>59.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>174.0</td>\n",
              "      <td>58.0</td>\n",
              "      <td>430.683657</td>\n",
              "      <td>195.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>4.0</td>\n",
              "      <td>80.786473</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>South Lindseyland</td>\n",
              "      <td>Ohio</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>General</td>\n",
              "      <td>79.0</td>\n",
              "      <td>119.0</td>\n",
              "      <td>161.0</td>\n",
              "      <td>56.0</td>\n",
              "      <td>315.070931</td>\n",
              "      <td>NaN</td>\n",
              "      <td>37.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>64.392139</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>18.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Taylorfort</td>\n",
              "      <td>Pennsylvania</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>General</td>\n",
              "      <td>99.0</td>\n",
              "      <td>115.0</td>\n",
              "      <td>171.0</td>\n",
              "      <td>52.0</td>\n",
              "      <td>320.299899</td>\n",
              "      <td>175.0</td>\n",
              "      <td>108.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>8.872859</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>48.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Birdmouth</td>\n",
              "      <td>Montana</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Brown</td>\n",
              "      <td>None</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>93.0</td>\n",
              "      <td>89.0</td>\n",
              "      <td>186.0</td>\n",
              "      <td>87.0</td>\n",
              "      <td>264.214737</td>\n",
              "      <td>188.0</td>\n",
              "      <td>113.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>77.483113</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104994</th>\n",
              "      <td>53.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Michelleburgh</td>\n",
              "      <td>South Dakota</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>Emergency</td>\n",
              "      <td>68.0</td>\n",
              "      <td>109.0</td>\n",
              "      <td>172.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>488.031604</td>\n",
              "      <td>167.0</td>\n",
              "      <td>25.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>69.542286</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104995</th>\n",
              "      <td>74.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Anthony</td>\n",
              "      <td>Oklahoma</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>Specialist</td>\n",
              "      <td>65.0</td>\n",
              "      <td>112.0</td>\n",
              "      <td>169.0</td>\n",
              "      <td>61.0</td>\n",
              "      <td>309.164446</td>\n",
              "      <td>183.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>63.204788</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104996</th>\n",
              "      <td>37.0</td>\n",
              "      <td>Male</td>\n",
              "      <td>Mckeetown</td>\n",
              "      <td>Utah</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Jones</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>General</td>\n",
              "      <td>NaN</td>\n",
              "      <td>111.0</td>\n",
              "      <td>165.0</td>\n",
              "      <td>67.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>191.0</td>\n",
              "      <td>47.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>113.867640</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104997</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Lake Lisachester</td>\n",
              "      <td>Nebraska</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Allergy</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>89.0</td>\n",
              "      <td>118.0</td>\n",
              "      <td>179.0</td>\n",
              "      <td>71.0</td>\n",
              "      <td>320.830418</td>\n",
              "      <td>172.0</td>\n",
              "      <td>39.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>35.622420</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104998</th>\n",
              "      <td>NaN</td>\n",
              "      <td>Female</td>\n",
              "      <td>Heidiborough</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Smith</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>Follow-Up</td>\n",
              "      <td>74.0</td>\n",
              "      <td>123.0</td>\n",
              "      <td>167.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>5.341231</td>\n",
              "      <td>180.0</td>\n",
              "      <td>79.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>124.408341</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100000 rows × 20 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1d284058-0566-4096-b9bf-852348925d18')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-1d284058-0566-4096-b9bf-852348925d18 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-1d284058-0566-4096-b9bf-852348925d18');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-daaa0bf3-5877-45ed-baef-9c42201c12c8\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-daaa0bf3-5877-45ed-baef-9c42201c12c8')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-daaa0bf3-5877-45ed-baef-9c42201c12c8 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 147
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## 2. Data Transformation"
      ],
      "metadata": {
        "id": "VRQz4iRsupnG"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Used np.where to select the column used\n",
        "# Did data[] to create a column\n",
        "# Used this site https://www.digitalocean.com/community/tutorials/python-numpy-where\n",
        "# If need to drop the column, do data = data.drop('column name', axis=1)\n",
        "\n",
        "data['patientisover65'] = np.where(data['patientage'] > 65, True, False)\n",
        "data['heartratestatus'] = np.where((data['averageheartrate'] > 60) & (data['averageheartrate'] < 100), 'Normal', 'Abnormal')\n",
        "data"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 443
        },
        "id": "zDkaWV9vxuJ-",
        "outputId": "583ca035-44f2-4257-df7d-028d44ea348c"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        patientage  gender    cityofresidence stateofresidence hasinsurance  \\\n",
              "0             45.0   Other         West Brian         Kentucky          Yes   \n",
              "1             25.0  Female   East Jocelynfurt         Colorado           No   \n",
              "2             51.0   Other  South Lindseyland             Ohio          Yes   \n",
              "3             18.0  Female         Taylorfort     Pennsylvania          Yes   \n",
              "4             48.0  Female          Birdmouth          Montana           No   \n",
              "...            ...     ...                ...              ...          ...   \n",
              "104994        53.0  Female      Michelleburgh     South Dakota           No   \n",
              "104995        74.0   Other       West Anthony         Oklahoma          Yes   \n",
              "104996        37.0    Male          Mckeetown             Utah          Yes   \n",
              "104997        51.0  Female   Lake Lisachester         Nebraska          Yes   \n",
              "104998         NaN  Female       Heidiborough              NaN          Yes   \n",
              "\n",
              "       visitedlastmonth paymentmethod preferreddoctor diseasediagnosed  \\\n",
              "0                   Yes     Insurance    Dr. Williams              Flu   \n",
              "1                   Yes          Card     Dr. Johnson              Flu   \n",
              "2                    No          Cash    Dr. Williams         Covid-19   \n",
              "3                   NaN          Cash    Dr. Williams              Flu   \n",
              "4                    No     Insurance       Dr. Brown             None   \n",
              "...                 ...           ...             ...              ...   \n",
              "104994               No          Card    Dr. Williams              Flu   \n",
              "104995               No          Card    Dr. Williams         Covid-19   \n",
              "104996               No          Cash       Dr. Jones         Covid-19   \n",
              "104997              Yes     Insurance    Dr. Williams          Allergy   \n",
              "104998               No          Cash       Dr. Smith         Covid-19   \n",
              "\n",
              "       medicationprescribed  ... averagebp  heightincm  weightinkg  \\\n",
              "0                     Med_E  ...     111.0       183.0        70.0   \n",
              "1                     Med_B  ...       NaN       174.0        58.0   \n",
              "2                     Med_D  ...     119.0       161.0        56.0   \n",
              "3                     Med_A  ...     115.0       171.0        52.0   \n",
              "4                     Med_C  ...      89.0       186.0        87.0   \n",
              "...                     ...  ...       ...         ...         ...   \n",
              "104994                Med_B  ...     109.0       172.0        75.0   \n",
              "104995                Med_E  ...     112.0       169.0        61.0   \n",
              "104996                Med_C  ...     111.0       165.0        67.0   \n",
              "104997                Med_D  ...     118.0       179.0        71.0   \n",
              "104998                Med_A  ...     123.0       167.0        75.0   \n",
              "\n",
              "        paymentdue  lastvisitdaysago  visitdurationmins  numberoftests  \\\n",
              "0        65.457216             193.0               92.0            5.0   \n",
              "1       430.683657             195.0                NaN            4.0   \n",
              "2       315.070931               NaN               37.0            2.0   \n",
              "3       320.299899             175.0              108.0            2.0   \n",
              "4       264.214737             188.0              113.0            3.0   \n",
              "...            ...               ...                ...            ...   \n",
              "104994  488.031604             167.0               25.0            5.0   \n",
              "104995  309.164446             183.0               10.0            3.0   \n",
              "104996         NaN             191.0               47.0            2.0   \n",
              "104997  320.830418             172.0               39.0            3.0   \n",
              "104998    5.341231             180.0               79.0            NaN   \n",
              "\n",
              "        prescriptioncost  patientisover65  heartratestatus  \n",
              "0              15.717517            False           Normal  \n",
              "1              80.786473            False         Abnormal  \n",
              "2              64.392139            False           Normal  \n",
              "3               8.872859            False           Normal  \n",
              "4              77.483113            False           Normal  \n",
              "...                  ...              ...              ...  \n",
              "104994         69.542286            False           Normal  \n",
              "104995         63.204788             True           Normal  \n",
              "104996        113.867640            False         Abnormal  \n",
              "104997         35.622420            False           Normal  \n",
              "104998        124.408341            False           Normal  \n",
              "\n",
              "[100000 rows x 22 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-32cbff22-de29-4c57-a3c8-318aa1e0a22c\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>patientage</th>\n",
              "      <th>gender</th>\n",
              "      <th>cityofresidence</th>\n",
              "      <th>stateofresidence</th>\n",
              "      <th>hasinsurance</th>\n",
              "      <th>visitedlastmonth</th>\n",
              "      <th>paymentmethod</th>\n",
              "      <th>preferreddoctor</th>\n",
              "      <th>diseasediagnosed</th>\n",
              "      <th>medicationprescribed</th>\n",
              "      <th>...</th>\n",
              "      <th>averagebp</th>\n",
              "      <th>heightincm</th>\n",
              "      <th>weightinkg</th>\n",
              "      <th>paymentdue</th>\n",
              "      <th>lastvisitdaysago</th>\n",
              "      <th>visitdurationmins</th>\n",
              "      <th>numberoftests</th>\n",
              "      <th>prescriptioncost</th>\n",
              "      <th>patientisover65</th>\n",
              "      <th>heartratestatus</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>45.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Brian</td>\n",
              "      <td>Kentucky</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>...</td>\n",
              "      <td>111.0</td>\n",
              "      <td>183.0</td>\n",
              "      <td>70.0</td>\n",
              "      <td>65.457216</td>\n",
              "      <td>193.0</td>\n",
              "      <td>92.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>15.717517</td>\n",
              "      <td>False</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>25.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>East Jocelynfurt</td>\n",
              "      <td>Colorado</td>\n",
              "      <td>No</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Johnson</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>...</td>\n",
              "      <td>NaN</td>\n",
              "      <td>174.0</td>\n",
              "      <td>58.0</td>\n",
              "      <td>430.683657</td>\n",
              "      <td>195.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>4.0</td>\n",
              "      <td>80.786473</td>\n",
              "      <td>False</td>\n",
              "      <td>Abnormal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>South Lindseyland</td>\n",
              "      <td>Ohio</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>...</td>\n",
              "      <td>119.0</td>\n",
              "      <td>161.0</td>\n",
              "      <td>56.0</td>\n",
              "      <td>315.070931</td>\n",
              "      <td>NaN</td>\n",
              "      <td>37.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>64.392139</td>\n",
              "      <td>False</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>18.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Taylorfort</td>\n",
              "      <td>Pennsylvania</td>\n",
              "      <td>Yes</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>...</td>\n",
              "      <td>115.0</td>\n",
              "      <td>171.0</td>\n",
              "      <td>52.0</td>\n",
              "      <td>320.299899</td>\n",
              "      <td>175.0</td>\n",
              "      <td>108.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>8.872859</td>\n",
              "      <td>False</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>48.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Birdmouth</td>\n",
              "      <td>Montana</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Brown</td>\n",
              "      <td>None</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>...</td>\n",
              "      <td>89.0</td>\n",
              "      <td>186.0</td>\n",
              "      <td>87.0</td>\n",
              "      <td>264.214737</td>\n",
              "      <td>188.0</td>\n",
              "      <td>113.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>77.483113</td>\n",
              "      <td>False</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104994</th>\n",
              "      <td>53.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Michelleburgh</td>\n",
              "      <td>South Dakota</td>\n",
              "      <td>No</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Flu</td>\n",
              "      <td>Med_B</td>\n",
              "      <td>...</td>\n",
              "      <td>109.0</td>\n",
              "      <td>172.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>488.031604</td>\n",
              "      <td>167.0</td>\n",
              "      <td>25.0</td>\n",
              "      <td>5.0</td>\n",
              "      <td>69.542286</td>\n",
              "      <td>False</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104995</th>\n",
              "      <td>74.0</td>\n",
              "      <td>Other</td>\n",
              "      <td>West Anthony</td>\n",
              "      <td>Oklahoma</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Card</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_E</td>\n",
              "      <td>...</td>\n",
              "      <td>112.0</td>\n",
              "      <td>169.0</td>\n",
              "      <td>61.0</td>\n",
              "      <td>309.164446</td>\n",
              "      <td>183.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>63.204788</td>\n",
              "      <td>True</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104996</th>\n",
              "      <td>37.0</td>\n",
              "      <td>Male</td>\n",
              "      <td>Mckeetown</td>\n",
              "      <td>Utah</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Jones</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_C</td>\n",
              "      <td>...</td>\n",
              "      <td>111.0</td>\n",
              "      <td>165.0</td>\n",
              "      <td>67.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>191.0</td>\n",
              "      <td>47.0</td>\n",
              "      <td>2.0</td>\n",
              "      <td>113.867640</td>\n",
              "      <td>False</td>\n",
              "      <td>Abnormal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104997</th>\n",
              "      <td>51.0</td>\n",
              "      <td>Female</td>\n",
              "      <td>Lake Lisachester</td>\n",
              "      <td>Nebraska</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Yes</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>Dr. Williams</td>\n",
              "      <td>Allergy</td>\n",
              "      <td>Med_D</td>\n",
              "      <td>...</td>\n",
              "      <td>118.0</td>\n",
              "      <td>179.0</td>\n",
              "      <td>71.0</td>\n",
              "      <td>320.830418</td>\n",
              "      <td>172.0</td>\n",
              "      <td>39.0</td>\n",
              "      <td>3.0</td>\n",
              "      <td>35.622420</td>\n",
              "      <td>False</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104998</th>\n",
              "      <td>NaN</td>\n",
              "      <td>Female</td>\n",
              "      <td>Heidiborough</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Yes</td>\n",
              "      <td>No</td>\n",
              "      <td>Cash</td>\n",
              "      <td>Dr. Smith</td>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Med_A</td>\n",
              "      <td>...</td>\n",
              "      <td>123.0</td>\n",
              "      <td>167.0</td>\n",
              "      <td>75.0</td>\n",
              "      <td>5.341231</td>\n",
              "      <td>180.0</td>\n",
              "      <td>79.0</td>\n",
              "      <td>NaN</td>\n",
              "      <td>124.408341</td>\n",
              "      <td>False</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100000 rows × 22 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-32cbff22-de29-4c57-a3c8-318aa1e0a22c')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-32cbff22-de29-4c57-a3c8-318aa1e0a22c button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-32cbff22-de29-4c57-a3c8-318aa1e0a22c');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-1375da2a-e3fd-41a4-bd84-5a13c7132d98\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-1375da2a-e3fd-41a4-bd84-5a13c7132d98')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-1375da2a-e3fd-41a4-bd84-5a13c7132d98 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 148
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Here is to showcase the 4 specific columns used for creating the two new columns\n",
        "selected_data = ['patientage', 'patientisover65', 'averageheartrate', 'heartratestatus']\n",
        "selected_columns = data[selected_data]\n",
        "selected_columns"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "id": "hv1GS5CR1HZL",
        "outputId": "b3b01d48-5775-4ad0-bb85-025bc1a5e796"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "        patientage  patientisover65  averageheartrate heartratestatus\n",
              "0             45.0            False              66.0          Normal\n",
              "1             25.0            False              59.0        Abnormal\n",
              "2             51.0            False              79.0          Normal\n",
              "3             18.0            False              99.0          Normal\n",
              "4             48.0            False              93.0          Normal\n",
              "...            ...              ...               ...             ...\n",
              "104994        53.0            False              68.0          Normal\n",
              "104995        74.0             True              65.0          Normal\n",
              "104996        37.0            False               NaN        Abnormal\n",
              "104997        51.0            False              89.0          Normal\n",
              "104998         NaN            False              74.0          Normal\n",
              "\n",
              "[100000 rows x 4 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-40b345b0-257f-40ff-ba2d-baf3033ba460\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>patientage</th>\n",
              "      <th>patientisover65</th>\n",
              "      <th>averageheartrate</th>\n",
              "      <th>heartratestatus</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>45.0</td>\n",
              "      <td>False</td>\n",
              "      <td>66.0</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>25.0</td>\n",
              "      <td>False</td>\n",
              "      <td>59.0</td>\n",
              "      <td>Abnormal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>51.0</td>\n",
              "      <td>False</td>\n",
              "      <td>79.0</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>18.0</td>\n",
              "      <td>False</td>\n",
              "      <td>99.0</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>48.0</td>\n",
              "      <td>False</td>\n",
              "      <td>93.0</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104994</th>\n",
              "      <td>53.0</td>\n",
              "      <td>False</td>\n",
              "      <td>68.0</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104995</th>\n",
              "      <td>74.0</td>\n",
              "      <td>True</td>\n",
              "      <td>65.0</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104996</th>\n",
              "      <td>37.0</td>\n",
              "      <td>False</td>\n",
              "      <td>NaN</td>\n",
              "      <td>Abnormal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104997</th>\n",
              "      <td>51.0</td>\n",
              "      <td>False</td>\n",
              "      <td>89.0</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>104998</th>\n",
              "      <td>NaN</td>\n",
              "      <td>False</td>\n",
              "      <td>74.0</td>\n",
              "      <td>Normal</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>100000 rows × 4 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-40b345b0-257f-40ff-ba2d-baf3033ba460')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-40b345b0-257f-40ff-ba2d-baf3033ba460 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-40b345b0-257f-40ff-ba2d-baf3033ba460');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-d1cb73a8-f440-4354-aeec-26b2185ea03b\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-d1cb73a8-f440-4354-aeec-26b2185ea03b')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-d1cb73a8-f440-4354-aeec-26b2185ea03b button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 149
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#### Aggregate data using groupby and compute summary statistics"
      ],
      "metadata": {
        "id": "GyBOz9-M1pF0"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# This is a summary statistics that helps group the disease diagnosed column and shows the different statistics of each column.\n",
        "data.groupby(['diseasediagnosed']).describe()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 298
        },
        "id": "xS22nVub1vmm",
        "outputId": "321358cc-e111-4c92-8b76-c2b8f5094013"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                 patientage                                                \\\n",
              "                      count       mean        std   min   25%   50%   75%   \n",
              "diseasediagnosed                                                            \n",
              "Allergy             18143.0  44.848812  14.361508  18.0  35.0  45.0  55.0   \n",
              "Cold                18016.0  44.706872  14.576549  18.0  34.0  44.0  55.0   \n",
              "Covid-19            17859.0  44.584187  14.614719  18.0  34.0  44.0  55.0   \n",
              "Flu                 18145.0  44.698044  14.545220  18.0  34.0  45.0  55.0   \n",
              "None                18101.0  44.503840  14.496296  18.0  34.0  44.0  54.0   \n",
              "\n",
              "                        averageheartrate             ... numberoftests        \\\n",
              "                    max            count       mean  ...           75%   max   \n",
              "diseasediagnosed                                     ...                       \n",
              "Allergy           100.0          18057.0  79.575677  ...           5.0  10.0   \n",
              "Cold              100.0          17985.0  79.575980  ...           5.0  10.0   \n",
              "Covid-19          100.0          17930.0  79.399554  ...           5.0   9.0   \n",
              "Flu                99.0          18138.0  79.540137  ...           5.0  10.0   \n",
              "None              100.0          18123.0  79.540805  ...           5.0  10.0   \n",
              "\n",
              "                 prescriptioncost                                             \\\n",
              "                            count       mean        std       min        25%   \n",
              "diseasediagnosed                                                               \n",
              "Allergy                   18095.0  74.868331  43.143650  0.014549  37.869061   \n",
              "Cold                      18016.0  74.952456  43.209251  0.027015  37.346954   \n",
              "Covid-19                  17944.0  74.897558  43.430972  0.033407  37.010525   \n",
              "Flu                       18134.0  74.969670  43.383308  0.018274  37.660053   \n",
              "None                      18063.0  74.797878  43.029217  0.016583  37.910589   \n",
              "\n",
              "                                                     \n",
              "                        50%         75%         max  \n",
              "diseasediagnosed                                     \n",
              "Allergy           74.741436  112.030785  149.985678  \n",
              "Cold              74.669918  112.589292  149.972312  \n",
              "Covid-19          74.973638  112.384490  149.999630  \n",
              "Flu               74.888049  112.511119  149.986100  \n",
              "None              74.330360  111.737603  149.990847  \n",
              "\n",
              "[5 rows x 80 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-e268f61b-385e-4f9c-8d61-b5c6c8d91a35\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead tr th {\n",
              "        text-align: left;\n",
              "    }\n",
              "\n",
              "    .dataframe thead tr:last-of-type th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr>\n",
              "      <th></th>\n",
              "      <th colspan=\"8\" halign=\"left\">patientage</th>\n",
              "      <th colspan=\"2\" halign=\"left\">averageheartrate</th>\n",
              "      <th>...</th>\n",
              "      <th colspan=\"2\" halign=\"left\">numberoftests</th>\n",
              "      <th colspan=\"8\" halign=\"left\">prescriptioncost</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th></th>\n",
              "      <th>count</th>\n",
              "      <th>mean</th>\n",
              "      <th>std</th>\n",
              "      <th>min</th>\n",
              "      <th>25%</th>\n",
              "      <th>50%</th>\n",
              "      <th>75%</th>\n",
              "      <th>max</th>\n",
              "      <th>count</th>\n",
              "      <th>mean</th>\n",
              "      <th>...</th>\n",
              "      <th>75%</th>\n",
              "      <th>max</th>\n",
              "      <th>count</th>\n",
              "      <th>mean</th>\n",
              "      <th>std</th>\n",
              "      <th>min</th>\n",
              "      <th>25%</th>\n",
              "      <th>50%</th>\n",
              "      <th>75%</th>\n",
              "      <th>max</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>diseasediagnosed</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Allergy</th>\n",
              "      <td>18143.0</td>\n",
              "      <td>44.848812</td>\n",
              "      <td>14.361508</td>\n",
              "      <td>18.0</td>\n",
              "      <td>35.0</td>\n",
              "      <td>45.0</td>\n",
              "      <td>55.0</td>\n",
              "      <td>100.0</td>\n",
              "      <td>18057.0</td>\n",
              "      <td>79.575677</td>\n",
              "      <td>...</td>\n",
              "      <td>5.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>18095.0</td>\n",
              "      <td>74.868331</td>\n",
              "      <td>43.143650</td>\n",
              "      <td>0.014549</td>\n",
              "      <td>37.869061</td>\n",
              "      <td>74.741436</td>\n",
              "      <td>112.030785</td>\n",
              "      <td>149.985678</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cold</th>\n",
              "      <td>18016.0</td>\n",
              "      <td>44.706872</td>\n",
              "      <td>14.576549</td>\n",
              "      <td>18.0</td>\n",
              "      <td>34.0</td>\n",
              "      <td>44.0</td>\n",
              "      <td>55.0</td>\n",
              "      <td>100.0</td>\n",
              "      <td>17985.0</td>\n",
              "      <td>79.575980</td>\n",
              "      <td>...</td>\n",
              "      <td>5.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>18016.0</td>\n",
              "      <td>74.952456</td>\n",
              "      <td>43.209251</td>\n",
              "      <td>0.027015</td>\n",
              "      <td>37.346954</td>\n",
              "      <td>74.669918</td>\n",
              "      <td>112.589292</td>\n",
              "      <td>149.972312</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Covid-19</th>\n",
              "      <td>17859.0</td>\n",
              "      <td>44.584187</td>\n",
              "      <td>14.614719</td>\n",
              "      <td>18.0</td>\n",
              "      <td>34.0</td>\n",
              "      <td>44.0</td>\n",
              "      <td>55.0</td>\n",
              "      <td>100.0</td>\n",
              "      <td>17930.0</td>\n",
              "      <td>79.399554</td>\n",
              "      <td>...</td>\n",
              "      <td>5.0</td>\n",
              "      <td>9.0</td>\n",
              "      <td>17944.0</td>\n",
              "      <td>74.897558</td>\n",
              "      <td>43.430972</td>\n",
              "      <td>0.033407</td>\n",
              "      <td>37.010525</td>\n",
              "      <td>74.973638</td>\n",
              "      <td>112.384490</td>\n",
              "      <td>149.999630</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Flu</th>\n",
              "      <td>18145.0</td>\n",
              "      <td>44.698044</td>\n",
              "      <td>14.545220</td>\n",
              "      <td>18.0</td>\n",
              "      <td>34.0</td>\n",
              "      <td>45.0</td>\n",
              "      <td>55.0</td>\n",
              "      <td>99.0</td>\n",
              "      <td>18138.0</td>\n",
              "      <td>79.540137</td>\n",
              "      <td>...</td>\n",
              "      <td>5.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>18134.0</td>\n",
              "      <td>74.969670</td>\n",
              "      <td>43.383308</td>\n",
              "      <td>0.018274</td>\n",
              "      <td>37.660053</td>\n",
              "      <td>74.888049</td>\n",
              "      <td>112.511119</td>\n",
              "      <td>149.986100</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>None</th>\n",
              "      <td>18101.0</td>\n",
              "      <td>44.503840</td>\n",
              "      <td>14.496296</td>\n",
              "      <td>18.0</td>\n",
              "      <td>34.0</td>\n",
              "      <td>44.0</td>\n",
              "      <td>54.0</td>\n",
              "      <td>100.0</td>\n",
              "      <td>18123.0</td>\n",
              "      <td>79.540805</td>\n",
              "      <td>...</td>\n",
              "      <td>5.0</td>\n",
              "      <td>10.0</td>\n",
              "      <td>18063.0</td>\n",
              "      <td>74.797878</td>\n",
              "      <td>43.029217</td>\n",
              "      <td>0.016583</td>\n",
              "      <td>37.910589</td>\n",
              "      <td>74.330360</td>\n",
              "      <td>111.737603</td>\n",
              "      <td>149.990847</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 80 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-e268f61b-385e-4f9c-8d61-b5c6c8d91a35')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-e268f61b-385e-4f9c-8d61-b5c6c8d91a35 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-e268f61b-385e-4f9c-8d61-b5c6c8d91a35');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-a90cf90e-48a4-4215-9fd7-79f4cfb1fe81\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-a90cf90e-48a4-4215-9fd7-79f4cfb1fe81')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-a90cf90e-48a4-4215-9fd7-79f4cfb1fe81 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 150
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# This is to show only the counts for each column\n",
        "grouped_data = data.groupby('diseasediagnosed').agg({'count'})\n",
        "grouped_data"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 318
        },
        "id": "HJZnYZSxv5_X",
        "outputId": "10a673b2-6895-4d19-c80d-cc5c18987295"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                 patientage gender cityofresidence stateofresidence  \\\n",
              "                      count  count           count            count   \n",
              "diseasediagnosed                                                      \n",
              "Allergy               18143  18111           18103            18114   \n",
              "Cold                  18016  17983           18016            18021   \n",
              "Covid-19              17859  17899           17863            17863   \n",
              "Flu                   18145  18164           18188            18141   \n",
              "None                  18101  18120           18062            18078   \n",
              "\n",
              "                 hasinsurance visitedlastmonth paymentmethod preferreddoctor  \\\n",
              "                        count            count         count           count   \n",
              "diseasediagnosed                                                               \n",
              "Allergy                 18083            18099         18156           18098   \n",
              "Cold                    18019            18043         18008           18011   \n",
              "Covid-19                17841            17919         17886           17917   \n",
              "Flu                     18232            18166         18162           18134   \n",
              "None                    18067            18040         18059           18093   \n",
              "\n",
              "                 medicationprescribed typeofappointment  ... averagebp  \\\n",
              "                                count             count  ...     count   \n",
              "diseasediagnosed                                         ...             \n",
              "Allergy                         18102             18128  ...     18159   \n",
              "Cold                            18030             18015  ...     18014   \n",
              "Covid-19                        17856             17888  ...     17865   \n",
              "Flu                             18158             18176  ...     18156   \n",
              "None                            18098             18052  ...     18052   \n",
              "\n",
              "                 heightincm weightinkg paymentdue lastvisitdaysago  \\\n",
              "                      count      count      count            count   \n",
              "diseasediagnosed                                                     \n",
              "Allergy               18060      18115      18101            18105   \n",
              "Cold                  18000      18018      18054            18043   \n",
              "Covid-19              17953      17862      17892            17919   \n",
              "Flu                   18150      18185      18121            18171   \n",
              "None                  18060      18061      18082            18023   \n",
              "\n",
              "                 visitdurationmins numberoftests prescriptioncost  \\\n",
              "                             count         count            count   \n",
              "diseasediagnosed                                                    \n",
              "Allergy                      18107         18145            18095   \n",
              "Cold                         18036         18060            18016   \n",
              "Covid-19                     17871         17845            17944   \n",
              "Flu                          18177         18177            18134   \n",
              "None                         18047         18021            18063   \n",
              "\n",
              "                 patientisover65 heartratestatus  \n",
              "                           count           count  \n",
              "diseasediagnosed                                  \n",
              "Allergy                    19063           19063  \n",
              "Cold                       18962           18962  \n",
              "Covid-19                   18831           18831  \n",
              "Flu                        19123           19123  \n",
              "None                       19021           19021  \n",
              "\n",
              "[5 rows x 21 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-cdf230a1-89a9-45a2-bebb-b52e23ea9713\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead tr th {\n",
              "        text-align: left;\n",
              "    }\n",
              "\n",
              "    .dataframe thead tr:last-of-type th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr>\n",
              "      <th></th>\n",
              "      <th>patientage</th>\n",
              "      <th>gender</th>\n",
              "      <th>cityofresidence</th>\n",
              "      <th>stateofresidence</th>\n",
              "      <th>hasinsurance</th>\n",
              "      <th>visitedlastmonth</th>\n",
              "      <th>paymentmethod</th>\n",
              "      <th>preferreddoctor</th>\n",
              "      <th>medicationprescribed</th>\n",
              "      <th>typeofappointment</th>\n",
              "      <th>...</th>\n",
              "      <th>averagebp</th>\n",
              "      <th>heightincm</th>\n",
              "      <th>weightinkg</th>\n",
              "      <th>paymentdue</th>\n",
              "      <th>lastvisitdaysago</th>\n",
              "      <th>visitdurationmins</th>\n",
              "      <th>numberoftests</th>\n",
              "      <th>prescriptioncost</th>\n",
              "      <th>patientisover65</th>\n",
              "      <th>heartratestatus</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th></th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>...</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "      <th>count</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>diseasediagnosed</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Allergy</th>\n",
              "      <td>18143</td>\n",
              "      <td>18111</td>\n",
              "      <td>18103</td>\n",
              "      <td>18114</td>\n",
              "      <td>18083</td>\n",
              "      <td>18099</td>\n",
              "      <td>18156</td>\n",
              "      <td>18098</td>\n",
              "      <td>18102</td>\n",
              "      <td>18128</td>\n",
              "      <td>...</td>\n",
              "      <td>18159</td>\n",
              "      <td>18060</td>\n",
              "      <td>18115</td>\n",
              "      <td>18101</td>\n",
              "      <td>18105</td>\n",
              "      <td>18107</td>\n",
              "      <td>18145</td>\n",
              "      <td>18095</td>\n",
              "      <td>19063</td>\n",
              "      <td>19063</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cold</th>\n",
              "      <td>18016</td>\n",
              "      <td>17983</td>\n",
              "      <td>18016</td>\n",
              "      <td>18021</td>\n",
              "      <td>18019</td>\n",
              "      <td>18043</td>\n",
              "      <td>18008</td>\n",
              "      <td>18011</td>\n",
              "      <td>18030</td>\n",
              "      <td>18015</td>\n",
              "      <td>...</td>\n",
              "      <td>18014</td>\n",
              "      <td>18000</td>\n",
              "      <td>18018</td>\n",
              "      <td>18054</td>\n",
              "      <td>18043</td>\n",
              "      <td>18036</td>\n",
              "      <td>18060</td>\n",
              "      <td>18016</td>\n",
              "      <td>18962</td>\n",
              "      <td>18962</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Covid-19</th>\n",
              "      <td>17859</td>\n",
              "      <td>17899</td>\n",
              "      <td>17863</td>\n",
              "      <td>17863</td>\n",
              "      <td>17841</td>\n",
              "      <td>17919</td>\n",
              "      <td>17886</td>\n",
              "      <td>17917</td>\n",
              "      <td>17856</td>\n",
              "      <td>17888</td>\n",
              "      <td>...</td>\n",
              "      <td>17865</td>\n",
              "      <td>17953</td>\n",
              "      <td>17862</td>\n",
              "      <td>17892</td>\n",
              "      <td>17919</td>\n",
              "      <td>17871</td>\n",
              "      <td>17845</td>\n",
              "      <td>17944</td>\n",
              "      <td>18831</td>\n",
              "      <td>18831</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Flu</th>\n",
              "      <td>18145</td>\n",
              "      <td>18164</td>\n",
              "      <td>18188</td>\n",
              "      <td>18141</td>\n",
              "      <td>18232</td>\n",
              "      <td>18166</td>\n",
              "      <td>18162</td>\n",
              "      <td>18134</td>\n",
              "      <td>18158</td>\n",
              "      <td>18176</td>\n",
              "      <td>...</td>\n",
              "      <td>18156</td>\n",
              "      <td>18150</td>\n",
              "      <td>18185</td>\n",
              "      <td>18121</td>\n",
              "      <td>18171</td>\n",
              "      <td>18177</td>\n",
              "      <td>18177</td>\n",
              "      <td>18134</td>\n",
              "      <td>19123</td>\n",
              "      <td>19123</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>None</th>\n",
              "      <td>18101</td>\n",
              "      <td>18120</td>\n",
              "      <td>18062</td>\n",
              "      <td>18078</td>\n",
              "      <td>18067</td>\n",
              "      <td>18040</td>\n",
              "      <td>18059</td>\n",
              "      <td>18093</td>\n",
              "      <td>18098</td>\n",
              "      <td>18052</td>\n",
              "      <td>...</td>\n",
              "      <td>18052</td>\n",
              "      <td>18060</td>\n",
              "      <td>18061</td>\n",
              "      <td>18082</td>\n",
              "      <td>18023</td>\n",
              "      <td>18047</td>\n",
              "      <td>18021</td>\n",
              "      <td>18063</td>\n",
              "      <td>19021</td>\n",
              "      <td>19021</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 21 columns</p>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-cdf230a1-89a9-45a2-bebb-b52e23ea9713')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-cdf230a1-89a9-45a2-bebb-b52e23ea9713 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-cdf230a1-89a9-45a2-bebb-b52e23ea9713');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-6668232d-be53-4388-a37a-247a6d04fba2\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-6668232d-be53-4388-a37a-247a6d04fba2')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-6668232d-be53-4388-a37a-247a6d04fba2 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 151
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# This is to show the payment method count for each disease diagnosed category\n",
        "ways_to_pay = data.groupby(['diseasediagnosed', 'paymentmethod']).size().reset_index(name='count')\n",
        "ways_to_pay"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 519
        },
        "id": "kqGgeUjIz9BM",
        "outputId": "8a477a78-1f07-4136-e6b6-cf7d8d8523d1"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   diseasediagnosed paymentmethod  count\n",
              "0           Allergy          Card   6020\n",
              "1           Allergy          Cash   6078\n",
              "2           Allergy     Insurance   6058\n",
              "3              Cold          Card   5987\n",
              "4              Cold          Cash   5972\n",
              "5              Cold     Insurance   6049\n",
              "6          Covid-19          Card   5961\n",
              "7          Covid-19          Cash   6055\n",
              "8          Covid-19     Insurance   5870\n",
              "9               Flu          Card   6077\n",
              "10              Flu          Cash   6010\n",
              "11              Flu     Insurance   6075\n",
              "12             None          Card   6110\n",
              "13             None          Cash   5914\n",
              "14             None     Insurance   6035"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d3f743d9-b7e5-43e3-a516-e832e9ec61f7\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>diseasediagnosed</th>\n",
              "      <th>paymentmethod</th>\n",
              "      <th>count</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>Allergy</td>\n",
              "      <td>Card</td>\n",
              "      <td>6020</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>Allergy</td>\n",
              "      <td>Cash</td>\n",
              "      <td>6078</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>Allergy</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>6058</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>Cold</td>\n",
              "      <td>Card</td>\n",
              "      <td>5987</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>Cold</td>\n",
              "      <td>Cash</td>\n",
              "      <td>5972</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>Cold</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>6049</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Card</td>\n",
              "      <td>5961</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Cash</td>\n",
              "      <td>6055</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>Covid-19</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>5870</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>Flu</td>\n",
              "      <td>Card</td>\n",
              "      <td>6077</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>Flu</td>\n",
              "      <td>Cash</td>\n",
              "      <td>6010</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>Flu</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>6075</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>None</td>\n",
              "      <td>Card</td>\n",
              "      <td>6110</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>None</td>\n",
              "      <td>Cash</td>\n",
              "      <td>5914</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>None</td>\n",
              "      <td>Insurance</td>\n",
              "      <td>6035</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d3f743d9-b7e5-43e3-a516-e832e9ec61f7')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-d3f743d9-b7e5-43e3-a516-e832e9ec61f7 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-d3f743d9-b7e5-43e3-a516-e832e9ec61f7');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-a2f2ee75-8903-4c83-a4cb-6354dc853d8e\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-a2f2ee75-8903-4c83-a4cb-6354dc853d8e')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-a2f2ee75-8903-4c83-a4cb-6354dc853d8e button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 152
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "#### Use pivot tables or cross-tabulations for multi-dimensional analysis."
      ],
      "metadata": {
        "id": "vWGQr37iAUku"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Disease diagnosed and payment pivot table\n",
        "ways_to_pay.pivot_table(index='diseasediagnosed', columns='paymentmethod', values= 'count')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 237
        },
        "id": "2HOEkFGGANXU",
        "outputId": "504a7a6b-0065-4e83-ae44-4775f2122235"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "paymentmethod     Card  Cash  Insurance\n",
              "diseasediagnosed                       \n",
              "Allergy           6020  6078       6058\n",
              "Cold              5987  5972       6049\n",
              "Covid-19          5961  6055       5870\n",
              "Flu               6077  6010       6075\n",
              "None              6110  5914       6035"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-899dc106-7b6b-497a-8fef-206a595e5ddd\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th>paymentmethod</th>\n",
              "      <th>Card</th>\n",
              "      <th>Cash</th>\n",
              "      <th>Insurance</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>diseasediagnosed</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Allergy</th>\n",
              "      <td>6020</td>\n",
              "      <td>6078</td>\n",
              "      <td>6058</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cold</th>\n",
              "      <td>5987</td>\n",
              "      <td>5972</td>\n",
              "      <td>6049</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Covid-19</th>\n",
              "      <td>5961</td>\n",
              "      <td>6055</td>\n",
              "      <td>5870</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Flu</th>\n",
              "      <td>6077</td>\n",
              "      <td>6010</td>\n",
              "      <td>6075</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>None</th>\n",
              "      <td>6110</td>\n",
              "      <td>5914</td>\n",
              "      <td>6035</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-899dc106-7b6b-497a-8fef-206a595e5ddd')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-899dc106-7b6b-497a-8fef-206a595e5ddd button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-899dc106-7b6b-497a-8fef-206a595e5ddd');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-953bcd64-4192-49e9-9665-6288f393a5b9\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-953bcd64-4192-49e9-9665-6288f393a5b9')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-953bcd64-4192-49e9-9665-6288f393a5b9 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 153
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# Another pivot table for counts based on gender and disease diagnosed\n",
        "data.pivot_table(values='patientage', index='diseasediagnosed', columns='gender', aggfunc='count')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 237
        },
        "id": "hCRO643gFPbg",
        "outputId": "ba8c3583-e410-474b-981e-f42ed7289ebc"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "gender            Female  Male  Other\n",
              "diseasediagnosed                     \n",
              "Allergy             5709  5809   5713\n",
              "Cold                5736  5706   5636\n",
              "Covid-19            5688  5560   5735\n",
              "Flu                 5666  5842   5733\n",
              "None                5784  5691   5755"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-98f8407b-dca5-4361-b024-f29e31930f94\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th>gender</th>\n",
              "      <th>Female</th>\n",
              "      <th>Male</th>\n",
              "      <th>Other</th>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>diseasediagnosed</th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "      <th></th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>Allergy</th>\n",
              "      <td>5709</td>\n",
              "      <td>5809</td>\n",
              "      <td>5713</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Cold</th>\n",
              "      <td>5736</td>\n",
              "      <td>5706</td>\n",
              "      <td>5636</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Covid-19</th>\n",
              "      <td>5688</td>\n",
              "      <td>5560</td>\n",
              "      <td>5735</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>Flu</th>\n",
              "      <td>5666</td>\n",
              "      <td>5842</td>\n",
              "      <td>5733</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>None</th>\n",
              "      <td>5784</td>\n",
              "      <td>5691</td>\n",
              "      <td>5755</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-98f8407b-dca5-4361-b024-f29e31930f94')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-98f8407b-dca5-4361-b024-f29e31930f94 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-98f8407b-dca5-4361-b024-f29e31930f94');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-269cfb1c-aae0-4163-8e70-4336d5510c8e\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-269cfb1c-aae0-4163-8e70-4336d5510c8e')\"\n",
              "            title=\"Suggest charts.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-269cfb1c-aae0-4163-8e70-4336d5510c8e button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ]
          },
          "metadata": {},
          "execution_count": 154
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### 3. Introduction to Alternative Libraries\n",
        "\n",
        "*   Read about Polars, Dask, and Modin in Chapter 2.\n",
        "*   Load your dataset using **Polars**.\n",
        "*   Compare the load times and write your observations in a markdown cell or in your script."
      ],
      "metadata": {
        "id": "Ukz1uVZvHe1J"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "#### Loading Packages"
      ],
      "metadata": {
        "id": "SC-q0MFSJevB"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import polars as pl"
      ],
      "metadata": {
        "id": "feChTIAeIGGY"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "pl_data = pl.read_csv('https://raw.githubusercontent.com/Helzheng123/datasci_2_manipulation/main/datasets/healthcare_data_cleaning.csv')\n",
        "pl_data"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "id": "k4T8GuPNJ0cc",
        "outputId": "12c5da6d-bb4a-47fc-a518-f57ee45550b0"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "shape: (105_000, 20)\n",
              "┌───────────┬────────┬────────────┬────────────┬───┬────────────┬────────────┬────────────┬────────────┐\n",
              "│ Patient   ┆ Gender ┆ City of    ┆ State of   ┆ … ┆ Last Visit ┆ Visit      ┆ Number of  ┆ Prescripti │\n",
              "│ Age       ┆ ---    ┆ Residence  ┆ Residence  ┆   ┆ (days ago) ┆ Duration   ┆ Tests      ┆ on Cost    │\n",
              "│ ---       ┆ str    ┆ ---        ┆ ---        ┆   ┆ ---        ┆ (mins)     ┆ ---        ┆ ($)        │\n",
              "│ str       ┆        ┆ str        ┆ str        ┆   ┆ str        ┆ ---        ┆ str        ┆ ---        │\n",
              "│           ┆        ┆            ┆            ┆   ┆            ┆ str        ┆            ┆ str        │\n",
              "╞═══════════╪════════╪════════════╪════════════╪═══╪════════════╪════════════╪════════════╪════════════╡\n",
              "│ 45        ┆ Other  ┆ West Brian ┆ Kentucky   ┆ … ┆ 193        ┆ 92         ┆ 5          ┆ 15.7175173 │\n",
              "│           ┆        ┆            ┆            ┆   ┆            ┆            ┆            ┆ 5532889    │\n",
              "│ 25        ┆ Female ┆ East Jocel ┆ Colorado   ┆ … ┆ 195        ┆ missing    ┆ 4          ┆ 80.7864728 │\n",
              "│           ┆        ┆ ynfurt     ┆            ┆   ┆            ┆            ┆            ┆ 4463952    │\n",
              "│ 51        ┆ Other  ┆ South Lind ┆ Ohio       ┆ … ┆ missing    ┆ 37         ┆ 2          ┆ 64.3921393 │\n",
              "│           ┆        ┆ seyland    ┆            ┆   ┆            ┆            ┆            ┆ 009105     │\n",
              "│ 18        ┆ Female ┆ Taylorfort ┆ Pennsylvan ┆ … ┆ 175        ┆ 108        ┆ 2          ┆ 8.87285921 │\n",
              "│           ┆        ┆            ┆ ia         ┆   ┆            ┆            ┆            ┆ 5315316    │\n",
              "│ …         ┆ …      ┆ …          ┆ …          ┆ … ┆ …          ┆ …          ┆ …          ┆ …          │\n",
              "│ 37        ┆ Male   ┆ Mckeetown  ┆ Utah       ┆ … ┆ 191        ┆ 47         ┆ 2          ┆ 113.867640 │\n",
              "│           ┆        ┆            ┆            ┆   ┆            ┆            ┆            ┆ 25370326   │\n",
              "│ 51        ┆ Female ┆ Lake Lisac ┆ Nebraska   ┆ … ┆ 172        ┆ 39         ┆ 3          ┆ 35.6224202 │\n",
              "│           ┆        ┆ hester     ┆            ┆   ┆            ┆            ┆            ┆ 32475356   │\n",
              "│ missing   ┆ Female ┆ Heidiborou ┆ missing    ┆ … ┆ 180        ┆ 79         ┆ missing    ┆ 124.408340 │\n",
              "│           ┆        ┆ gh         ┆            ┆   ┆            ┆            ┆            ┆ 9893742    │\n",
              "│ 45        ┆ Female ┆ South      ┆ Massachuse ┆ … ┆ 167        ┆ 81         ┆ missing    ┆ 87.9106014 │\n",
              "│           ┆        ┆ Jeffrey    ┆ tts        ┆   ┆            ┆            ┆            ┆ 9353706    │\n",
              "└───────────┴────────┴────────────┴────────────┴───┴────────────┴────────────┴────────────┴────────────┘"
            ],
            "text/html": [
              "<div><style>\n",
              ".dataframe > thead > tr > th,\n",
              ".dataframe > tbody > tr > td {\n",
              "  text-align: right;\n",
              "}\n",
              "</style>\n",
              "<small>shape: (105000, 20)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>Patient Age</th><th>Gender</th><th>City of Residence</th><th>State of Residence</th><th>Has Insurance</th><th>Visited Last Month</th><th>Payment Method</th><th>Preferred Doctor</th><th>Disease Diagnosed</th><th>Medication Prescribed</th><th>Type of Appointment</th><th>Average Heart Rate</th><th>Average BP</th><th>Height (in cm)</th><th>Weight (in kg)</th><th>Payment Due ($)</th><th>Last Visit (days ago)</th><th>Visit Duration (mins)</th><th>Number of Tests</th><th>Prescription Cost ($)</th></tr><tr><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td></tr></thead><tbody><tr><td>&quot;45&quot;</td><td>&quot;Other&quot;</td><td>&quot;West Brian&quot;</td><td>&quot;Kentucky&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Insurance&quot;</td><td>&quot;Dr. Williams&quot;</td><td>&quot;Flu&quot;</td><td>&quot;Med_E&quot;</td><td>&quot;General&quot;</td><td>&quot;66&quot;</td><td>&quot;111&quot;</td><td>&quot;183&quot;</td><td>&quot;70&quot;</td><td>&quot;65.45721578126…</td><td>&quot;193&quot;</td><td>&quot;92&quot;</td><td>&quot;5&quot;</td><td>&quot;15.71751735532…</td></tr><tr><td>&quot;25&quot;</td><td>&quot;Female&quot;</td><td>&quot;East Jocelynfu…</td><td>&quot;Colorado&quot;</td><td>&quot;No&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Card&quot;</td><td>&quot;Dr. Johnson&quot;</td><td>&quot;Flu&quot;</td><td>&quot;Med_B&quot;</td><td>&quot;Specialist&quot;</td><td>&quot;59&quot;</td><td>&quot;missing&quot;</td><td>&quot;174&quot;</td><td>&quot;58&quot;</td><td>&quot;430.6836567867…</td><td>&quot;195&quot;</td><td>&quot;missing&quot;</td><td>&quot;4&quot;</td><td>&quot;80.78647284463…</td></tr><tr><td>&quot;51&quot;</td><td>&quot;Other&quot;</td><td>&quot;South Lindseyl…</td><td>&quot;Ohio&quot;</td><td>&quot;Yes&quot;</td><td>&quot;No&quot;</td><td>&quot;Cash&quot;</td><td>&quot;Dr. Williams&quot;</td><td>&quot;Covid-19&quot;</td><td>&quot;Med_D&quot;</td><td>&quot;General&quot;</td><td>&quot;79&quot;</td><td>&quot;119&quot;</td><td>&quot;161&quot;</td><td>&quot;56&quot;</td><td>&quot;315.0709305262…</td><td>&quot;missing&quot;</td><td>&quot;37&quot;</td><td>&quot;2&quot;</td><td>&quot;64.39213930091…</td></tr><tr><td>&quot;18&quot;</td><td>&quot;Female&quot;</td><td>&quot;Taylorfort&quot;</td><td>&quot;Pennsylvania&quot;</td><td>&quot;Yes&quot;</td><td>&quot;missing&quot;</td><td>&quot;Cash&quot;</td><td>&quot;Dr. Williams&quot;</td><td>&quot;Flu&quot;</td><td>&quot;Med_A&quot;</td><td>&quot;General&quot;</td><td>&quot;99&quot;</td><td>&quot;115&quot;</td><td>&quot;171&quot;</td><td>&quot;52&quot;</td><td>&quot;320.2998987723…</td><td>&quot;175&quot;</td><td>&quot;108&quot;</td><td>&quot;2&quot;</td><td>&quot;8.872859215315…</td></tr><tr><td>&quot;48&quot;</td><td>&quot;Female&quot;</td><td>&quot;Birdmouth&quot;</td><td>&quot;Montana&quot;</td><td>&quot;No&quot;</td><td>&quot;No&quot;</td><td>&quot;Insurance&quot;</td><td>&quot;Dr. Brown&quot;</td><td>&quot;None&quot;</td><td>&quot;Med_C&quot;</td><td>&quot;Specialist&quot;</td><td>&quot;93&quot;</td><td>&quot;89&quot;</td><td>&quot;186&quot;</td><td>&quot;87&quot;</td><td>&quot;264.2147372473…</td><td>&quot;188&quot;</td><td>&quot;113&quot;</td><td>&quot;3&quot;</td><td>&quot;77.48311304645…</td></tr><tr><td>&quot;62&quot;</td><td>&quot;missing&quot;</td><td>&quot;North Donald&quot;</td><td>&quot;Oklahoma&quot;</td><td>&quot;No&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Card&quot;</td><td>&quot;Dr. Jones&quot;</td><td>&quot;Covid-19&quot;</td><td>&quot;Med_B&quot;</td><td>&quot;General&quot;</td><td>&quot;89&quot;</td><td>&quot;118&quot;</td><td>&quot;185&quot;</td><td>&quot;88&quot;</td><td>&quot;207.6380381372…</td><td>&quot;185&quot;</td><td>&quot;101&quot;</td><td>&quot;2&quot;</td><td>&quot;38.56558697880…</td></tr><tr><td>&quot;52&quot;</td><td>&quot;Male&quot;</td><td>&quot;Lake Jennifer&quot;</td><td>&quot;missing&quot;</td><td>&quot;No&quot;</td><td>&quot;No&quot;</td><td>&quot;Cash&quot;</td><td>&quot;missing&quot;</td><td>&quot;Covid-19&quot;</td><td>&quot;Med_A&quot;</td><td>&quot;Emergency&quot;</td><td>&quot;76&quot;</td><td>&quot;114&quot;</td><td>&quot;155&quot;</td><td>&quot;70&quot;</td><td>&quot;missing&quot;</td><td>&quot;187&quot;</td><td>&quot;41&quot;</td><td>&quot;4&quot;</td><td>&quot;85.48049622708…</td></tr><tr><td>&quot;52&quot;</td><td>&quot;Male&quot;</td><td>&quot;Vanessaburgh&quot;</td><td>&quot;Connecticut&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Insurance&quot;</td><td>&quot;Dr. Williams&quot;</td><td>&quot;Flu&quot;</td><td>&quot;Med_E&quot;</td><td>&quot;General&quot;</td><td>&quot;99&quot;</td><td>&quot;129&quot;</td><td>&quot;170&quot;</td><td>&quot;47&quot;</td><td>&quot;387.0850435350…</td><td>&quot;179&quot;</td><td>&quot;108&quot;</td><td>&quot;2&quot;</td><td>&quot;76.96592632951…</td></tr><tr><td>&quot;20&quot;</td><td>&quot;Female&quot;</td><td>&quot;West Briannabu…</td><td>&quot;Montana&quot;</td><td>&quot;No&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Card&quot;</td><td>&quot;Dr. Jones&quot;</td><td>&quot;Flu&quot;</td><td>&quot;Med_C&quot;</td><td>&quot;Specialist&quot;</td><td>&quot;67&quot;</td><td>&quot;108&quot;</td><td>&quot;173&quot;</td><td>&quot;86&quot;</td><td>&quot;172.5483427968…</td><td>&quot;174&quot;</td><td>&quot;91&quot;</td><td>&quot;2&quot;</td><td>&quot;142.3171076789…</td></tr><tr><td>&quot;21&quot;</td><td>&quot;Male&quot;</td><td>&quot;East Joeview&quot;</td><td>&quot;Idaho&quot;</td><td>&quot;Yes&quot;</td><td>&quot;No&quot;</td><td>&quot;Insurance&quot;</td><td>&quot;Dr. Williams&quot;</td><td>&quot;Allergy&quot;</td><td>&quot;missing&quot;</td><td>&quot;General&quot;</td><td>&quot;74&quot;</td><td>&quot;112&quot;</td><td>&quot;missing&quot;</td><td>&quot;70&quot;</td><td>&quot;21.56470214505…</td><td>&quot;192&quot;</td><td>&quot;116&quot;</td><td>&quot;2&quot;</td><td>&quot;98.41627353050…</td></tr><tr><td>&quot;48&quot;</td><td>&quot;Other&quot;</td><td>&quot;Smithmouth&quot;</td><td>&quot;Delaware&quot;</td><td>&quot;Yes&quot;</td><td>&quot;No&quot;</td><td>&quot;Cash&quot;</td><td>&quot;Dr. Jones&quot;</td><td>&quot;Cold&quot;</td><td>&quot;Med_B&quot;</td><td>&quot;General&quot;</td><td>&quot;92&quot;</td><td>&quot;124&quot;</td><td>&quot;184&quot;</td><td>&quot;69&quot;</td><td>&quot;missing&quot;</td><td>&quot;179&quot;</td><td>&quot;52&quot;</td><td>&quot;3&quot;</td><td>&quot;118.2110704793…</td></tr><tr><td>&quot;40&quot;</td><td>&quot;Female&quot;</td><td>&quot;Jonesmouth&quot;</td><td>&quot;Rhode Island&quot;</td><td>&quot;No&quot;</td><td>&quot;No&quot;</td><td>&quot;Card&quot;</td><td>&quot;Dr. Jones&quot;</td><td>&quot;Covid-19&quot;</td><td>&quot;Med_E&quot;</td><td>&quot;Specialist&quot;</td><td>&quot;65&quot;</td><td>&quot;106&quot;</td><td>&quot;166&quot;</td><td>&quot;82&quot;</td><td>&quot;299.1426761400…</td><td>&quot;193&quot;</td><td>&quot;92&quot;</td><td>&quot;1&quot;</td><td>&quot;77.71536034261…</td></tr><tr><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td></tr><tr><td>&quot;44&quot;</td><td>&quot;Male&quot;</td><td>&quot;Donaldmouth&quot;</td><td>&quot;Missouri&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Insurance&quot;</td><td>&quot;Dr. Jones&quot;</td><td>&quot;Covid-19&quot;</td><td>&quot;Med_A&quot;</td><td>&quot;Follow-Up&quot;</td><td>&quot;86&quot;</td><td>&quot;103&quot;</td><td>&quot;188&quot;</td><td>&quot;40&quot;</td><td>&quot;367.6858451052…</td><td>&quot;179&quot;</td><td>&quot;58&quot;</td><td>&quot;3&quot;</td><td>&quot;106.7574318678…</td></tr><tr><td>&quot;52&quot;</td><td>&quot;Other&quot;</td><td>&quot;Emmashire&quot;</td><td>&quot;Connecticut&quot;</td><td>&quot;No&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Cash&quot;</td><td>&quot;Dr. Brown&quot;</td><td>&quot;None&quot;</td><td>&quot;Med_E&quot;</td><td>&quot;Follow-Up&quot;</td><td>&quot;89&quot;</td><td>&quot;102&quot;</td><td>&quot;167&quot;</td><td>&quot;75&quot;</td><td>&quot;495.2361866172…</td><td>&quot;178&quot;</td><td>&quot;97&quot;</td><td>&quot;5&quot;</td><td>&quot;111.3597953657…</td></tr><tr><td>&quot;52&quot;</td><td>&quot;Female&quot;</td><td>&quot;Lake April&quot;</td><td>&quot;Nebraska&quot;</td><td>&quot;No&quot;</td><td>&quot;No&quot;</td><td>&quot;Insurance&quot;</td><td>&quot;Dr. Johnson&quot;</td><td>&quot;Flu&quot;</td><td>&quot;missing&quot;</td><td>&quot;General&quot;</td><td>&quot;72&quot;</td><td>&quot;116&quot;</td><td>&quot;166&quot;</td><td>&quot;73&quot;</td><td>&quot;80.21182948231…</td><td>&quot;182&quot;</td><td>&quot;35&quot;</td><td>&quot;4&quot;</td><td>&quot;137.1918537332…</td></tr><tr><td>&quot;70&quot;</td><td>&quot;Female&quot;</td><td>&quot;Johnsontown&quot;</td><td>&quot;Indiana&quot;</td><td>&quot;Yes&quot;</td><td>&quot;No&quot;</td><td>&quot;Card&quot;</td><td>&quot;Dr. Smith&quot;</td><td>&quot;Cold&quot;</td><td>&quot;Med_D&quot;</td><td>&quot;Emergency&quot;</td><td>&quot;77&quot;</td><td>&quot;missing&quot;</td><td>&quot;182&quot;</td><td>&quot;missing&quot;</td><td>&quot;188.6018482029…</td><td>&quot;168&quot;</td><td>&quot;107&quot;</td><td>&quot;1&quot;</td><td>&quot;21.00674568861…</td></tr><tr><td>&quot;44&quot;</td><td>&quot;Female&quot;</td><td>&quot;Port Tracistad…</td><td>&quot;Alaska&quot;</td><td>&quot;Yes&quot;</td><td>&quot;No&quot;</td><td>&quot;Insurance&quot;</td><td>&quot;Dr. Brown&quot;</td><td>&quot;Cold&quot;</td><td>&quot;Med_A&quot;</td><td>&quot;Follow-Up&quot;</td><td>&quot;76&quot;</td><td>&quot;93&quot;</td><td>&quot;178&quot;</td><td>&quot;66&quot;</td><td>&quot;462.5656708739…</td><td>&quot;189&quot;</td><td>&quot;55&quot;</td><td>&quot;3&quot;</td><td>&quot;59.74631825267…</td></tr><tr><td>&quot;42&quot;</td><td>&quot;Female&quot;</td><td>&quot;West Annaport&quot;</td><td>&quot;Florida&quot;</td><td>&quot;Yes&quot;</td><td>&quot;No&quot;</td><td>&quot;Cash&quot;</td><td>&quot;Dr. Johnson&quot;</td><td>&quot;Covid-19&quot;</td><td>&quot;Med_D&quot;</td><td>&quot;Specialist&quot;</td><td>&quot;80&quot;</td><td>&quot;129&quot;</td><td>&quot;171&quot;</td><td>&quot;78&quot;</td><td>&quot;131.3563257628…</td><td>&quot;185&quot;</td><td>&quot;22&quot;</td><td>&quot;6&quot;</td><td>&quot;104.4301673658…</td></tr><tr><td>&quot;53&quot;</td><td>&quot;Female&quot;</td><td>&quot;Michelleburgh&quot;</td><td>&quot;South Dakota&quot;</td><td>&quot;No&quot;</td><td>&quot;No&quot;</td><td>&quot;Card&quot;</td><td>&quot;Dr. Williams&quot;</td><td>&quot;Flu&quot;</td><td>&quot;Med_B&quot;</td><td>&quot;Emergency&quot;</td><td>&quot;68&quot;</td><td>&quot;109&quot;</td><td>&quot;172&quot;</td><td>&quot;75&quot;</td><td>&quot;488.0316041186…</td><td>&quot;167&quot;</td><td>&quot;25&quot;</td><td>&quot;5&quot;</td><td>&quot;69.54228578689…</td></tr><tr><td>&quot;74&quot;</td><td>&quot;Other&quot;</td><td>&quot;West Anthony&quot;</td><td>&quot;Oklahoma&quot;</td><td>&quot;Yes&quot;</td><td>&quot;No&quot;</td><td>&quot;Card&quot;</td><td>&quot;Dr. Williams&quot;</td><td>&quot;Covid-19&quot;</td><td>&quot;Med_E&quot;</td><td>&quot;Specialist&quot;</td><td>&quot;65&quot;</td><td>&quot;112&quot;</td><td>&quot;169&quot;</td><td>&quot;61&quot;</td><td>&quot;309.1644460668…</td><td>&quot;183&quot;</td><td>&quot;10&quot;</td><td>&quot;3&quot;</td><td>&quot;63.20478776719…</td></tr><tr><td>&quot;37&quot;</td><td>&quot;Male&quot;</td><td>&quot;Mckeetown&quot;</td><td>&quot;Utah&quot;</td><td>&quot;Yes&quot;</td><td>&quot;No&quot;</td><td>&quot;Cash&quot;</td><td>&quot;Dr. Jones&quot;</td><td>&quot;Covid-19&quot;</td><td>&quot;Med_C&quot;</td><td>&quot;General&quot;</td><td>&quot;missing&quot;</td><td>&quot;111&quot;</td><td>&quot;165&quot;</td><td>&quot;67&quot;</td><td>&quot;missing&quot;</td><td>&quot;191&quot;</td><td>&quot;47&quot;</td><td>&quot;2&quot;</td><td>&quot;113.8676402537…</td></tr><tr><td>&quot;51&quot;</td><td>&quot;Female&quot;</td><td>&quot;Lake Lisachest…</td><td>&quot;Nebraska&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Insurance&quot;</td><td>&quot;Dr. Williams&quot;</td><td>&quot;Allergy&quot;</td><td>&quot;Med_D&quot;</td><td>&quot;Follow-Up&quot;</td><td>&quot;89&quot;</td><td>&quot;118&quot;</td><td>&quot;179&quot;</td><td>&quot;71&quot;</td><td>&quot;320.8304180033…</td><td>&quot;172&quot;</td><td>&quot;39&quot;</td><td>&quot;3&quot;</td><td>&quot;35.62242023247…</td></tr><tr><td>&quot;missing&quot;</td><td>&quot;Female&quot;</td><td>&quot;Heidiborough&quot;</td><td>&quot;missing&quot;</td><td>&quot;Yes&quot;</td><td>&quot;No&quot;</td><td>&quot;Cash&quot;</td><td>&quot;Dr. Smith&quot;</td><td>&quot;Covid-19&quot;</td><td>&quot;Med_A&quot;</td><td>&quot;Follow-Up&quot;</td><td>&quot;74&quot;</td><td>&quot;123&quot;</td><td>&quot;167&quot;</td><td>&quot;75&quot;</td><td>&quot;5.341231420036…</td><td>&quot;180&quot;</td><td>&quot;79&quot;</td><td>&quot;missing&quot;</td><td>&quot;124.4083409893…</td></tr><tr><td>&quot;45&quot;</td><td>&quot;Female&quot;</td><td>&quot;South Jeffrey&quot;</td><td>&quot;Massachusetts&quot;</td><td>&quot;No&quot;</td><td>&quot;Yes&quot;</td><td>&quot;Cash&quot;</td><td>&quot;Dr. Brown&quot;</td><td>&quot;Allergy&quot;</td><td>&quot;Med_D&quot;</td><td>&quot;General&quot;</td><td>&quot;77&quot;</td><td>&quot;140&quot;</td><td>&quot;167&quot;</td><td>&quot;62&quot;</td><td>&quot;454.9498394586…</td><td>&quot;167&quot;</td><td>&quot;81&quot;</td><td>&quot;missing&quot;</td><td>&quot;87.91060149353…</td></tr></tbody></table></div>"
            ]
          },
          "metadata": {},
          "execution_count": 156
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "### Compare Loading Time between Polars, Modin, and Pandas"
      ],
      "metadata": {
        "id": "ZSObJ5UYPQ32"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# Install modin\n",
        "# !pip install pandas==2.0\n",
        "# !pip install \"modin[all]\"\n",
        "# Modin couldn't work due to dependencies so I downgraded the pandas version to 2.0\n",
        "# !pip install --upgrade modin"
      ],
      "metadata": {
        "id": "8-QL6sl6uN8o"
      },
      "execution_count": 198,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "import time\n",
        "# import modin.pandas as mpd\n",
        "\n",
        "# did \"!pip install botocore\" since it was a suggestion to fix the error with mpd.read_csv(dataset_path) but still ran into errors.\n"
      ],
      "metadata": {
        "id": "J9E34WlIPWXf"
      },
      "execution_count": 202,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "dataset_path = 'https://raw.githubusercontent.com/Helzheng123/datasci_2_manipulation/main/datasets/healthcare_data_cleaning.csv'\n",
        "\n",
        "# Pandas\n",
        "start_time = time.time()\n",
        "pandas_data = pd.read_csv(dataset_path)\n",
        "pandas_time = time.time() - start_time\n",
        "\n",
        "# Polars\n",
        "start_time = time.time()\n",
        "polars_data = pl.read_csv(dataset_path)\n",
        "polars_time = time.time() - start_time\n",
        "\n",
        "# Modin (mpd wasn't working)\n",
        "# start_time = time.time()\n",
        "# modin_data = mpd.read_csv(dataset_path)\n",
        "# modin_time = time.time() - start_time\n"
      ],
      "metadata": {
        "id": "Y89_TKUwidp5"
      },
      "execution_count": 199,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# To show the load times for each\n",
        "\n",
        "print(f'Pandas load time: {pandas_time:.4f} seconds', pandas_time)\n",
        "print(f'Polars load time: {polars_time:.4f} seconds', polars_time)\n",
        "# print(f'Modin load time: {modin_time:.4f} seconds', modin_time)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "64688e85-204f-41f0-ef52-87e8da533ca0",
        "id": "f5WN2oeRpbEG"
      },
      "execution_count": 200,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Pandas load time: 0.5361 seconds 0.5360598564147949\n",
            "Polars load time: 0.2322 seconds 0.23218512535095215\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "##### Observation:\n",
        "Polars load time for datasets is **faster** than Pandas. Just like how the book mentioned, Polars is implemented in Rust, allowing it to be faster than Pandas when carrying out operations."
      ],
      "metadata": {
        "id": "mVulBCi2SIk-"
      }
    }
  ]
}