task1.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 14,
      "metadata": {},
      "outputs": [],
      "source": [
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "from scipy.io.arff import loadarff\n",
        "import pandas as pd\n",
        "import seaborn as sns"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "# 9 different datasets for classification with binary classes and numerical variables\n",
        "1. 3 small datasets containing at most 10 variables\n",
        "2. 6 large datasets containing more than 10 variables"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "## Loading Data and Removing Collinear Features"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "### *Small Datasets*"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### Blood Transfusion service center"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 15,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "          V1        V2        V3        V4\n",
            "V1  1.000000 -0.182745 -0.182745  0.160618\n",
            "V2 -0.182745  1.000000  1.000000  0.634940\n",
            "V3 -0.182745  1.000000  1.000000  0.634940\n",
            "V4  0.160618  0.634940  0.634940  1.000000\n",
            "Summary of Blood Transfusion Service Center Dataset:\n",
            "               V1          V4       Class\n",
            "count  748.000000  748.000000  748.000000\n",
            "mean     9.506684   34.282086    1.237968\n",
            "std      8.095396   24.376714    0.426124\n",
            "min      0.000000    2.000000    1.000000\n",
            "25%      2.750000   16.000000    1.000000\n",
            "50%      7.000000   28.000000    1.000000\n",
            "75%     14.000000   50.000000    1.000000\n",
            "max     74.000000   98.000000    2.000000\n"
          ]
        }
      ],
      "source": [
        "# Loading the dataset\n",
        "raw_blood_data = loadarff(\"./Datasets/blood-transfusion-service-center.arff\")\n",
        "df_blood_data = pd.DataFrame(raw_blood_data[0])\n",
        "\n",
        "# Separating other features from target\n",
        "df_blood_no_class = df_blood_data.drop('Class', axis=1)\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_blood_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.9).any()\n",
        "df_blood_no_class = df_blood_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_blood = df_blood_no_class\n",
        "y_blood = df_blood_data['Class'].astype(int)\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_blood_data = pd.concat([pd.DataFrame(X_blood), pd.DataFrame(y_blood)], axis=1)\n",
        "\n",
        "\n",
        "print(\"Summary of Blood Transfusion Service Center Dataset:\")\n",
        "print(df_blood_data.describe())\n",
        "\n",
        "# sns.pairplot(df_blood_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### Iris"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 16,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "             sepallength  sepalwidth  petallength  petalwidth\n",
            "sepallength     1.000000   -0.109369     0.871754    0.817954\n",
            "sepalwidth     -0.109369    1.000000    -0.420516   -0.356544\n",
            "petallength     0.871754   -0.420516     1.000000    0.962757\n",
            "petalwidth      0.817954   -0.356544     0.962757    1.000000\n",
            "Summary of Iris Dataset:\n",
            "       sepallength  sepalwidth\n",
            "count   150.000000  150.000000\n",
            "mean      5.843333    3.054000\n",
            "std       0.828066    0.433594\n",
            "min       4.300000    2.000000\n",
            "25%       5.100000    2.800000\n",
            "50%       5.800000    3.000000\n",
            "75%       6.400000    3.300000\n",
            "max       7.900000    4.400000\n"
          ]
        }
      ],
      "source": [
        "# Loading dataset\n",
        "raw_iris_data = loadarff(\"./Datasets/iris.arff\")\n",
        "df_iris_data = pd.DataFrame(raw_iris_data[0])\n",
        "\n",
        "# Separating other features from target\n",
        "df_iris_no_class = df_iris_data.drop('binaryClass', axis=1)\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_iris_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.9).any()\n",
        "df_iris_no_class = df_iris_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_iris = df_iris_no_class\n",
        "y_iris = df_iris_data['binaryClass']\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_iris_data = pd.concat([pd.DataFrame(X_iris), pd.DataFrame(y_iris)], axis=1)\n",
        "\n",
        "print(\"Summary of Iris Dataset:\")\n",
        "print(df_iris_data.describe())\n",
        "# sns.pairplot(df_iris_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### Diabetes"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 17,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "          preg      plas      pres      skin      insu      mass      pedi  \\\n",
            "preg  1.000000  0.129459  0.141282 -0.081672 -0.073535  0.017683 -0.033523   \n",
            "plas  0.129459  1.000000  0.152590  0.057328  0.331357  0.221071  0.137337   \n",
            "pres  0.141282  0.152590  1.000000  0.207371  0.088933  0.281805  0.041265   \n",
            "skin -0.081672  0.057328  0.207371  1.000000  0.436783  0.392573  0.183928   \n",
            "insu -0.073535  0.331357  0.088933  0.436783  1.000000  0.197859  0.185071   \n",
            "mass  0.017683  0.221071  0.281805  0.392573  0.197859  1.000000  0.140647   \n",
            "pedi -0.033523  0.137337  0.041265  0.183928  0.185071  0.140647  1.000000   \n",
            "age   0.544341  0.263514  0.239528 -0.113970 -0.042163  0.036242  0.033561   \n",
            "\n",
            "           age  \n",
            "preg  0.544341  \n",
            "plas  0.263514  \n",
            "pres  0.239528  \n",
            "skin -0.113970  \n",
            "insu -0.042163  \n",
            "mass  0.036242  \n",
            "pedi  0.033561  \n",
            "age   1.000000  \n",
            "Summary of Diabetes Dataset:\n",
            "             preg        plas        pres        skin        insu        mass  \\\n",
            "count  768.000000  768.000000  768.000000  768.000000  768.000000  768.000000   \n",
            "mean     3.845052  120.894531   69.105469   20.536458   79.799479   31.992578   \n",
            "std      3.369578   31.972618   19.355807   15.952218  115.244002    7.884160   \n",
            "min      0.000000    0.000000    0.000000    0.000000    0.000000    0.000000   \n",
            "25%      1.000000   99.000000   62.000000    0.000000    0.000000   27.300000   \n",
            "50%      3.000000  117.000000   72.000000   23.000000   30.500000   32.000000   \n",
            "75%      6.000000  140.250000   80.000000   32.000000  127.250000   36.600000   \n",
            "max     17.000000  199.000000  122.000000   99.000000  846.000000   67.100000   \n",
            "\n",
            "             pedi         age  \n",
            "count  768.000000  768.000000  \n",
            "mean     0.471876   33.240885  \n",
            "std      0.331329   11.760232  \n",
            "min      0.078000   21.000000  \n",
            "25%      0.243750   24.000000  \n",
            "50%      0.372500   29.000000  \n",
            "75%      0.626250   41.000000  \n",
            "max      2.420000   81.000000  \n"
          ]
        }
      ],
      "source": [
        "# Load diabetes dataset\n",
        "raw_diabetes_data = loadarff(\"./Datasets/diabetes.arff\")\n",
        "df_diabetes_data = pd.DataFrame(raw_diabetes_data[0])\n",
        "\n",
        "# Separating other features from target\n",
        "df_diabetes_no_class = df_diabetes_data.drop('class', axis=1)\n",
        "\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_diabetes_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.9).any()\n",
        "df_diabetes_no_class = df_diabetes_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_diabetes = df_diabetes_no_class\n",
        "y_diabetes = df_diabetes_data['class']\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_diabetes_data = pd.concat([pd.DataFrame(X_diabetes), pd.DataFrame(y_diabetes)], axis=1)\n",
        "\n",
        "# Summary of the dataset\n",
        "print(\"Summary of Diabetes Dataset:\")\n",
        "print(df_diabetes_data.describe())\n",
        "\n",
        "# Exploratory Data Analysis\n",
        "# sns.pairplot(df_diabetes_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### Pollen"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 18,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "            RIDGE       NUB     CRACK    WEIGHT   DENSITY\n",
            "RIDGE    1.000000  0.133189 -0.125529 -0.896471 -0.565084\n",
            "NUB      0.133189  1.000000  0.082869 -0.171585  0.327398\n",
            "CRACK   -0.125529  0.082869  1.000000  0.268195 -0.152649\n",
            "WEIGHT  -0.896471 -0.171585  0.268195  1.000000  0.242196\n",
            "DENSITY -0.565084  0.327398 -0.152649  0.242196  1.000000\n",
            "Summary of Pollen Dataset:\n",
            "             RIDGE          NUB        CRACK       WEIGHT      DENSITY\n",
            "count  3848.000000  3848.000000  3848.000000  3848.000000  3848.000000\n",
            "mean     -0.003637     0.000160     0.003103     0.004237     0.000166\n",
            "std       6.398237     5.186311     7.875199    10.043092     3.144395\n",
            "min     -23.283900   -16.393500   -31.413000   -34.035200   -12.039100\n",
            "25%      -3.983725    -3.757625    -5.453275    -7.018650    -2.132450\n",
            "50%      -0.163850    -0.231700    -0.056150    -0.149350    -0.030450\n",
            "75%       4.647150     3.750525     5.661125     6.799800     2.028625\n",
            "max      21.406600    17.258300    30.317800    35.802800    10.867300\n"
          ]
        }
      ],
      "source": [
        "# Load pollen dataset\n",
        "raw_pollen_data = loadarff(\"./Datasets/pollen.arff\")\n",
        "df_pollen_data = pd.DataFrame(raw_pollen_data[0])\n",
        "\n",
        "# Creating a dataset without the binaryClass variable\n",
        "df_pollen_no_class = df_pollen_data.drop('binaryClass', axis=1)\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_pollen_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.97).any()\n",
        "df_pollen_no_class = df_pollen_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_pollen = df_pollen_no_class\n",
        "y_pollen = df_pollen_data['binaryClass']\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_pollen_data = pd.concat([pd.DataFrame(X_pollen), pd.DataFrame(y_pollen)], axis=1)\n",
        "\n",
        "# Summary of the dataset\n",
        "print(\"Summary of Pollen Dataset:\")\n",
        "print(df_pollen_data.describe())\n",
        "\n",
        "# Exploratory Data Analysis\n",
        "# sns.pairplot(df_pollen_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "### Large Datasets"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### KC2 "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 19,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "                       loc      v(g)     ev(g)     iv(g)         n         v  \\\n",
            "loc               1.000000  0.964048  0.902863  0.963517  0.989529  0.975357   \n",
            "v(g)              0.964048  1.000000  0.927526  0.976598  0.963279  0.958553   \n",
            "ev(g)             0.902863  0.927526  1.000000  0.952305  0.912839  0.934120   \n",
            "iv(g)             0.963517  0.976598  0.952305  1.000000  0.966458  0.970448   \n",
            "n                 0.989529  0.963279  0.912839  0.966458  1.000000  0.991431   \n",
            "v                 0.975357  0.958553  0.934120  0.970448  0.991431  1.000000   \n",
            "l                -0.336253 -0.288152 -0.188257 -0.269807 -0.311270 -0.248429   \n",
            "d                 0.805374  0.747592  0.641356  0.734147  0.784555  0.710863   \n",
            "i                 0.890050  0.834545  0.732302  0.812713  0.885379  0.840885   \n",
            "e                 0.918543  0.919532  0.939698  0.949862  0.939851  0.969166   \n",
            "b                 0.967499  0.951610  0.928172  0.963684  0.983898  0.993026   \n",
            "t                 0.901076  0.902482  0.940146  0.939290  0.925532  0.963933   \n",
            "lOCode            0.992134  0.963815  0.921124  0.968264  0.994936  0.985920   \n",
            "lOComment         0.746583  0.702373  0.587923  0.692321  0.703826  0.665475   \n",
            "lOBlank           0.926408  0.853464  0.734174  0.835550  0.918139  0.887164   \n",
            "lOCodeAndComment  0.614058  0.665333  0.557265  0.628688  0.610696  0.581167   \n",
            "uniq_Op           0.656524  0.594533  0.487312  0.577212  0.612866  0.535615   \n",
            "uniq_Opnd         0.964894  0.919870  0.840691  0.906384  0.955048  0.922992   \n",
            "total_Op          0.993000  0.966326  0.918503  0.971597  0.996324  0.989710   \n",
            "total_Opnd        0.992355  0.965439  0.909976  0.964362  0.995145  0.984974   \n",
            "branchCount       0.959668  0.995886  0.921305  0.972321  0.966681  0.961851   \n",
            "\n",
            "                         l         d         i         e  ...         t  \\\n",
            "loc              -0.336253  0.805374  0.890050  0.918543  ...  0.901076   \n",
            "v(g)             -0.288152  0.747592  0.834545  0.919532  ...  0.902482   \n",
            "ev(g)            -0.188257  0.641356  0.732302  0.939698  ...  0.940146   \n",
            "iv(g)            -0.269807  0.734147  0.812713  0.949862  ...  0.939290   \n",
            "n                -0.311270  0.784555  0.885379  0.939851  ...  0.925532   \n",
            "v                -0.248429  0.710863  0.840885  0.969166  ...  0.963933   \n",
            "l                 1.000000 -0.561834 -0.445663 -0.146056  ... -0.129853   \n",
            "d                -0.561834  1.000000  0.783724  0.623365  ...  0.574565   \n",
            "i                -0.445663  0.783724  1.000000  0.712917  ...  0.696552   \n",
            "e                -0.146056  0.623365  0.712917  1.000000  ...  0.993857   \n",
            "b                -0.225065  0.702414  0.831184  0.963215  ...  0.958138   \n",
            "t                -0.129853  0.574565  0.696552  0.993857  ...  1.000000   \n",
            "lOCode           -0.323206  0.796020  0.882162  0.934932  ...  0.922143   \n",
            "lOComment        -0.281945  0.707065  0.638264  0.622370  ...  0.575101   \n",
            "lOBlank          -0.364157  0.774647  0.880741  0.786743  ...  0.763683   \n",
            "lOCodeAndComment -0.183094  0.608269  0.520404  0.572946  ...  0.524338   \n",
            "uniq_Op          -0.691912  0.911272  0.706891  0.427221  ...  0.390546   \n",
            "uniq_Opnd        -0.437103  0.844993  0.955983  0.829209  ...  0.811042   \n",
            "total_Op         -0.307436  0.772547  0.881636  0.939757  ...  0.927137   \n",
            "total_Opnd       -0.313324  0.785079  0.885859  0.933804  ...  0.917581   \n",
            "branchCount      -0.288485  0.748486  0.836263  0.918717  ...  0.902660   \n",
            "\n",
            "                    lOCode  lOComment   lOBlank  lOCodeAndComment   uniq_Op  \\\n",
            "loc               0.992134   0.746583  0.926408          0.614058  0.656524   \n",
            "v(g)              0.963815   0.702373  0.853464          0.665333  0.594533   \n",
            "ev(g)             0.921124   0.587923  0.734174          0.557265  0.487312   \n",
            "iv(g)             0.968264   0.692321  0.835550          0.628688  0.577212   \n",
            "n                 0.994936   0.703826  0.918139          0.610696  0.612866   \n",
            "v                 0.985920   0.665475  0.887164          0.581167  0.535615   \n",
            "l                -0.323206  -0.281945 -0.364157         -0.183094 -0.691912   \n",
            "d                 0.796020   0.707065  0.774647          0.608269  0.911272   \n",
            "i                 0.882162   0.638264  0.880741          0.520404  0.706891   \n",
            "e                 0.934932   0.622370  0.786743          0.572946  0.427221   \n",
            "b                 0.978340   0.661704  0.881009          0.587328  0.524629   \n",
            "t                 0.922143   0.575101  0.763683          0.524338  0.390546   \n",
            "lOCode            1.000000   0.706650  0.908525          0.600606  0.632408   \n",
            "lOComment         0.706650   1.000000  0.694919          0.560036  0.579824   \n",
            "lOBlank           0.908525   0.694919  1.000000          0.528876  0.636415   \n",
            "lOCodeAndComment  0.600606   0.560036  0.528876          1.000000  0.465167   \n",
            "uniq_Op           0.632408   0.579824  0.636415          0.465167  1.000000   \n",
            "uniq_Opnd         0.955857   0.697642  0.912441          0.600555  0.754059   \n",
            "total_Op          0.991383   0.700907  0.912416          0.602463  0.614875   \n",
            "total_Opnd        0.989067   0.700372  0.915436          0.621225  0.623171   \n",
            "branchCount       0.966885   0.702389  0.859708          0.661481  0.584143   \n",
            "\n",
            "                  uniq_Opnd  total_Op  total_Opnd  branchCount  \n",
            "loc                0.964894  0.993000    0.992355     0.959668  \n",
            "v(g)               0.919870  0.966326    0.965439     0.995886  \n",
            "ev(g)              0.840691  0.918503    0.909976     0.921305  \n",
            "iv(g)              0.906384  0.971597    0.964362     0.972321  \n",
            "n                  0.955048  0.996324    0.995145     0.966681  \n",
            "v                  0.922992  0.989710    0.984974     0.961851  \n",
            "l                 -0.437103 -0.307436   -0.313324    -0.288485  \n",
            "d                  0.844993  0.772547    0.785079     0.748486  \n",
            "i                  0.955983  0.881636    0.885859     0.836263  \n",
            "e                  0.829209  0.939757    0.933804     0.918717  \n",
            "b                  0.914501  0.982250    0.977529     0.954792  \n",
            "t                  0.811042  0.927137    0.917581     0.902660  \n",
            "lOCode             0.955857  0.991383    0.989067     0.966885  \n",
            "lOComment          0.697642  0.700907    0.700372     0.702389  \n",
            "lOBlank            0.912441  0.912416    0.915436     0.859708  \n",
            "lOCodeAndComment   0.600555  0.602463    0.621225     0.661481  \n",
            "uniq_Op            0.754059  0.614875    0.623171     0.584143  \n",
            "uniq_Opnd          1.000000  0.956275    0.961808     0.915736  \n",
            "total_Op           0.956275  1.000000    0.997098     0.963253  \n",
            "total_Opnd         0.961808  0.997098    1.000000     0.961712  \n",
            "branchCount        0.915736  0.963253    0.961712     1.000000  \n",
            "\n",
            "[21 rows x 21 columns]\n",
            "Summary of KC2 Dataset:\n",
            "            ev(g)           l           d           i   lOComment     lOBlank  \\\n",
            "count  522.000000  522.000000  522.000000  522.000000  522.000000  522.000000   \n",
            "mean     2.447126    0.274464    9.735287   28.320441    2.000000    4.339080   \n",
            "std      6.665003    0.275609   11.088640   32.225597    5.582052    9.214753   \n",
            "min      1.000000    0.000000    0.000000    0.000000    0.000000    0.000000   \n",
            "25%      1.000000    0.060000    1.500000    7.740000    0.000000    0.000000   \n",
            "50%      1.000000    0.140000    6.000000   20.560000    0.000000    1.000000   \n",
            "75%      1.000000    0.500000   14.610000   38.365000    2.000000    5.000000   \n",
            "max    125.000000    2.000000  103.530000  415.060000   44.000000  121.000000   \n",
            "\n",
            "       lOCodeAndComment     uniq_Op   uniq_Opnd  \n",
            "count        522.000000  522.000000  522.000000  \n",
            "mean           0.281609    9.197701   14.465900  \n",
            "std            1.038236    6.360180   22.086661  \n",
            "min            0.000000    1.000000    0.000000  \n",
            "25%            0.000000    3.000000    2.000000  \n",
            "50%            0.000000    8.000000    7.000000  \n",
            "75%            0.000000   14.000000   20.000000  \n",
            "max           11.000000   47.000000  325.000000  \n"
          ]
        }
      ],
      "source": [
        "# Load kc2 dataset\n",
        "raw_kc2_data = loadarff(\"./Datasets/kc2.arff\")\n",
        "df_kc2_data = pd.DataFrame(raw_kc2_data[0])\n",
        "\n",
        "# Creating a dataset without the 'problems' variable\n",
        "df_kc2_no_class = df_kc2_data.drop('problems', axis=1)\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_kc2_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.97).any()\n",
        "df_kc2_no_class = df_kc2_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_kc2 = df_kc2_no_class\n",
        "y_kc2 = df_kc2_data['problems']\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_kc2_data = pd.concat([pd.DataFrame(X_kc2), pd.DataFrame(y_kc2)], axis=1)\n",
        "# Summary of the dataset\n",
        "print(\"Summary of KC2 Dataset:\")\n",
        "print(df_kc2_data.describe())\n",
        "\n",
        "# Exploratory Data Analysis\n",
        "# sns.pairplot(df_kc2_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### PC3"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 20,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "                                 LOC_BLANK  BRANCH_COUNT  CALL_PAIRS  \\\n",
            "LOC_BLANK                         1.000000      0.319549    0.457082   \n",
            "BRANCH_COUNT                      0.319549      1.000000    0.354603   \n",
            "CALL_PAIRS                        0.457082      0.354603    1.000000   \n",
            "LOC_CODE_AND_COMMENT              0.558268      0.249042    0.278199   \n",
            "LOC_COMMENTS                      0.674951      0.188476    0.346894   \n",
            "CONDITION_COUNT                   0.294937      0.989614    0.320521   \n",
            "CYCLOMATIC_COMPLEXITY             0.328669      0.996814    0.369096   \n",
            "CYCLOMATIC_DENSITY               -0.270265      0.103854   -0.210782   \n",
            "DECISION_COUNT                    0.281722      0.980903    0.310616   \n",
            "DECISION_DENSITY                  0.260679      0.243500    0.236261   \n",
            "DESIGN_COMPLEXITY                 0.314185      0.564452    0.646359   \n",
            "DESIGN_DENSITY                   -0.173296     -0.295396    0.104816   \n",
            "EDGE_COUNT                        0.330707      0.988124    0.398959   \n",
            "ESSENTIAL_COMPLEXITY              0.223838      0.561007    0.412962   \n",
            "ESSENTIAL_DENSITY                 0.097966      0.189799    0.166086   \n",
            "LOC_EXECUTABLE                    0.420470      0.706578    0.407223   \n",
            "PARAMETER_COUNT                  -0.080779      0.072270   -0.032892   \n",
            "HALSTEAD_CONTENT                  0.312583      0.415206    0.249281   \n",
            "HALSTEAD_DIFFICULTY               0.322522      0.560782    0.324284   \n",
            "HALSTEAD_EFFORT                   0.152300      0.789718    0.118699   \n",
            "HALSTEAD_ERROR_EST                0.273149      0.821337    0.234872   \n",
            "HALSTEAD_LENGTH                   0.323379      0.845527    0.283707   \n",
            "HALSTEAD_LEVEL                   -0.262641     -0.237557   -0.215769   \n",
            "HALSTEAD_PROG_TIME                0.152300      0.789718    0.118699   \n",
            "HALSTEAD_VOLUME                   0.273217      0.821363    0.234968   \n",
            "MAINTENANCE_SEVERITY             -0.309719     -0.234499   -0.238641   \n",
            "MODIFIED_CONDITION_COUNT          0.305573      0.992180    0.327937   \n",
            "MULTIPLE_CONDITION_COUNT          0.296738      0.988385    0.323626   \n",
            "NODE_COUNT                        0.329662      0.980498    0.406047   \n",
            "NORMALIZED_CYLOMATIC_COMPLEXITY  -0.301461      0.101243   -0.177729   \n",
            "NUM_OPERANDS                      0.325942      0.818441    0.283303   \n",
            "NUM_OPERATORS                     0.319061      0.861647    0.282071   \n",
            "NUM_UNIQUE_OPERANDS               0.433841      0.712027    0.404591   \n",
            "NUM_UNIQUE_OPERATORS              0.490407      0.537892    0.546203   \n",
            "NUMBER_OF_LINES                   0.669065      0.660016    0.485320   \n",
            "PERCENT_COMMENTS                  0.491097      0.022844    0.193545   \n",
            "LOC_TOTAL                         0.457334      0.713384    0.421922   \n",
            "\n",
            "                                 LOC_CODE_AND_COMMENT  LOC_COMMENTS  \\\n",
            "LOC_BLANK                                    0.558268      0.674951   \n",
            "BRANCH_COUNT                                 0.249042      0.188476   \n",
            "CALL_PAIRS                                   0.278199      0.346894   \n",
            "LOC_CODE_AND_COMMENT                         1.000000      0.371806   \n",
            "LOC_COMMENTS                                 0.371806      1.000000   \n",
            "CONDITION_COUNT                              0.239343      0.181438   \n",
            "CYCLOMATIC_COMPLEXITY                        0.252188      0.183152   \n",
            "CYCLOMATIC_DENSITY                          -0.058290     -0.259478   \n",
            "DECISION_COUNT                               0.234025      0.163907   \n",
            "DECISION_DENSITY                             0.213239      0.185434   \n",
            "DESIGN_COMPLEXITY                            0.228028      0.175987   \n",
            "DESIGN_DENSITY                              -0.221777     -0.147142   \n",
            "EDGE_COUNT                                   0.255997      0.192006   \n",
            "ESSENTIAL_COMPLEXITY                         0.150192      0.178933   \n",
            "ESSENTIAL_DENSITY                            0.092211      0.065616   \n",
            "LOC_EXECUTABLE                               0.193515      0.400042   \n",
            "PARAMETER_COUNT                             -0.049955     -0.001701   \n",
            "HALSTEAD_CONTENT                             0.239462      0.283645   \n",
            "HALSTEAD_DIFFICULTY                          0.277016      0.196593   \n",
            "HALSTEAD_EFFORT                              0.049795      0.069930   \n",
            "HALSTEAD_ERROR_EST                           0.146883      0.214625   \n",
            "HALSTEAD_LENGTH                              0.194849      0.255864   \n",
            "HALSTEAD_LEVEL                              -0.193473     -0.178346   \n",
            "HALSTEAD_PROG_TIME                           0.049795      0.069930   \n",
            "HALSTEAD_VOLUME                              0.146965      0.214628   \n",
            "MAINTENANCE_SEVERITY                        -0.259996     -0.201510   \n",
            "MODIFIED_CONDITION_COUNT                     0.242949      0.196720   \n",
            "MULTIPLE_CONDITION_COUNT                     0.243393      0.189448   \n",
            "NODE_COUNT                                   0.255867      0.193736   \n",
            "NORMALIZED_CYLOMATIC_COMPLEXITY             -0.075016     -0.275544   \n",
            "NUM_OPERANDS                                 0.199438      0.270358   \n",
            "NUM_OPERATORS                                0.189777      0.242335   \n",
            "NUM_UNIQUE_OPERANDS                          0.274498      0.364153   \n",
            "NUM_UNIQUE_OPERATORS                         0.353962      0.305322   \n",
            "NUMBER_OF_LINES                              0.381211      0.632834   \n",
            "PERCENT_COMMENTS                             0.460132      0.636004   \n",
            "LOC_TOTAL                                    0.269941      0.422365   \n",
            "\n",
            "                                 CONDITION_COUNT  CYCLOMATIC_COMPLEXITY  \\\n",
            "LOC_BLANK                               0.294937               0.328669   \n",
            "BRANCH_COUNT                            0.989614               0.996814   \n",
            "CALL_PAIRS                              0.320521               0.369096   \n",
            "LOC_CODE_AND_COMMENT                    0.239343               0.252188   \n",
            "LOC_COMMENTS                            0.181438               0.183152   \n",
            "CONDITION_COUNT                         1.000000               0.978313   \n",
            "CYCLOMATIC_COMPLEXITY                   0.978313               1.000000   \n",
            "CYCLOMATIC_DENSITY                      0.099968               0.100273   \n",
            "DECISION_COUNT                          0.996884               0.970017   \n",
            "DECISION_DENSITY                        0.229660               0.239452   \n",
            "DESIGN_COMPLEXITY                       0.497907               0.584328   \n",
            "DESIGN_DENSITY                         -0.287768              -0.293115   \n",
            "EDGE_COUNT                              0.982461               0.987307   \n",
            "ESSENTIAL_COMPLEXITY                    0.506131               0.556765   \n",
            "ESSENTIAL_DENSITY                       0.166347               0.184920   \n",
            "LOC_EXECUTABLE                          0.683588               0.712066   \n",
            "PARAMETER_COUNT                         0.066407               0.073931   \n",
            "HALSTEAD_CONTENT                        0.421050               0.411121   \n",
            "HALSTEAD_DIFFICULTY                     0.520699               0.585426   \n",
            "HALSTEAD_EFFORT                         0.800517               0.794962   \n",
            "HALSTEAD_ERROR_EST                      0.831701               0.819354   \n",
            "HALSTEAD_LENGTH                         0.850058               0.845367   \n",
            "HALSTEAD_LEVEL                         -0.221090              -0.242574   \n",
            "HALSTEAD_PROG_TIME                      0.800517               0.794962   \n",
            "HALSTEAD_VOLUME                         0.831725               0.819379   \n",
            "MAINTENANCE_SEVERITY                   -0.226566              -0.246574   \n",
            "MODIFIED_CONDITION_COUNT                0.997308               0.980557   \n",
            "MULTIPLE_CONDITION_COUNT                0.997288               0.977011   \n",
            "NODE_COUNT                              0.978775               0.978465   \n",
            "NORMALIZED_CYLOMATIC_COMPLEXITY         0.097316               0.099262   \n",
            "NUM_OPERANDS                            0.823165               0.816865   \n",
            "NUM_OPERATORS                           0.865988               0.862635   \n",
            "NUM_UNIQUE_OPERANDS                     0.710859               0.712145   \n",
            "NUM_UNIQUE_OPERATORS                    0.485043               0.564306   \n",
            "NUMBER_OF_LINES                         0.635027               0.665447   \n",
            "PERCENT_COMMENTS                        0.027338               0.018808   \n",
            "LOC_TOTAL                               0.690045               0.719022   \n",
            "\n",
            "                                 CYCLOMATIC_DENSITY  DECISION_COUNT  \\\n",
            "LOC_BLANK                                 -0.270265        0.281722   \n",
            "BRANCH_COUNT                               0.103854        0.980903   \n",
            "CALL_PAIRS                                -0.210782        0.310616   \n",
            "LOC_CODE_AND_COMMENT                      -0.058290        0.234025   \n",
            "LOC_COMMENTS                              -0.259478        0.163907   \n",
            "CONDITION_COUNT                            0.099968        0.996884   \n",
            "CYCLOMATIC_COMPLEXITY                      0.100273        0.970017   \n",
            "CYCLOMATIC_DENSITY                         1.000000        0.096300   \n",
            "DECISION_COUNT                             0.096300        1.000000   \n",
            "DECISION_DENSITY                           0.026511        0.209346   \n",
            "DESIGN_COMPLEXITY                          0.044087        0.478973   \n",
            "DESIGN_DENSITY                            -0.136598       -0.274899   \n",
            "EDGE_COUNT                                 0.070686        0.978296   \n",
            "ESSENTIAL_COMPLEXITY                       0.142762        0.469819   \n",
            "ESSENTIAL_DENSITY                          0.140851        0.140175   \n",
            "LOC_EXECUTABLE                            -0.155736        0.667509   \n",
            "PARAMETER_COUNT                           -0.110156        0.061814   \n",
            "HALSTEAD_CONTENT                          -0.167291        0.421025   \n",
            "HALSTEAD_DIFFICULTY                       -0.070878        0.511392   \n",
            "HALSTEAD_EFFORT                            0.017741        0.811859   \n",
            "HALSTEAD_ERROR_EST                        -0.039961        0.835750   \n",
            "HALSTEAD_LENGTH                           -0.061732        0.851031   \n",
            "HALSTEAD_LEVEL                            -0.044997       -0.212926   \n",
            "HALSTEAD_PROG_TIME                         0.017741        0.811859   \n",
            "HALSTEAD_VOLUME                           -0.039877        0.835776   \n",
            "MAINTENANCE_SEVERITY                       0.091129       -0.235081   \n",
            "MODIFIED_CONDITION_COUNT                   0.102818        0.988415   \n",
            "MULTIPLE_CONDITION_COUNT                   0.100201        0.992440   \n",
            "NODE_COUNT                                 0.061316        0.975889   \n",
            "NORMALIZED_CYLOMATIC_COMPLEXITY            0.903235        0.096031   \n",
            "NUM_OPERANDS                              -0.072885        0.822397   \n",
            "NUM_OPERATORS                             -0.052258        0.868368   \n",
            "NUM_UNIQUE_OPERANDS                       -0.150349        0.709315   \n",
            "NUM_UNIQUE_OPERATORS                      -0.169507        0.470912   \n",
            "NUMBER_OF_LINES                           -0.221743        0.616482   \n",
            "PERCENT_COMMENTS                          -0.231092        0.023724   \n",
            "LOC_TOTAL                                 -0.157508        0.673839   \n",
            "\n",
            "                                 DECISION_DENSITY  ...  \\\n",
            "LOC_BLANK                                0.260679  ...   \n",
            "BRANCH_COUNT                             0.243500  ...   \n",
            "CALL_PAIRS                               0.236261  ...   \n",
            "LOC_CODE_AND_COMMENT                     0.213239  ...   \n",
            "LOC_COMMENTS                             0.185434  ...   \n",
            "CONDITION_COUNT                          0.229660  ...   \n",
            "CYCLOMATIC_COMPLEXITY                    0.239452  ...   \n",
            "CYCLOMATIC_DENSITY                       0.026511  ...   \n",
            "DECISION_COUNT                           0.209346  ...   \n",
            "DECISION_DENSITY                         1.000000  ...   \n",
            "DESIGN_COMPLEXITY                        0.228277  ...   \n",
            "DESIGN_DENSITY                          -0.586031  ...   \n",
            "EDGE_COUNT                               0.227852  ...   \n",
            "ESSENTIAL_COMPLEXITY                     0.284598  ...   \n",
            "ESSENTIAL_DENSITY                        0.456502  ...   \n",
            "LOC_EXECUTABLE                           0.209598  ...   \n",
            "PARAMETER_COUNT                          0.155412  ...   \n",
            "HALSTEAD_CONTENT                         0.118163  ...   \n",
            "HALSTEAD_DIFFICULTY                      0.319716  ...   \n",
            "HALSTEAD_EFFORT                          0.045076  ...   \n",
            "HALSTEAD_ERROR_EST                       0.108326  ...   \n",
            "HALSTEAD_LENGTH                          0.141624  ...   \n",
            "HALSTEAD_LEVEL                          -0.470497  ...   \n",
            "HALSTEAD_PROG_TIME                       0.045076  ...   \n",
            "HALSTEAD_VOLUME                          0.108371  ...   \n",
            "MAINTENANCE_SEVERITY                    -0.543634  ...   \n",
            "MODIFIED_CONDITION_COUNT                 0.247259  ...   \n",
            "MULTIPLE_CONDITION_COUNT                 0.235742  ...   \n",
            "NODE_COUNT                               0.223170  ...   \n",
            "NORMALIZED_CYLOMATIC_COMPLEXITY          0.005510  ...   \n",
            "NUM_OPERANDS                             0.141153  ...   \n",
            "NUM_OPERATORS                            0.141027  ...   \n",
            "NUM_UNIQUE_OPERANDS                      0.207114  ...   \n",
            "NUM_UNIQUE_OPERATORS                     0.545368  ...   \n",
            "NUMBER_OF_LINES                          0.258551  ...   \n",
            "PERCENT_COMMENTS                         0.126156  ...   \n",
            "LOC_TOTAL                                0.222769  ...   \n",
            "\n",
            "                                 MULTIPLE_CONDITION_COUNT  NODE_COUNT  \\\n",
            "LOC_BLANK                                        0.296738    0.329662   \n",
            "BRANCH_COUNT                                     0.988385    0.980498   \n",
            "CALL_PAIRS                                       0.323626    0.406047   \n",
            "LOC_CODE_AND_COMMENT                             0.243393    0.255867   \n",
            "LOC_COMMENTS                                     0.189448    0.193736   \n",
            "CONDITION_COUNT                                  0.997288    0.978775   \n",
            "CYCLOMATIC_COMPLEXITY                            0.977011    0.978465   \n",
            "CYCLOMATIC_DENSITY                               0.100201    0.061316   \n",
            "DECISION_COUNT                                   0.992440    0.975889   \n",
            "DECISION_DENSITY                                 0.235742    0.223170   \n",
            "DESIGN_COMPLEXITY                                0.497988    0.570903   \n",
            "DESIGN_DENSITY                                  -0.289823   -0.259569   \n",
            "EDGE_COUNT                                       0.979591    0.998829   \n",
            "ESSENTIAL_COMPLEXITY                             0.513550    0.491803   \n",
            "ESSENTIAL_DENSITY                                0.171151    0.144592   \n",
            "LOC_EXECUTABLE                                   0.682092    0.714052   \n",
            "PARAMETER_COUNT                                  0.066827    0.063221   \n",
            "HALSTEAD_CONTENT                                 0.420080    0.438707   \n",
            "HALSTEAD_DIFFICULTY                              0.521258    0.586509   \n",
            "HALSTEAD_EFFORT                                  0.796402    0.796985   \n",
            "HALSTEAD_ERROR_EST                               0.828400    0.831620   \n",
            "HALSTEAD_LENGTH                                  0.847242    0.862731   \n",
            "HALSTEAD_LEVEL                                  -0.221948   -0.236872   \n",
            "HALSTEAD_PROG_TIME                               0.796402    0.796985   \n",
            "HALSTEAD_VOLUME                                  0.828423    0.831663   \n",
            "MAINTENANCE_SEVERITY                            -0.223539   -0.260316   \n",
            "MODIFIED_CONDITION_COUNT                         0.996220    0.975987   \n",
            "MULTIPLE_CONDITION_COUNT                         1.000000    0.975441   \n",
            "NODE_COUNT                                       0.975441    1.000000   \n",
            "NORMALIZED_CYLOMATIC_COMPLEXITY                  0.096392    0.069221   \n",
            "NUM_OPERANDS                                     0.820540    0.837222   \n",
            "NUM_OPERATORS                                    0.863037    0.877453   \n",
            "NUM_UNIQUE_OPERANDS                              0.709302    0.728234   \n",
            "NUM_UNIQUE_OPERATORS                             0.486106    0.539645   \n",
            "NUMBER_OF_LINES                                  0.635829    0.669558   \n",
            "PERCENT_COMMENTS                                 0.031094    0.029323   \n",
            "LOC_TOTAL                                        0.688901    0.721266   \n",
            "\n",
            "                                 NORMALIZED_CYLOMATIC_COMPLEXITY  \\\n",
            "LOC_BLANK                                              -0.301461   \n",
            "BRANCH_COUNT                                            0.101243   \n",
            "CALL_PAIRS                                             -0.177729   \n",
            "LOC_CODE_AND_COMMENT                                   -0.075016   \n",
            "LOC_COMMENTS                                           -0.275544   \n",
            "CONDITION_COUNT                                         0.097316   \n",
            "CYCLOMATIC_COMPLEXITY                                   0.099262   \n",
            "CYCLOMATIC_DENSITY                                      0.903235   \n",
            "DECISION_COUNT                                          0.096031   \n",
            "DECISION_DENSITY                                        0.005510   \n",
            "DESIGN_COMPLEXITY                                       0.052681   \n",
            "DESIGN_DENSITY                                         -0.113830   \n",
            "EDGE_COUNT                                              0.076531   \n",
            "ESSENTIAL_COMPLEXITY                                    0.130976   \n",
            "ESSENTIAL_DENSITY                                       0.110081   \n",
            "LOC_EXECUTABLE                                         -0.105033   \n",
            "PARAMETER_COUNT                                        -0.068168   \n",
            "HALSTEAD_CONTENT                                       -0.123269   \n",
            "HALSTEAD_DIFFICULTY                                    -0.039165   \n",
            "HALSTEAD_EFFORT                                         0.027910   \n",
            "HALSTEAD_ERROR_EST                                     -0.014743   \n",
            "HALSTEAD_LENGTH                                        -0.030210   \n",
            "HALSTEAD_LEVEL                                         -0.088520   \n",
            "HALSTEAD_PROG_TIME                                      0.027910   \n",
            "HALSTEAD_VOLUME                                        -0.014598   \n",
            "MAINTENANCE_SEVERITY                                    0.082560   \n",
            "MODIFIED_CONDITION_COUNT                                0.097967   \n",
            "MULTIPLE_CONDITION_COUNT                                0.096392   \n",
            "NODE_COUNT                                              0.069221   \n",
            "NORMALIZED_CYLOMATIC_COMPLEXITY                         1.000000   \n",
            "NUM_OPERANDS                                           -0.039140   \n",
            "NUM_OPERATORS                                          -0.022756   \n",
            "NUM_UNIQUE_OPERANDS                                    -0.108530   \n",
            "NUM_UNIQUE_OPERATORS                                   -0.143436   \n",
            "NUMBER_OF_LINES                                        -0.193579   \n",
            "PERCENT_COMMENTS                                       -0.315187   \n",
            "LOC_TOTAL                                              -0.109085   \n",
            "\n",
            "                                 NUM_OPERANDS  NUM_OPERATORS  \\\n",
            "LOC_BLANK                            0.325942       0.319061   \n",
            "BRANCH_COUNT                         0.818441       0.861647   \n",
            "CALL_PAIRS                           0.283303       0.282071   \n",
            "LOC_CODE_AND_COMMENT                 0.199438       0.189777   \n",
            "LOC_COMMENTS                         0.270358       0.242335   \n",
            "CONDITION_COUNT                      0.823165       0.865988   \n",
            "CYCLOMATIC_COMPLEXITY                0.816865       0.862635   \n",
            "CYCLOMATIC_DENSITY                  -0.072885      -0.052258   \n",
            "DECISION_COUNT                       0.822397       0.868368   \n",
            "DECISION_DENSITY                     0.141153       0.141027   \n",
            "DESIGN_COMPLEXITY                    0.399950       0.394093   \n",
            "DESIGN_DENSITY                      -0.202286      -0.201461   \n",
            "EDGE_COUNT                           0.835695       0.877381   \n",
            "ESSENTIAL_COMPLEXITY                 0.347951       0.350037   \n",
            "ESSENTIAL_DENSITY                    0.066147       0.073517   \n",
            "LOC_EXECUTABLE                       0.892716       0.841121   \n",
            "PARAMETER_COUNT                      0.072883       0.068732   \n",
            "HALSTEAD_CONTENT                     0.732606       0.647991   \n",
            "HALSTEAD_DIFFICULTY                  0.525439       0.542369   \n",
            "HALSTEAD_EFFORT                      0.820325       0.884663   \n",
            "HALSTEAD_ERROR_EST                   0.983365       0.989535   \n",
            "HALSTEAD_LENGTH                      0.995286       0.996900   \n",
            "HALSTEAD_LEVEL                      -0.200247      -0.198994   \n",
            "HALSTEAD_PROG_TIME                   0.820325       0.884663   \n",
            "HALSTEAD_VOLUME                      0.983364       0.989543   \n",
            "MAINTENANCE_SEVERITY                -0.201219      -0.197489   \n",
            "MODIFIED_CONDITION_COUNT             0.819279       0.858936   \n",
            "MULTIPLE_CONDITION_COUNT             0.820540       0.863037   \n",
            "NODE_COUNT                           0.837222       0.877453   \n",
            "NORMALIZED_CYLOMATIC_COMPLEXITY     -0.039140      -0.022756   \n",
            "NUM_OPERANDS                         1.000000       0.984571   \n",
            "NUM_OPERATORS                        0.984571       1.000000   \n",
            "NUM_UNIQUE_OPERANDS                  0.929786       0.890975   \n",
            "NUM_UNIQUE_OPERATORS                 0.416844       0.445349   \n",
            "NUMBER_OF_LINES                      0.816894       0.770011   \n",
            "PERCENT_COMMENTS                     0.036837       0.030555   \n",
            "LOC_TOTAL                            0.892096       0.840686   \n",
            "\n",
            "                                 NUM_UNIQUE_OPERANDS  NUM_UNIQUE_OPERATORS  \\\n",
            "LOC_BLANK                                   0.433841              0.490407   \n",
            "BRANCH_COUNT                                0.712027              0.537892   \n",
            "CALL_PAIRS                                  0.404591              0.546203   \n",
            "LOC_CODE_AND_COMMENT                        0.274498              0.353962   \n",
            "LOC_COMMENTS                                0.364153              0.305322   \n",
            "CONDITION_COUNT                             0.710859              0.485043   \n",
            "CYCLOMATIC_COMPLEXITY                       0.712145              0.564306   \n",
            "CYCLOMATIC_DENSITY                         -0.150349             -0.169507   \n",
            "DECISION_COUNT                              0.709315              0.470912   \n",
            "DECISION_DENSITY                            0.207114              0.545368   \n",
            "DESIGN_COMPLEXITY                           0.451031              0.585255   \n",
            "DESIGN_DENSITY                             -0.204899             -0.426922   \n",
            "EDGE_COUNT                                  0.727286              0.547518   \n",
            "ESSENTIAL_COMPLEXITY                        0.392016              0.493288   \n",
            "ESSENTIAL_DENSITY                           0.110797              0.368458   \n",
            "LOC_EXECUTABLE                              0.914537              0.511532   \n",
            "PARAMETER_COUNT                             0.061204              0.194609   \n",
            "HALSTEAD_CONTENT                            0.872598              0.230895   \n",
            "HALSTEAD_DIFFICULTY                         0.417590              0.748063   \n",
            "HALSTEAD_EFFORT                             0.635296              0.292180   \n",
            "HALSTEAD_ERROR_EST                          0.896154              0.366273   \n",
            "HALSTEAD_LENGTH                             0.911844              0.434242   \n",
            "HALSTEAD_LEVEL                             -0.238230             -0.543924   \n",
            "HALSTEAD_PROG_TIME                          0.635296              0.292180   \n",
            "HALSTEAD_VOLUME                             0.896193              0.366350   \n",
            "MAINTENANCE_SEVERITY                       -0.250976             -0.458033   \n",
            "MODIFIED_CONDITION_COUNT                    0.708321              0.495467   \n",
            "MULTIPLE_CONDITION_COUNT                    0.709302              0.486106   \n",
            "NODE_COUNT                                  0.728234              0.539645   \n",
            "NORMALIZED_CYLOMATIC_COMPLEXITY            -0.108530             -0.143436   \n",
            "NUM_OPERANDS                                0.929786              0.416844   \n",
            "NUM_OPERATORS                               0.890975              0.445349   \n",
            "NUM_UNIQUE_OPERANDS                         1.000000              0.480531   \n",
            "NUM_UNIQUE_OPERATORS                        0.480531              1.000000   \n",
            "NUMBER_OF_LINES                             0.876016              0.569373   \n",
            "PERCENT_COMMENTS                            0.110230              0.140511   \n",
            "LOC_TOTAL                                   0.919518              0.530356   \n",
            "\n",
            "                                 NUMBER_OF_LINES  PERCENT_COMMENTS  LOC_TOTAL  \n",
            "LOC_BLANK                               0.669065          0.491097   0.457334  \n",
            "BRANCH_COUNT                            0.660016          0.022844   0.713384  \n",
            "CALL_PAIRS                              0.485320          0.193545   0.421922  \n",
            "LOC_CODE_AND_COMMENT                    0.381211          0.460132   0.269941  \n",
            "LOC_COMMENTS                            0.632834          0.636004   0.422365  \n",
            "CONDITION_COUNT                         0.635027          0.027338   0.690045  \n",
            "CYCLOMATIC_COMPLEXITY                   0.665447          0.018808   0.719022  \n",
            "CYCLOMATIC_DENSITY                     -0.221743         -0.231092  -0.157508  \n",
            "DECISION_COUNT                          0.616482          0.023724   0.673839  \n",
            "DECISION_DENSITY                        0.258551          0.126156   0.222769  \n",
            "DESIGN_COMPLEXITY                       0.520198          0.003794   0.538422  \n",
            "DESIGN_DENSITY                         -0.245505         -0.066922  -0.237031  \n",
            "EDGE_COUNT                              0.671190          0.026972   0.723536  \n",
            "ESSENTIAL_COMPLEXITY                    0.438990         -0.023357   0.456664  \n",
            "ESSENTIAL_DENSITY                       0.146039         -0.024595   0.140397  \n",
            "LOC_EXECUTABLE                          0.941195          0.041930   0.996914  \n",
            "PARAMETER_COUNT                         0.076659         -0.111274   0.114071  \n",
            "HALSTEAD_CONTENT                        0.700572          0.104258   0.745974  \n",
            "HALSTEAD_DIFFICULTY                     0.498475          0.031921   0.506774  \n",
            "HALSTEAD_EFFORT                         0.489196         -0.020578   0.563668  \n",
            "HALSTEAD_ERROR_EST                      0.749123          0.014709   0.831373  \n",
            "HALSTEAD_LENGTH                         0.794045          0.033497   0.867027  \n",
            "HALSTEAD_LEVEL                         -0.278740         -0.091459  -0.256977  \n",
            "HALSTEAD_PROG_TIME                      0.489196         -0.020578   0.563668  \n",
            "HALSTEAD_VOLUME                         0.749144          0.014726   0.831389  \n",
            "MAINTENANCE_SEVERITY                   -0.298360         -0.174969  -0.262512  \n",
            "MODIFIED_CONDITION_COUNT                0.648716          0.030544   0.701253  \n",
            "MULTIPLE_CONDITION_COUNT                0.635829          0.031094   0.688901  \n",
            "NODE_COUNT                              0.669558          0.029323   0.721266  \n",
            "NORMALIZED_CYLOMATIC_COMPLEXITY        -0.193579         -0.315187  -0.109085  \n",
            "NUM_OPERANDS                            0.816894          0.036837   0.892096  \n",
            "NUM_OPERATORS                           0.770011          0.030555   0.840686  \n",
            "NUM_UNIQUE_OPERANDS                     0.876016          0.110230   0.919518  \n",
            "NUM_UNIQUE_OPERATORS                    0.569373          0.140511   0.530356  \n",
            "NUMBER_OF_LINES                         1.000000          0.260092   0.954220  \n",
            "PERCENT_COMMENTS                        0.260092          1.000000   0.077971  \n",
            "LOC_TOTAL                               0.954220          0.077971   1.000000  \n",
            "\n",
            "[37 rows x 37 columns]\n",
            "Summary of PC3 Dataset:\n",
            "         LOC_BLANK   CALL_PAIRS  LOC_CODE_AND_COMMENT  LOC_COMMENTS  \\\n",
            "count  1563.000000  1563.000000           1563.000000   1563.000000   \n",
            "mean      6.546385     2.394114              1.317338      4.438260   \n",
            "std       9.193725     2.911106              3.320541      9.182347   \n",
            "min       0.000000     0.000000              0.000000      0.000000   \n",
            "25%       1.000000     0.000000              0.000000      0.000000   \n",
            "50%       3.000000     1.000000              0.000000      0.000000   \n",
            "75%       8.500000     3.000000              1.000000      5.000000   \n",
            "max      77.000000    24.000000             42.000000     78.000000   \n",
            "\n",
            "       DECISION_DENSITY  DESIGN_COMPLEXITY  DESIGN_DENSITY  \\\n",
            "count       1563.000000        1563.000000     1563.000000   \n",
            "mean           1.566379           2.948816        0.709808   \n",
            "std            1.025317           4.493409        0.300364   \n",
            "min            0.000000           1.000000        0.020000   \n",
            "25%            0.000000           1.000000        0.500000   \n",
            "50%            2.000000           2.000000        0.750000   \n",
            "75%            2.000000           3.000000        1.000000   \n",
            "max            5.000000          71.000000        1.000000   \n",
            "\n",
            "       ESSENTIAL_COMPLEXITY  ESSENTIAL_DENSITY  PARAMETER_COUNT  \\\n",
            "count           1563.000000        1563.000000      1563.000000   \n",
            "mean               2.460653           0.178445         1.291107   \n",
            "std                3.996824           0.328710         1.205660   \n",
            "min                1.000000           0.000000         0.000000   \n",
            "25%                1.000000           0.000000         0.000000   \n",
            "50%                1.000000           0.000000         1.000000   \n",
            "75%                3.000000           0.220000         2.000000   \n",
            "max               70.000000           1.000000         7.000000   \n",
            "\n",
            "       HALSTEAD_CONTENT  HALSTEAD_DIFFICULTY  HALSTEAD_LEVEL  \\\n",
            "count       1563.000000          1563.000000     1563.000000   \n",
            "mean          37.074536            14.966583        0.124555   \n",
            "std           71.028341            15.928281        0.129438   \n",
            "min            0.000000             0.000000        0.000000   \n",
            "25%           14.235000             6.000000        0.050000   \n",
            "50%           24.000000            11.250000        0.080000   \n",
            "75%           42.530000            19.240000        0.150000   \n",
            "max         1535.480000           281.130000        2.000000   \n",
            "\n",
            "       MAINTENANCE_SEVERITY  NUM_UNIQUE_OPERATORS  PERCENT_COMMENTS  \n",
            "count           1563.000000           1563.000000       1563.000000  \n",
            "mean               0.606417             12.715291         14.340467  \n",
            "std                0.326939              6.899234         19.546351  \n",
            "min                0.020000              1.000000          0.000000  \n",
            "25%                0.330000              8.000000          0.000000  \n",
            "50%                0.500000             12.000000          2.600000  \n",
            "75%                1.000000             16.000000         25.000000  \n",
            "max                1.000000             68.000000         93.940000  \n"
          ]
        }
      ],
      "source": [
        "raw_pc3_data = loadarff(\"./Datasets/pc3.arff\")\n",
        "df_pc3_data = pd.DataFrame(raw_pc3_data[0])\n",
        "df_pc3_no_class = df_pc3_data.drop('c', axis=1)\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_pc3_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.9).any()\n",
        "df_pc3_no_class = df_pc3_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_pc3 = df_pc3_no_class\n",
        "y_pc3 = df_pc3_data['c']\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_pc3_data = pd.concat([pd.DataFrame(X_pc3), pd.DataFrame(y_pc3)], axis=1)\n",
        "\n",
        "print(\"Summary of PC3 Dataset:\")\n",
        "print(df_pc3_data.describe())\n",
        "# sns.pairplot(df_pc3_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### Madelon"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 21,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "            V1        V2        V3        V4        V5        V6        V7  \\\n",
            "V1    1.000000  0.020146 -0.032128 -0.004837 -0.008465  0.017893  0.032264   \n",
            "V2    0.020146  1.000000 -0.013731  0.007702  0.024493 -0.013321 -0.019353   \n",
            "V3   -0.032128 -0.013731  1.000000  0.008097  0.000298 -0.004214  0.010097   \n",
            "V4   -0.004837  0.007702  0.008097  1.000000 -0.003623  0.018354  0.000226   \n",
            "V5   -0.008465  0.024493  0.000298 -0.003623  1.000000 -0.009436  0.001218   \n",
            "...        ...       ...       ...       ...       ...       ...       ...   \n",
            "V496 -0.035144  0.019448  0.048080  0.020029  0.014977  0.009258  0.004995   \n",
            "V497  0.012457  0.040476  0.002344 -0.010481  0.051843  0.015354  0.021644   \n",
            "V498 -0.025676 -0.004938  0.028050  0.002225 -0.001291  0.026771 -0.021079   \n",
            "V499  0.012710  0.003167  0.018470 -0.022801  0.033795 -0.013333  0.027172   \n",
            "V500 -0.032624  0.018204  0.018266  0.006716  0.014600  0.015195  0.005726   \n",
            "\n",
            "            V8        V9       V10  ...      V491      V492      V493  \\\n",
            "V1    0.032043 -0.016334  0.000212  ... -0.003820  0.021908 -0.000911   \n",
            "V2    0.015763  0.000539 -0.004779  ...  0.017191  0.008118  0.016305   \n",
            "V3   -0.021142  0.013721 -0.009465  ...  0.002427 -0.003908  0.010937   \n",
            "V4   -0.015736 -0.026343  0.025763  ... -0.002720 -0.049163 -0.027077   \n",
            "V5    0.020911 -0.039873 -0.022765  ... -0.018176  0.004314 -0.037523   \n",
            "...        ...       ...       ...  ...       ...       ...       ...   \n",
            "V496  0.010044 -0.002057 -0.030131  ...  0.006966 -0.025653 -0.000817   \n",
            "V497  0.019482 -0.020582  0.048130  ... -0.017560 -0.000386  0.009611   \n",
            "V498  0.011805 -0.009962 -0.014067  ... -0.007653 -0.028063  0.010635   \n",
            "V499  0.009351  0.023399  0.002890  ... -0.011883 -0.019491  0.028484   \n",
            "V500  0.022491  0.049998 -0.020451  ...  0.017317 -0.015773 -0.015043   \n",
            "\n",
            "          V494      V495      V496      V497      V498      V499      V500  \n",
            "V1    0.010597  0.008812 -0.035144  0.012457 -0.025676  0.012710 -0.032624  \n",
            "V2    0.021365 -0.009012  0.019448  0.040476 -0.004938  0.003167  0.018204  \n",
            "V3   -0.005700  0.015542  0.048080  0.002344  0.028050  0.018470  0.018266  \n",
            "V4   -0.001949  0.001835  0.020029 -0.010481  0.002225 -0.022801  0.006716  \n",
            "V5    0.009428  0.020352  0.014977  0.051843 -0.001291  0.033795  0.014600  \n",
            "...        ...       ...       ...       ...       ...       ...       ...  \n",
            "V496  0.003759  0.026165  1.000000 -0.004372 -0.015963 -0.014210 -0.011435  \n",
            "V497 -0.038100 -0.012500 -0.004372  1.000000  0.001988 -0.002512 -0.021976  \n",
            "V498 -0.038109 -0.038224 -0.015963  0.001988  1.000000 -0.011878  0.021816  \n",
            "V499  0.021823 -0.004360 -0.014210 -0.002512 -0.011878  1.000000  0.017021  \n",
            "V500 -0.020412  0.013101 -0.011435 -0.021976  0.021816  0.017021  1.000000  \n",
            "\n",
            "[500 rows x 500 columns]\n",
            "Summary of Madelon Dataset:\n",
            "                V1           V2           V3           V4           V5  \\\n",
            "count  2600.000000  2600.000000  2600.000000  2600.000000  2600.000000   \n",
            "mean    481.742308   483.551154   509.338846   483.364615   500.925769   \n",
            "std       6.312905    30.338955    38.798710     8.943204    41.356829   \n",
            "min     462.000000   377.000000   370.000000   453.000000   360.000000   \n",
            "25%     478.000000   464.000000   484.000000   477.000000   474.000000   \n",
            "50%     482.000000   484.000000   509.000000   483.000000   500.000000   \n",
            "75%     486.000000   504.000000   535.000000   489.000000   527.000000   \n",
            "max     503.000000   610.000000   654.000000   519.000000   688.000000   \n",
            "\n",
            "                V6           V7           V8           V9          V10  ...  \\\n",
            "count  2600.000000  2600.000000  2600.000000  2600.000000  2600.000000  ...   \n",
            "mean    479.351923   480.488462   476.569615   487.016154   478.806538  ...   \n",
            "std       6.896949    40.428218     1.391642    15.277242     7.308349  ...   \n",
            "min     459.000000   334.000000   471.000000   430.000000   455.000000  ...   \n",
            "25%     475.000000   453.000000   476.000000   477.000000   474.000000  ...   \n",
            "50%     479.000000   481.000000   477.000000   487.000000   479.000000  ...   \n",
            "75%     484.000000   507.000000   477.000000   497.000000   484.000000  ...   \n",
            "max     505.000000   611.000000   482.000000   547.000000   505.000000  ...   \n",
            "\n",
            "              V491         V492         V493         V495         V496  \\\n",
            "count  2600.000000  2600.000000  2600.000000  2600.000000  2600.000000   \n",
            "mean    482.255000   478.803462   486.250769   493.812308   510.731538   \n",
            "std      20.857658     4.034889    23.682591    34.883461    37.701112   \n",
            "min     407.000000   463.000000   391.000000   368.000000   353.000000   \n",
            "25%     468.000000   476.000000   471.000000   470.000000   486.000000   \n",
            "50%     482.000000   479.000000   486.000000   493.000000   510.000000   \n",
            "75%     496.000000   481.000000   502.000000   517.000000   536.000000   \n",
            "max     549.000000   497.000000   571.000000   615.000000   661.000000   \n",
            "\n",
            "              V497         V498         V499         V500        Class  \n",
            "count  2600.000000  2600.000000  2600.000000  2600.000000  2600.000000  \n",
            "mean    478.151154   483.157308   508.436538   490.588077     1.500000  \n",
            "std       5.863052    13.607801    37.030636    25.926791     0.500096  \n",
            "min     457.000000   435.000000   363.000000   403.000000     1.000000  \n",
            "25%     474.000000   474.000000   483.000000   473.000000     1.000000  \n",
            "50%     478.000000   483.000000   508.000000   491.000000     1.500000  \n",
            "75%     482.000000   492.000000   533.000000   508.000000     2.000000  \n",
            "max     500.000000   535.000000   644.000000   593.000000     2.000000  \n",
            "\n",
            "[8 rows x 483 columns]\n"
          ]
        }
      ],
      "source": [
        "raw_madelon_data = loadarff(\"./Datasets/madelon.arff\")\n",
        "df_madelon_data = pd.DataFrame(raw_madelon_data[0])\n",
        "df_madelon_no_class = df_madelon_data.drop('Class', axis=1)\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_madelon_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.9).any()\n",
        "df_madelon_no_class = df_madelon_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_madelon = df_madelon_no_class\n",
        "y_madelon = df_madelon_data['Class'].astype(int)\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_madelon_data = pd.concat([pd.DataFrame(X_madelon), pd.DataFrame(y_madelon)], axis=1)\n",
        "\n",
        "print(\"Summary of Madelon Dataset:\")\n",
        "print(df_madelon_data.describe())\n",
        "# sns.pairplot(df_madelon_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### Elevators"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 22,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "              climbRate       Sgz         p         q   curRoll   absRoll  \\\n",
            "climbRate      1.000000 -0.013900  0.140025 -0.078170 -0.146812 -0.023482   \n",
            "Sgz           -0.013900  1.000000  0.093184  0.351302  0.017043  0.077119   \n",
            "p              0.140025  0.093184  1.000000  0.132396  0.006603  0.022430   \n",
            "q             -0.078170  0.351302  0.132396  1.000000  0.051430 -0.390996   \n",
            "curRoll       -0.146812  0.017043  0.006603  0.051430  1.000000  0.194465   \n",
            "absRoll       -0.023482  0.077119  0.022430 -0.390996  0.194465  1.000000   \n",
            "diffClb        0.187824 -0.438364 -0.117594 -0.819379 -0.158177 -0.035130   \n",
            "diffRollRate   0.198840 -0.036570  0.203355 -0.179879 -0.654030 -0.144497   \n",
            "diffDiffClb   -0.246951 -0.022099 -0.126757 -0.350853  0.024950 -0.004565   \n",
            "SaTime1        0.094790  0.062284  0.102467 -0.438460 -0.230882  0.683132   \n",
            "SaTime2        0.104038  0.070309  0.170397 -0.424942 -0.227539  0.678935   \n",
            "SaTime3        0.104072  0.070308  0.170487 -0.424977 -0.227519  0.678954   \n",
            "SaTime4        0.107007  0.076198  0.205550 -0.415909 -0.224023  0.678385   \n",
            "diffSaTime1   -0.071378 -0.045187 -0.477684 -0.051562 -0.005095 -0.012697   \n",
            "diffSaTime2   -0.010750 -0.001583 -0.025827  0.019371  0.001311 -0.022534   \n",
            "diffSaTime3   -0.030910 -0.048730 -0.359020 -0.063156 -0.019669 -0.023196   \n",
            "diffSaTime4   -0.009704  0.006407 -0.037753  0.020268  0.000722 -0.030937   \n",
            "Sa             0.107052  0.076153  0.205733 -0.415954 -0.223973  0.678417   \n",
            "\n",
            "               diffClb  diffRollRate  diffDiffClb   SaTime1   SaTime2  \\\n",
            "climbRate     0.187824      0.198840    -0.246951  0.094790  0.104038   \n",
            "Sgz          -0.438364     -0.036570    -0.022099  0.062284  0.070309   \n",
            "p            -0.117594      0.203355    -0.126757  0.102467  0.170397   \n",
            "q            -0.819379     -0.179879    -0.350853 -0.438460 -0.424942   \n",
            "curRoll      -0.158177     -0.654030     0.024950 -0.230882 -0.227539   \n",
            "absRoll      -0.035130     -0.144497    -0.004565  0.683132  0.678935   \n",
            "diffClb       1.000000      0.293208     0.044207  0.147112  0.137784   \n",
            "diffRollRate  0.293208      1.000000    -0.026709  0.438315  0.468793   \n",
            "diffDiffClb   0.044207     -0.026709     1.000000 -0.012924 -0.022388   \n",
            "SaTime1       0.147112      0.438315    -0.012924  1.000000  0.988001   \n",
            "SaTime2       0.137784      0.468793    -0.022388  0.988001  1.000000   \n",
            "SaTime3       0.137796      0.468721    -0.022392  0.987995  0.999991   \n",
            "SaTime4       0.130031      0.475632    -0.026595  0.976332  0.994399   \n",
            "diffSaTime1   0.040584     -0.234739     0.063239 -0.004446 -0.137707   \n",
            "diffSaTime2  -0.006336      0.004729     0.001470 -0.024569 -0.024175   \n",
            "diffSaTime3   0.057289     -0.096697     0.054799  0.056969 -0.008734   \n",
            "diffSaTime4  -0.002485      0.013002     0.003188 -0.029236 -0.032573   \n",
            "Sa            0.130036      0.475454    -0.026609  0.976286  0.994367   \n",
            "\n",
            "               SaTime3   SaTime4  diffSaTime1  diffSaTime2  diffSaTime3  \\\n",
            "climbRate     0.104072  0.107007    -0.071378    -0.010750    -0.030910   \n",
            "Sgz           0.070308  0.076198    -0.045187    -0.001583    -0.048730   \n",
            "p             0.170487  0.205550    -0.477684    -0.025827    -0.359020   \n",
            "q            -0.424977 -0.415909    -0.051562     0.019371    -0.063156   \n",
            "curRoll      -0.227519 -0.224023    -0.005095     0.001311    -0.019669   \n",
            "absRoll       0.678954  0.678385    -0.012697    -0.022534    -0.023196   \n",
            "diffClb       0.137796  0.130031     0.040584    -0.006336     0.057289   \n",
            "diffRollRate  0.468721  0.475632    -0.234739     0.004729    -0.096697   \n",
            "diffDiffClb  -0.022392 -0.026595     0.063239     0.001470     0.054799   \n",
            "SaTime1       0.987995  0.976332    -0.004446    -0.024569     0.056969   \n",
            "SaTime2       0.999991  0.994399    -0.137707    -0.024175    -0.008734   \n",
            "SaTime3       1.000000  0.994408    -0.137696    -0.028431    -0.008736   \n",
            "SaTime4       0.994408  1.000000    -0.179236    -0.028174    -0.098703   \n",
            "diffSaTime1  -0.137696 -0.179236     1.000000     0.001115     0.447647   \n",
            "diffSaTime2  -0.028431 -0.028174     0.001115     1.000000     0.000611   \n",
            "diffSaTime3  -0.008736 -0.098703     0.447647     0.000611     1.000000   \n",
            "diffSaTime4  -0.035108 -0.034790     0.019372     0.596232     0.000758   \n",
            "Sa            0.994394  0.999982    -0.179303    -0.032395    -0.098684   \n",
            "\n",
            "              diffSaTime4        Sa  \n",
            "climbRate       -0.009704  0.107052  \n",
            "Sgz              0.006407  0.076153  \n",
            "p               -0.037753  0.205733  \n",
            "q                0.020268 -0.415954  \n",
            "curRoll          0.000722 -0.223973  \n",
            "absRoll         -0.030937  0.678417  \n",
            "diffClb         -0.002485  0.130036  \n",
            "diffRollRate     0.013002  0.475454  \n",
            "diffDiffClb      0.003188 -0.026609  \n",
            "SaTime1         -0.029236  0.976286  \n",
            "SaTime2         -0.032573  0.994367  \n",
            "SaTime3         -0.035108  0.994394  \n",
            "SaTime4         -0.034790  0.999982  \n",
            "diffSaTime1      0.019372 -0.179303  \n",
            "diffSaTime2      0.596232 -0.032395  \n",
            "diffSaTime3      0.000758 -0.098684  \n",
            "diffSaTime4      1.000000 -0.040454  \n",
            "Sa              -0.040454  1.000000  \n",
            "Summary of Elevators Dataset:\n",
            "          climbRate           Sgz             p             q       curRoll  \\\n",
            "count  16599.000000  16599.000000  16599.000000  16599.000000  16599.000000   \n",
            "mean     -11.795771    -12.798783     -0.010076      0.054490      0.046894   \n",
            "std      277.593632     25.439814      0.310457      0.115866      0.951701   \n",
            "min     -993.000000    -99.000000     -1.370000     -0.450000     -3.000000   \n",
            "25%     -200.000000    -29.000000     -0.230000     -0.030000     -0.600000   \n",
            "50%      -31.000000    -13.000000      0.000000      0.050000      0.100000   \n",
            "75%      177.000000      3.000000      0.220000      0.130000      0.700000   \n",
            "max      973.000000     94.000000      1.090000      0.690000      2.900000   \n",
            "\n",
            "            absRoll       diffClb  diffRollRate   diffDiffClb   diffSaTime1  \\\n",
            "count  16599.000000  16599.000000  16599.000000  16599.000000  16599.000000   \n",
            "mean     -10.789626     -0.569793     -0.001049     -0.033978     -0.000009   \n",
            "std        4.102681     10.568555      0.012587      0.949416      0.000086   \n",
            "min      -23.000000    -56.000000     -0.084000     -8.300000     -0.000700   \n",
            "25%      -13.000000     -8.000000     -0.009000     -0.200000      0.000000   \n",
            "50%      -10.000000      0.000000     -0.001000     -0.100000      0.000000   \n",
            "75%       -7.000000      6.000000      0.007000      0.100000      0.000000   \n",
            "max       -3.000000     45.000000      0.056000      8.500000      0.000700   \n",
            "\n",
            "        diffSaTime2   diffSaTime3   diffSaTime4  \n",
            "count  1.659900e+04  16599.000000  1.659900e+04  \n",
            "mean   1.807338e-08     -0.000003  3.012230e-08  \n",
            "std    1.735536e-06      0.000058  2.328397e-06  \n",
            "min    0.000000e+00     -0.000600  0.000000e+00  \n",
            "25%    0.000000e+00      0.000000  0.000000e+00  \n",
            "50%    0.000000e+00      0.000000  0.000000e+00  \n",
            "75%    0.000000e+00      0.000000  0.000000e+00  \n",
            "max    2.000000e-04      0.000500  2.000000e-04  \n"
          ]
        }
      ],
      "source": [
        "raw_elevators_data = loadarff(\"./Datasets/elevators.arff\")\n",
        "df_elevators_data = pd.DataFrame(raw_elevators_data[0])\n",
        "df_elevators_no_class = df_elevators_data.drop('binaryClass', axis=1)\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_elevators_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.9).any()\n",
        "df_elevators_no_class = df_elevators_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_elevators = df_elevators_no_class\n",
        "y_elevators = df_elevators_data['binaryClass']\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_elevators_data = pd.concat([pd.DataFrame(X_elevators), pd.DataFrame(y_elevators)], axis=1)\n",
        "\n",
        "print(\"Summary of Elevators Dataset:\")\n",
        "print(df_elevators_data.describe())\n",
        "# sns.pairplot(df_elevators_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### Japanese Vowels"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 23,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "               utterance     frame  coefficient1  coefficient2  coefficient3  \\\n",
            "utterance       1.000000 -0.066662     -0.241294      0.202914     -0.092642   \n",
            "frame          -0.066662  1.000000     -0.254961     -0.338998      0.353423   \n",
            "coefficient1   -0.241294 -0.254961      1.000000     -0.072982     -0.005785   \n",
            "coefficient2    0.202914 -0.338998     -0.072982      1.000000     -0.525940   \n",
            "coefficient3   -0.092642  0.353423     -0.005785     -0.525940      1.000000   \n",
            "coefficient4   -0.125501  0.661498      0.066370     -0.304005      0.235137   \n",
            "coefficient5    0.149719  0.578038     -0.445158      0.056637     -0.058062   \n",
            "coefficient6   -0.272809  0.442318      0.315648     -0.336065      0.249107   \n",
            "coefficient7    0.099232 -0.296055     -0.050390      0.388680     -0.242847   \n",
            "coefficient8    0.048431 -0.661881      0.192802      0.188448     -0.011811   \n",
            "coefficient9   -0.069479 -0.276070      0.169102      0.479753     -0.407619   \n",
            "coefficient10   0.098275  0.190022     -0.120171     -0.018091      0.177034   \n",
            "coefficient11  -0.124221  0.177684      0.033861     -0.271337      0.168048   \n",
            "coefficient12  -0.037567 -0.389597      0.048348      0.151698     -0.447275   \n",
            "\n",
            "               coefficient4  coefficient5  coefficient6  coefficient7  \\\n",
            "utterance         -0.125501      0.149719     -0.272809      0.099232   \n",
            "frame              0.661498      0.578038      0.442318     -0.296055   \n",
            "coefficient1       0.066370     -0.445158      0.315648     -0.050390   \n",
            "coefficient2      -0.304005      0.056637     -0.336065      0.388680   \n",
            "coefficient3       0.235137     -0.058062      0.249107     -0.242847   \n",
            "coefficient4       1.000000      0.387737      0.379970     -0.156052   \n",
            "coefficient5       0.387737      1.000000      0.086799     -0.305233   \n",
            "coefficient6       0.379970      0.086799      1.000000     -0.374740   \n",
            "coefficient7      -0.156052     -0.305233     -0.374740      1.000000   \n",
            "coefficient8      -0.671722     -0.408291     -0.471628      0.013136   \n",
            "coefficient9      -0.194066     -0.243883      0.028210     -0.156196   \n",
            "coefficient10      0.254530      0.228136     -0.288918      0.137889   \n",
            "coefficient11      0.271958      0.024023      0.252175     -0.187623   \n",
            "coefficient12     -0.478661     -0.238663     -0.105105      0.194603   \n",
            "\n",
            "               coefficient8  coefficient9  coefficient10  coefficient11  \\\n",
            "utterance          0.048431     -0.069479       0.098275      -0.124221   \n",
            "frame             -0.661881     -0.276070       0.190022       0.177684   \n",
            "coefficient1       0.192802      0.169102      -0.120171       0.033861   \n",
            "coefficient2       0.188448      0.479753      -0.018091      -0.271337   \n",
            "coefficient3      -0.011811     -0.407619       0.177034       0.168048   \n",
            "coefficient4      -0.671722     -0.194066       0.254530       0.271958   \n",
            "coefficient5      -0.408291     -0.243883       0.228136       0.024023   \n",
            "coefficient6      -0.471628      0.028210      -0.288918       0.252175   \n",
            "coefficient7       0.013136     -0.156196       0.137889      -0.187623   \n",
            "coefficient8       1.000000      0.154832      -0.205851      -0.120953   \n",
            "coefficient9       0.154832      1.000000      -0.204918      -0.365512   \n",
            "coefficient10     -0.205851     -0.204918       1.000000      -0.097479   \n",
            "coefficient11     -0.120953     -0.365512      -0.097479       1.000000   \n",
            "coefficient12      0.183292      0.147305      -0.558702      -0.083349   \n",
            "\n",
            "               coefficient12  \n",
            "utterance          -0.037567  \n",
            "frame              -0.389597  \n",
            "coefficient1        0.048348  \n",
            "coefficient2        0.151698  \n",
            "coefficient3       -0.447275  \n",
            "coefficient4       -0.478661  \n",
            "coefficient5       -0.238663  \n",
            "coefficient6       -0.105105  \n",
            "coefficient7        0.194603  \n",
            "coefficient8        0.183292  \n",
            "coefficient9        0.147305  \n",
            "coefficient10      -0.558702  \n",
            "coefficient11      -0.083349  \n",
            "coefficient12       1.000000  \n",
            "Summary of Japanese Vowels Dataset:\n",
            "         utterance        frame  coefficient1  coefficient2  coefficient3  \\\n",
            "count  9961.000000  9961.000000   9961.000000   9961.000000   9961.000000   \n",
            "mean     20.364321     8.703142      0.803850     -0.528716      0.229961   \n",
            "std      15.878836     5.197458      0.496633      0.384718      0.294560   \n",
            "min       1.000000     1.000000     -0.783783     -1.852765     -0.764345   \n",
            "25%       9.000000     4.000000      0.400302     -0.804196      0.025671   \n",
            "50%      18.000000     8.000000      0.825928     -0.546407      0.240607   \n",
            "75%      27.000000    12.000000      1.198193     -0.259262      0.444745   \n",
            "max      88.000000    29.000000      2.203141      0.655478      1.328993   \n",
            "\n",
            "       coefficient4  coefficient5  coefficient6  coefficient7  coefficient8  \\\n",
            "count   9961.000000   9961.000000   9961.000000   9961.000000   9961.000000   \n",
            "mean      -0.288775      0.225832     -0.230111     -0.163762     -0.046302   \n",
            "std        0.306976      0.262541      0.181120      0.159918      0.191771   \n",
            "min       -0.977701     -0.691587     -0.895842     -0.618975     -0.575827   \n",
            "25%       -0.532593      0.054715     -0.355243     -0.277641     -0.190651   \n",
            "50%       -0.285917      0.241062     -0.219219     -0.168598     -0.060376   \n",
            "75%       -0.058193      0.421738     -0.096698     -0.052767      0.089830   \n",
            "max        0.646172      0.914657      0.335503      0.424110      0.522330   \n",
            "\n",
            "       coefficient9  coefficient10  coefficient11  coefficient12  \n",
            "count   9961.000000    9961.000000    9961.000000    9961.000000  \n",
            "mean      -0.208592      -0.180667      -0.024101       0.089731  \n",
            "std        0.180634       0.115874       0.097999       0.128687  \n",
            "min       -0.623201      -0.503843      -0.426728      -0.336968  \n",
            "25%       -0.344344      -0.262668      -0.086901       0.009797  \n",
            "50%       -0.218547      -0.181632      -0.017878       0.100098  \n",
            "75%       -0.087794      -0.101195       0.045390       0.179981  \n",
            "max        0.393086       0.277830       0.289177       0.425088  \n"
          ]
        }
      ],
      "source": [
        "raw_japanese_vowels_data = loadarff(\"./Datasets/japanese_vowels.arff\")\n",
        "df_japanese_vowels_data = pd.DataFrame(raw_japanese_vowels_data[0])\n",
        "df_japanese_vowels_no_class = df_japanese_vowels_data.drop('binaryClass', axis=1)\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_japanese_vowels_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.9).any()\n",
        "df_japanese_vowels_no_class = df_japanese_vowels_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_japanese_vowels = df_japanese_vowels_no_class\n",
        "y_japanese_vowels = df_japanese_vowels_data['binaryClass']\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_japanese_vowels_data = pd.concat([pd.DataFrame(X_japanese_vowels), pd.DataFrame(y_japanese_vowels)], axis=1)\n",
        "\n",
        "print(\"Summary of Japanese Vowels Dataset:\")\n",
        "print(df_japanese_vowels_data.describe())\n",
        "# sns.pairplot(df_japanese_vowels_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### Vehicles"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 24,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "                           COMPACTNESS  CIRCULARITY  DISTANCE CIRCULARITY  \\\n",
            "COMPACTNESS                   1.000000     0.692869              0.792444   \n",
            "CIRCULARITY                   0.692869     1.000000              0.798492   \n",
            "DISTANCE CIRCULARITY          0.792444     0.798492              1.000000   \n",
            "RADIUS RATIO                  0.691659     0.622778              0.771644   \n",
            "PR.AXIS ASPECT RATIO          0.093222     0.149692              0.161529   \n",
            "MAX.LENGTH ASPECT RATIO       0.148249     0.247467              0.264309   \n",
            "SCATTER RATIO                 0.813003     0.860367              0.907280   \n",
            "ELONGATEDNESS                -0.788647    -0.828755             -0.912307   \n",
            "PR.AXIS RECTANGULARITY        0.813437     0.857925              0.895326   \n",
            "MAX.LENGTH RECTANGULARITY     0.676143     0.965776              0.774524   \n",
            "SCALED VARIANCE_MAJOR         0.764415     0.808496              0.864432   \n",
            "SCALED VARIANCE_MINOR         0.818632     0.852679              0.889661   \n",
            "SCALED RADIUS OF GYRATION     0.585347     0.936080              0.705818   \n",
            "SKEWNESS ABOUT_MAJOR         -0.252984     0.058669             -0.231660   \n",
            "SKEWNESS ABOUT_MINOR          0.233693     0.148433              0.116478   \n",
            "KURTOSIS ABOUT_MAJOR          0.156779    -0.015482              0.264522   \n",
            "KURTOSIS ABOUT_MINOR          0.297780    -0.113047              0.147980   \n",
            "HOLLOWS RATIO                 0.365552     0.038677              0.335453   \n",
            "\n",
            "                           RADIUS RATIO  PR.AXIS ASPECT RATIO  \\\n",
            "COMPACTNESS                    0.691659              0.093222   \n",
            "CIRCULARITY                    0.622778              0.149692   \n",
            "DISTANCE CIRCULARITY           0.771644              0.161529   \n",
            "RADIUS RATIO                   1.000000              0.665407   \n",
            "PR.AXIS ASPECT RATIO           0.665407              1.000000   \n",
            "MAX.LENGTH ASPECT RATIO        0.448048              0.648096   \n",
            "SCATTER RATIO                  0.738460              0.106064   \n",
            "ELONGATEDNESS                 -0.792557             -0.185086   \n",
            "PR.AXIS RECTANGULARITY         0.711497              0.079982   \n",
            "MAX.LENGTH RECTANGULARITY      0.570154              0.129168   \n",
            "SCALED VARIANCE_MAJOR          0.797588              0.274705   \n",
            "SCALED VARIANCE_MINOR          0.725781              0.092182   \n",
            "SCALED RADIUS OF GYRATION      0.539069              0.124408   \n",
            "SKEWNESS ABOUT_MAJOR          -0.182412              0.152304   \n",
            "SKEWNESS ABOUT_MINOR           0.050534             -0.056807   \n",
            "KURTOSIS ABOUT_MAJOR           0.174299             -0.034180   \n",
            "KURTOSIS ABOUT_MINOR           0.380757              0.238195   \n",
            "HOLLOWS RATIO                  0.469278              0.267381   \n",
            "\n",
            "                           MAX.LENGTH ASPECT RATIO  SCATTER RATIO  \\\n",
            "COMPACTNESS                               0.148249       0.813003   \n",
            "CIRCULARITY                               0.247467       0.860367   \n",
            "DISTANCE CIRCULARITY                      0.264309       0.907280   \n",
            "RADIUS RATIO                              0.448048       0.738460   \n",
            "PR.AXIS ASPECT RATIO                      0.648096       0.106064   \n",
            "MAX.LENGTH ASPECT RATIO                   1.000000       0.166769   \n",
            "SCATTER RATIO                             0.166769       1.000000   \n",
            "ELONGATEDNESS                            -0.180044      -0.973385   \n",
            "PR.AXIS RECTANGULARITY                    0.161861       0.992088   \n",
            "MAX.LENGTH RECTANGULARITY                 0.305943       0.810648   \n",
            "SCALED VARIANCE_MAJOR                     0.319430       0.951862   \n",
            "SCALED VARIANCE_MINOR                     0.144606       0.996318   \n",
            "SCALED RADIUS OF GYRATION                 0.189791       0.800932   \n",
            "SKEWNESS ABOUT_MAJOR                      0.294548      -0.028618   \n",
            "SKEWNESS ABOUT_MINOR                      0.015218       0.074347   \n",
            "KURTOSIS ABOUT_MAJOR                      0.043379       0.210706   \n",
            "KURTOSIS ABOUT_MINOR                     -0.027317       0.004053   \n",
            "HOLLOWS RATIO                             0.143919       0.119950   \n",
            "\n",
            "                           ELONGATEDNESS  PR.AXIS RECTANGULARITY  \\\n",
            "COMPACTNESS                    -0.788647                0.813437   \n",
            "CIRCULARITY                    -0.828755                0.857925   \n",
            "DISTANCE CIRCULARITY           -0.912307                0.895326   \n",
            "RADIUS RATIO                   -0.792557                0.711497   \n",
            "PR.AXIS ASPECT RATIO           -0.185086                0.079982   \n",
            "MAX.LENGTH ASPECT RATIO        -0.180044                0.161861   \n",
            "SCATTER RATIO                  -0.973385                0.992088   \n",
            "ELONGATEDNESS                   1.000000               -0.950512   \n",
            "PR.AXIS RECTANGULARITY         -0.950512                1.000000   \n",
            "MAX.LENGTH RECTANGULARITY      -0.775531                0.813305   \n",
            "SCALED VARIANCE_MAJOR          -0.938392                0.938266   \n",
            "SCALED VARIANCE_MINOR          -0.956522                0.992346   \n",
            "SCALED RADIUS OF GYRATION      -0.766146                0.798282   \n",
            "SKEWNESS ABOUT_MAJOR            0.104875               -0.016333   \n",
            "SKEWNESS ABOUT_MINOR           -0.053346                0.082346   \n",
            "KURTOSIS ABOUT_MAJOR           -0.185189                0.213088   \n",
            "KURTOSIS ABOUT_MINOR           -0.112046               -0.022056   \n",
            "HOLLOWS RATIO                  -0.216725                0.098519   \n",
            "\n",
            "                           MAX.LENGTH RECTANGULARITY  SCALED VARIANCE_MAJOR  \\\n",
            "COMPACTNESS                                 0.676143               0.764415   \n",
            "CIRCULARITY                                 0.965776               0.808496   \n",
            "DISTANCE CIRCULARITY                        0.774524               0.864432   \n",
            "RADIUS RATIO                                0.570154               0.797588   \n",
            "PR.AXIS ASPECT RATIO                        0.129168               0.274705   \n",
            "MAX.LENGTH ASPECT RATIO                     0.305943               0.319430   \n",
            "SCATTER RATIO                               0.810648               0.951862   \n",
            "ELONGATEDNESS                              -0.775531              -0.938392   \n",
            "PR.AXIS RECTANGULARITY                      0.813305               0.938266   \n",
            "MAX.LENGTH RECTANGULARITY                   1.000000               0.747152   \n",
            "SCALED VARIANCE_MAJOR                       0.747152               1.000000   \n",
            "SCALED VARIANCE_MINOR                       0.798071               0.949888   \n",
            "SCALED RADIUS OF GYRATION                   0.866479               0.780962   \n",
            "SKEWNESS ABOUT_MAJOR                        0.040339               0.111296   \n",
            "SKEWNESS ABOUT_MINOR                        0.137473               0.039137   \n",
            "KURTOSIS ABOUT_MAJOR                        0.001183               0.191948   \n",
            "KURTOSIS ABOUT_MINOR                       -0.107718               0.011189   \n",
            "HOLLOWS RATIO                               0.076770               0.085540   \n",
            "\n",
            "                           SCALED VARIANCE_MINOR  SCALED RADIUS OF GYRATION  \\\n",
            "COMPACTNESS                             0.818632                   0.585347   \n",
            "CIRCULARITY                             0.852679                   0.936080   \n",
            "DISTANCE CIRCULARITY                    0.889661                   0.705818   \n",
            "RADIUS RATIO                            0.725781                   0.539069   \n",
            "PR.AXIS ASPECT RATIO                    0.092182                   0.124408   \n",
            "MAX.LENGTH ASPECT RATIO                 0.144606                   0.189791   \n",
            "SCATTER RATIO                           0.996318                   0.800932   \n",
            "ELONGATEDNESS                          -0.956522                  -0.766146   \n",
            "PR.AXIS RECTANGULARITY                  0.992346                   0.798282   \n",
            "MAX.LENGTH RECTANGULARITY               0.798071                   0.866479   \n",
            "SCALED VARIANCE_MAJOR                   0.949888                   0.780962   \n",
            "SCALED VARIANCE_MINOR                   1.000000                   0.797540   \n",
            "SCALED RADIUS OF GYRATION               0.797540                   1.000000   \n",
            "SKEWNESS ABOUT_MAJOR                   -0.019872                   0.191209   \n",
            "SKEWNESS ABOUT_MINOR                    0.076435                   0.168003   \n",
            "KURTOSIS ABOUT_MAJOR                    0.202894                  -0.056218   \n",
            "KURTOSIS ABOUT_MINOR                    0.005380                  -0.227366   \n",
            "HOLLOWS RATIO                           0.105432                  -0.117808   \n",
            "\n",
            "                           SKEWNESS ABOUT_MAJOR  SKEWNESS ABOUT_MINOR  \\\n",
            "COMPACTNESS                           -0.252984              0.233693   \n",
            "CIRCULARITY                            0.058669              0.148433   \n",
            "DISTANCE CIRCULARITY                  -0.231660              0.116478   \n",
            "RADIUS RATIO                          -0.182412              0.050534   \n",
            "PR.AXIS ASPECT RATIO                   0.152304             -0.056807   \n",
            "MAX.LENGTH ASPECT RATIO                0.294548              0.015218   \n",
            "SCATTER RATIO                         -0.028618              0.074347   \n",
            "ELONGATEDNESS                          0.104875             -0.053346   \n",
            "PR.AXIS RECTANGULARITY                -0.016333              0.082346   \n",
            "MAX.LENGTH RECTANGULARITY              0.040339              0.137473   \n",
            "SCALED VARIANCE_MAJOR                  0.111296              0.039137   \n",
            "SCALED VARIANCE_MINOR                 -0.019872              0.076435   \n",
            "SCALED RADIUS OF GYRATION              0.191209              0.168003   \n",
            "SKEWNESS ABOUT_MAJOR                   1.000000             -0.092539   \n",
            "SKEWNESS ABOUT_MINOR                  -0.092539              1.000000   \n",
            "KURTOSIS ABOUT_MAJOR                  -0.126157             -0.039365   \n",
            "KURTOSIS ABOUT_MINOR                  -0.754142              0.116932   \n",
            "HOLLOWS RATIO                         -0.805399              0.099149   \n",
            "\n",
            "                           KURTOSIS ABOUT_MAJOR  KURTOSIS ABOUT_MINOR  \\\n",
            "COMPACTNESS                            0.156779              0.297780   \n",
            "CIRCULARITY                           -0.015482             -0.113047   \n",
            "DISTANCE CIRCULARITY                   0.264522              0.147980   \n",
            "RADIUS RATIO                           0.174299              0.380757   \n",
            "PR.AXIS ASPECT RATIO                  -0.034180              0.238195   \n",
            "MAX.LENGTH ASPECT RATIO                0.043379             -0.027317   \n",
            "SCATTER RATIO                          0.210706              0.004053   \n",
            "ELONGATEDNESS                         -0.185189             -0.112046   \n",
            "PR.AXIS RECTANGULARITY                 0.213088             -0.022056   \n",
            "MAX.LENGTH RECTANGULARITY              0.001183             -0.107718   \n",
            "SCALED VARIANCE_MAJOR                  0.191948              0.011189   \n",
            "SCALED VARIANCE_MINOR                  0.202894              0.005380   \n",
            "SCALED RADIUS OF GYRATION             -0.056218             -0.227366   \n",
            "SKEWNESS ABOUT_MAJOR                  -0.126157             -0.754142   \n",
            "SKEWNESS ABOUT_MINOR                  -0.039365              0.116932   \n",
            "KURTOSIS ABOUT_MAJOR                   1.000000              0.079090   \n",
            "KURTOSIS ABOUT_MINOR                   0.079090              1.000000   \n",
            "HOLLOWS RATIO                          0.204924              0.894098   \n",
            "\n",
            "                           HOLLOWS RATIO  \n",
            "COMPACTNESS                     0.365552  \n",
            "CIRCULARITY                     0.038677  \n",
            "DISTANCE CIRCULARITY            0.335453  \n",
            "RADIUS RATIO                    0.469278  \n",
            "PR.AXIS ASPECT RATIO            0.267381  \n",
            "MAX.LENGTH ASPECT RATIO         0.143919  \n",
            "SCATTER RATIO                   0.119950  \n",
            "ELONGATEDNESS                  -0.216725  \n",
            "PR.AXIS RECTANGULARITY          0.098519  \n",
            "MAX.LENGTH RECTANGULARITY       0.076770  \n",
            "SCALED VARIANCE_MAJOR           0.085540  \n",
            "SCALED VARIANCE_MINOR           0.105432  \n",
            "SCALED RADIUS OF GYRATION      -0.117808  \n",
            "SKEWNESS ABOUT_MAJOR           -0.805399  \n",
            "SKEWNESS ABOUT_MINOR            0.099149  \n",
            "KURTOSIS ABOUT_MAJOR            0.204924  \n",
            "KURTOSIS ABOUT_MINOR            0.894098  \n",
            "HOLLOWS RATIO                   1.000000  \n",
            "Summary of Vehicle Dataset:\n",
            "       COMPACTNESS  RADIUS RATIO  PR.AXIS ASPECT RATIO  \\\n",
            "count   846.000000    846.000000            846.000000   \n",
            "mean     93.678487    168.940898             61.693853   \n",
            "std       8.234474     33.472183              7.888251   \n",
            "min      73.000000    104.000000             47.000000   \n",
            "25%      87.000000    141.000000             57.000000   \n",
            "50%      93.000000    167.000000             61.000000   \n",
            "75%     100.000000    195.000000             65.000000   \n",
            "max     119.000000    333.000000            138.000000   \n",
            "\n",
            "       MAX.LENGTH ASPECT RATIO  SKEWNESS ABOUT_MAJOR  SKEWNESS ABOUT_MINOR  \\\n",
            "count               846.000000            846.000000            846.000000   \n",
            "mean                  8.567376             72.462175              6.377069   \n",
            "std                   4.601217              7.486974              4.918353   \n",
            "min                   2.000000             59.000000              0.000000   \n",
            "25%                   7.000000             67.000000              2.000000   \n",
            "50%                   8.000000             71.500000              6.000000   \n",
            "75%                  10.000000             75.000000              9.000000   \n",
            "max                  55.000000            135.000000             22.000000   \n",
            "\n",
            "       KURTOSIS ABOUT_MAJOR  KURTOSIS ABOUT_MINOR  HOLLOWS RATIO  \n",
            "count            846.000000            846.000000     846.000000  \n",
            "mean              12.599291            188.932624     195.632388  \n",
            "std                8.931240              6.163949       7.438797  \n",
            "min                0.000000            176.000000     181.000000  \n",
            "25%                5.000000            184.000000     190.250000  \n",
            "50%               11.000000            188.000000     197.000000  \n",
            "75%               19.000000            193.000000     201.000000  \n",
            "max               41.000000            206.000000     211.000000  \n"
          ]
        }
      ],
      "source": [
        "raw_vehicle_data = loadarff(\"./Datasets/vehicle.arff\")\n",
        "df_vehicle_data = pd.DataFrame(raw_vehicle_data[0])\n",
        "df_vehicle_no_class = df_vehicle_data.drop('binaryClass', axis=1)\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_vehicle_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.9).any()\n",
        "df_vehicle_no_class = df_vehicle_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_vehicle = df_vehicle_no_class\n",
        "y_vehicle = df_vehicle_data['binaryClass']\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_vehicle_data = pd.concat([pd.DataFrame(X_vehicle), pd.DataFrame(y_vehicle)], axis=1)\n",
        "\n",
        "print(\"Summary of Vehicle Dataset:\")\n",
        "print(df_vehicle_data.describe())\n",
        "# sns.pairplot(df_vehicle_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### Steel plate's faults"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 25,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "      V1   V2   V3   V4   V5   V6   V7   V8   V9  V10\n",
            "V1   1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0\n",
            "V2   1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0\n",
            "V3   1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0\n",
            "V4   1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0\n",
            "V5   1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0\n",
            "V6   1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0\n",
            "V7   1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0\n",
            "V8   1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0\n",
            "V9   1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0\n",
            "V10  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0  1.0\n",
            "Summary of steel Dataset:\n",
            "        Class\n",
            "count     583\n",
            "unique      2\n",
            "top         0\n",
            "freq      441\n"
          ]
        }
      ],
      "source": [
        "raw_steel_data = loadarff(\"./Datasets/phpOJxGL9.arff\")\n",
        "df_steel_data = pd.DataFrame(raw_steel_data[0])\n",
        "df_steel_data[df_steel_data['V2']==b'Female']=1\n",
        "\n",
        "df_steel_data[df_steel_data['V2']==b'Male']=0\n",
        "df_steel_no_class = df_steel_data.drop('Class', axis=1)\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_steel_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.9).any()\n",
        "df_steel_no_class = df_steel_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_steel = df_steel_no_class\n",
        "y_steel = df_steel_data['Class']\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_steel_data = pd.concat([pd.DataFrame(X_steel), pd.DataFrame(y_steel)], axis=1)\n",
        "\n",
        "print(\"Summary of steel Dataset:\")\n",
        "print(df_steel_data.describe())\n",
        "# sns.pairplot(df_steel_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "#### Biodegradable chemicals"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 26,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Correlation Matrix of Dataset:\n",
            "           V1        V2        V3        V4        V5        V6        V7  \\\n",
            "V1   1.000000  0.232683  0.261817  0.022219  0.185560  0.446789  0.423223   \n",
            "V2   0.232683  1.000000  0.067649 -0.094366 -0.186095  0.351183 -0.260477   \n",
            "V3   0.261817  0.067649  1.000000  0.022182  0.003350  0.068106  0.258438   \n",
            "V4   0.022219 -0.094366  0.022182  1.000000  0.449388  0.006723  0.191410   \n",
            "V5   0.185560 -0.186095  0.003350  0.449388  1.000000  0.001928  0.372453   \n",
            "V6   0.446789  0.351183  0.068106  0.006723  0.001928  1.000000  0.079107   \n",
            "V7   0.423223 -0.260477  0.258438  0.191410  0.372453  0.079107  1.000000   \n",
            "V8   0.381464 -0.300082  0.097963 -0.038907  0.146439 -0.062045  0.599244   \n",
            "V9   0.202214  0.150766 -0.122079  0.024662  0.007436  0.450833  0.135601   \n",
            "V10  0.260533  0.192826 -0.106941  0.033042  0.086099  0.042820  0.115968   \n",
            "V11  0.183770 -0.141810 -0.016309  0.424914  0.870518 -0.020331  0.333183   \n",
            "V12 -0.105155 -0.192385  0.059623 -0.052004 -0.091424 -0.164030 -0.096966   \n",
            "V13  0.642858  0.043378  0.484630  0.087563  0.281696  0.269141  0.518167   \n",
            "V14 -0.113169  0.310928 -0.095576 -0.068655 -0.101403 -0.004951 -0.311625   \n",
            "V15  0.911546  0.115325  0.223020  0.077165  0.298373  0.404542  0.509044   \n",
            "V16  0.415169  0.119643 -0.046508  0.008011  0.090350  0.134824  0.281869   \n",
            "V17  0.276838  0.491129  0.368722  0.026176  0.005295  0.389575  0.061432   \n",
            "V18 -0.118332  0.444704 -0.321443  0.070722 -0.036033  0.485792 -0.452130   \n",
            "V19 -0.114219 -0.033522 -0.002863  0.386467  0.032674 -0.022657 -0.028561   \n",
            "V20  0.114261  0.126076 -0.042696  0.019529  0.213351 -0.040700  0.182113   \n",
            "V21  0.234538  0.320962  0.145184 -0.022479 -0.011908  0.494523 -0.050939   \n",
            "V22  0.230438 -0.257301  0.508299 -0.008287  0.085430 -0.213147  0.433985   \n",
            "V23  0.171793 -0.215989  0.086612  0.040820  0.524473  0.030420  0.265592   \n",
            "V24 -0.010448 -0.005467  0.321391 -0.033941 -0.064792 -0.014374  0.089057   \n",
            "V25  0.138769 -0.006008  0.544763  0.107964  0.102038 -0.013056  0.279971   \n",
            "V26  0.054298 -0.142424 -0.050872  0.308158  0.382455 -0.006959  0.183080   \n",
            "V27  0.918928  0.020384  0.222939  0.050725  0.269421  0.335782  0.515108   \n",
            "V28  0.011154 -0.001269  0.004635 -0.003702  0.001478  0.003791  0.006773   \n",
            "V29  0.036602 -0.041310  0.294238 -0.027523 -0.044111 -0.028139  0.169451   \n",
            "V30  0.259498  0.110712 -0.076078  0.120540  0.284368 -0.023455  0.204641   \n",
            "V31 -0.035091 -0.042344 -0.060299  0.072945  0.091057  0.046658 -0.014669   \n",
            "V32  0.232447 -0.203189  0.203298 -0.033625 -0.035533  0.223982 -0.122866   \n",
            "V33  0.311775 -0.113457  0.439112  0.212653  0.329136 -0.030407  0.800326   \n",
            "V34  0.137806 -0.181558 -0.036748  0.501351  0.789358 -0.037735  0.330718   \n",
            "V35  0.033485  0.009668 -0.135023  0.134878  0.209706  0.017497  0.113821   \n",
            "V36  0.305638  0.085867  0.458958 -0.005597  0.041273  0.014806  0.224343   \n",
            "V37  0.101423  0.513404  0.051879  0.023329 -0.030193  0.299743 -0.076045   \n",
            "V38  0.056802 -0.088993 -0.042725  0.462634  0.745717 -0.076978  0.183804   \n",
            "V39  0.489765  0.087903  0.572485  0.040402  0.147088  0.121235  0.402740   \n",
            "V40  0.086938 -0.071860 -0.044127 -0.015143 -0.043254 -0.037847  0.112426   \n",
            "V41  0.339627  0.389997  0.542703  0.000753 -0.021033  0.676194  0.126977   \n",
            "\n",
            "           V8        V9       V10  ...       V32       V33       V34  \\\n",
            "V1   0.381464  0.202214  0.260533  ...  0.232447  0.311775  0.137806   \n",
            "V2  -0.300082  0.150766  0.192826  ... -0.203189 -0.113457 -0.181558   \n",
            "V3   0.097963 -0.122079 -0.106941  ...  0.203298  0.439112 -0.036748   \n",
            "V4  -0.038907  0.024662  0.033042  ... -0.033625  0.212653  0.501351   \n",
            "V5   0.146439  0.007436  0.086099  ... -0.035533  0.329136  0.789358   \n",
            "V6  -0.062045  0.450833  0.042820  ...  0.223982 -0.030407 -0.037735   \n",
            "V7   0.599244  0.135601  0.115968  ... -0.122866  0.800326  0.330718   \n",
            "V8   1.000000 -0.225157 -0.146550  ...  0.049967  0.409265  0.095466   \n",
            "V9  -0.225157  1.000000  0.189120  ... -0.011669 -0.075862 -0.031050   \n",
            "V10 -0.146550  0.189120  1.000000  ... -0.028309  0.104689  0.058491   \n",
            "V11  0.108752 -0.015423  0.093869  ... -0.045785  0.319698  0.803943   \n",
            "V12  0.025884  0.043502 -0.502235  ...  0.084769 -0.025503 -0.048223   \n",
            "V13  0.352416  0.181067  0.326060  ...  0.100785  0.450910  0.204629   \n",
            "V14 -0.384364  0.262816  0.330236  ... -0.118914 -0.216984 -0.141718   \n",
            "V15  0.429790  0.254276  0.364679  ...  0.203256  0.366130  0.247526   \n",
            "V16  0.059581  0.323677  0.840137  ...  0.026653  0.181229  0.020800   \n",
            "V17 -0.089817 -0.224501  0.219166  ...  0.009618  0.209678 -0.001029   \n",
            "V18 -0.682582  0.174310  0.088110  ... -0.036191 -0.357095  0.015464   \n",
            "V19 -0.135041 -0.058793 -0.053722  ... -0.016912  0.000302  0.055435   \n",
            "V20  0.041622 -0.076635  0.236165  ... -0.046999  0.273389  0.289858   \n",
            "V21 -0.086156  0.049505 -0.078241  ... -0.000173 -0.041178 -0.027792   \n",
            "V22  0.623108 -0.127743 -0.369591  ...  0.043910  0.370252  0.045514   \n",
            "V23  0.262763 -0.059339 -0.022657  ...  0.160713  0.088728  0.274838   \n",
            "V24  0.035731 -0.034101 -0.097692  ... -0.033543  0.155984 -0.088615   \n",
            "V25  0.251518 -0.143819 -0.126987  ...  0.077743  0.432567  0.081202   \n",
            "V26  0.138392 -0.022806 -0.097816  ... -0.024253  0.118353  0.376213   \n",
            "V27  0.568842  0.089516  0.229444  ...  0.299299  0.368159  0.223197   \n",
            "V28  0.017590  0.001984 -0.008008  ...  0.003403  0.005653  0.009245   \n",
            "V29  0.144677 -0.067716 -0.084758  ... -0.024147  0.237724 -0.071859   \n",
            "V30  0.027982  0.009610  0.748379  ...  0.017719  0.185607  0.279073   \n",
            "V31 -0.134109  0.207682  0.350013  ... -0.079068 -0.011154  0.075846   \n",
            "V32  0.049967 -0.011669 -0.028309  ...  1.000000 -0.102725 -0.044478   \n",
            "V33  0.409265 -0.075862  0.104689  ... -0.102725  1.000000  0.375060   \n",
            "V34  0.095466 -0.031050  0.058491  ... -0.044478  0.375060  1.000000   \n",
            "V35 -0.237641  0.012466  0.200639  ... -0.055872  0.150026  0.261641   \n",
            "V36  0.149713 -0.017843 -0.033506  ... -0.007834  0.253413 -0.019022   \n",
            "V37 -0.249861 -0.179416  0.342116  ... -0.065989  0.044773 -0.023156   \n",
            "V38 -0.091935 -0.109209  0.026002  ... -0.072977  0.237154  0.802770   \n",
            "V39  0.280505  0.031984  0.110323  ...  0.032298  0.406059  0.078988   \n",
            "V40  0.117358 -0.021693  0.217117  ... -0.023149 -0.030722 -0.050809   \n",
            "V41  0.046641 -0.046203 -0.121538  ...  0.151909  0.250781 -0.050630   \n",
            "\n",
            "          V35       V36       V37       V38       V39       V40       V41  \n",
            "V1   0.033485  0.305638  0.101423  0.056802  0.489765  0.086938  0.339627  \n",
            "V2   0.009668  0.085867  0.513404 -0.088993  0.087903 -0.071860  0.389997  \n",
            "V3  -0.135023  0.458958  0.051879 -0.042725  0.572485 -0.044127  0.542703  \n",
            "V4   0.134878 -0.005597  0.023329  0.462634  0.040402 -0.015143  0.000753  \n",
            "V5   0.209706  0.041273 -0.030193  0.745717  0.147088 -0.043254 -0.021033  \n",
            "V6   0.017497  0.014806  0.299743 -0.076978  0.121235 -0.037847  0.676194  \n",
            "V7   0.113821  0.224343 -0.076045  0.183804  0.402740  0.112426  0.126977  \n",
            "V8  -0.237641  0.149713 -0.249861 -0.091935  0.280505  0.117358  0.046641  \n",
            "V9   0.012466 -0.017843 -0.179416 -0.109209  0.031984 -0.021693 -0.046203  \n",
            "V10  0.200639 -0.033506  0.342116  0.026002  0.110323  0.217117 -0.121538  \n",
            "V11  0.201959  0.025404 -0.018153  0.837190  0.131397 -0.044472 -0.037985  \n",
            "V12 -0.217378  0.031164 -0.413455 -0.046133 -0.055758 -0.237699 -0.146301  \n",
            "V13 -0.052563  0.565551 -0.106991  0.107358  0.821144  0.121675  0.387417  \n",
            "V14 -0.006971 -0.063082 -0.079421 -0.094091 -0.007827  0.059656 -0.058949  \n",
            "V15  0.036621  0.252469 -0.047697  0.139046  0.514928  0.118278  0.283483  \n",
            "V16  0.093617  0.054653  0.139426 -0.004170  0.222818  0.294269 -0.097428  \n",
            "V17  0.067620  0.143145  0.853752  0.042820  0.225859  0.041499  0.669772  \n",
            "V18  0.219409 -0.263086  0.483644  0.153054 -0.326834 -0.077634  0.330402  \n",
            "V19  0.180534 -0.047495  0.054333  0.143795 -0.071636 -0.013460 -0.006280  \n",
            "V20 -0.045097  0.016910  0.251414  0.261664  0.067130 -0.028036 -0.024571  \n",
            "V21 -0.068538  0.051244  0.386505 -0.048990  0.096025 -0.021650  0.562817  \n",
            "V22 -0.305439  0.527758 -0.436441 -0.033224  0.590619 -0.015394  0.033794  \n",
            "V23 -0.035838  0.096742 -0.093476  0.238271  0.143467  0.031737  0.023753  \n",
            "V24 -0.067016  0.610436 -0.052004 -0.101523  0.608400 -0.032690  0.215791  \n",
            "V25 -0.087005  0.123533  0.055358  0.039064  0.207031 -0.033375  0.334262  \n",
            "V26  0.046459  0.018380 -0.103767  0.254453  0.050012 -0.010272 -0.042182  \n",
            "V27  0.005001  0.259384 -0.051569  0.124020  0.471681  0.123795  0.271577  \n",
            "V28 -0.027970  0.036823 -0.015726 -0.001189  0.035637  0.001275  0.007416  \n",
            "V29 -0.055909  0.494654 -0.091208 -0.087737  0.502901 -0.026509  0.191674  \n",
            "V30  0.081159  0.017179  0.361405  0.247257  0.163036  0.232852 -0.090311  \n",
            "V31  0.011837 -0.068958 -0.213681  0.023508  0.100898  0.079318 -0.020684  \n",
            "V32 -0.055872 -0.007834 -0.065989 -0.072977  0.032298 -0.023149  0.151909  \n",
            "V33  0.150026  0.253413  0.044773  0.237154  0.406059 -0.030722  0.250781  \n",
            "V34  0.261641 -0.019022 -0.023156  0.802770  0.078988 -0.050809 -0.050630  \n",
            "V35  1.000000 -0.104896  0.244098  0.408499 -0.101894 -0.089686 -0.103258  \n",
            "V36 -0.104896  1.000000 -0.030303 -0.033724  0.917443 -0.010096  0.240311  \n",
            "V37  0.244098 -0.030303  1.000000  0.050178 -0.026254  0.017971  0.410327  \n",
            "V38  0.408499 -0.033724  0.050178  1.000000  0.028250 -0.071083 -0.084558  \n",
            "V39 -0.101894  0.917443 -0.026254  0.028250  1.000000  0.038861  0.361664  \n",
            "V40 -0.089686 -0.010096  0.017971 -0.071083  0.038861  1.000000 -0.029295  \n",
            "V41 -0.103258  0.240311  0.410327 -0.084558  0.361664 -0.029295  1.000000  \n",
            "\n",
            "[41 rows x 41 columns]\n",
            "Summary of biodegradable Dataset:\n",
            "                V2           V3           V4           V5           V6  \\\n",
            "count  1055.000000  1055.000000  1055.000000  1055.000000  1055.000000   \n",
            "mean      3.069508     0.716588     0.042654     0.980095     0.290047   \n",
            "std       0.831308     1.462452     0.256010     2.332955     1.073771   \n",
            "min       0.803900     0.000000     0.000000     0.000000     0.000000   \n",
            "25%       2.502750     0.000000     0.000000     0.000000     0.000000   \n",
            "50%       3.046300     0.000000     0.000000     0.000000     0.000000   \n",
            "75%       3.437650     1.000000     0.000000     1.000000     0.000000   \n",
            "max       9.177500    12.000000     3.000000    36.000000    13.000000   \n",
            "\n",
            "                V7           V8           V9          V10          V11  ...  \\\n",
            "count  1055.000000  1055.000000  1055.000000  1055.000000  1055.000000  ...   \n",
            "mean      1.646445    37.055640     1.376303     1.803791     1.436967  ...   \n",
            "std       2.224822     9.144466     1.963521     1.775435     3.116577  ...   \n",
            "min       0.000000     0.000000     0.000000     0.000000     0.000000  ...   \n",
            "25%       0.000000    30.450000     0.000000     0.000000     0.000000  ...   \n",
            "50%       1.000000    37.500000     1.000000     2.000000     0.000000  ...   \n",
            "75%       3.000000    43.400000     2.000000     3.000000     2.000000  ...   \n",
            "max      18.000000    60.700000    24.000000    12.000000    44.000000  ...   \n",
            "\n",
            "               V30          V31          V32          V33          V34  \\\n",
            "count  1055.000000  1055.000000  1055.000000  1055.000000  1055.000000   \n",
            "mean      8.780510     2.668344     0.129858     0.883412     1.274882   \n",
            "std      11.895889     2.096607     0.644057     1.520467     2.273994   \n",
            "min       0.000000     0.444000     0.000000     0.000000     0.000000   \n",
            "25%       0.000000     1.446500     0.000000     0.000000     0.000000   \n",
            "50%       0.000000     2.052000     0.000000     0.000000     0.000000   \n",
            "75%      12.465000     3.146000     0.000000     1.000000     2.000000   \n",
            "max      71.167000    17.537000     8.000000    12.000000    18.000000   \n",
            "\n",
            "               V35          V37          V38          V40          V41  \n",
            "count  1055.000000  1055.000000  1055.000000  1055.000000  1055.000000  \n",
            "mean      0.961137     2.558417     0.686256     0.051185     0.723223  \n",
            "std       1.257013     0.642765     1.090389     0.318970     2.239286  \n",
            "min       0.000000     1.467000     0.000000     0.000000     0.000000  \n",
            "25%       0.000000     2.103000     0.000000     0.000000     0.000000  \n",
            "50%       1.000000     2.458000     0.000000     0.000000     0.000000  \n",
            "75%       2.000000     2.870500     1.000000     0.000000     0.000000  \n",
            "max       7.000000     5.825000     8.000000     4.000000    27.000000  \n",
            "\n",
            "[8 rows x 36 columns]\n"
          ]
        }
      ],
      "source": [
        "raw_biodegradable_data = loadarff(\"./Datasets/phpGUrE90.arff\")\n",
        "df_biodegradable_data = pd.DataFrame(raw_biodegradable_data[0])\n",
        "df_biodegradable_no_class = df_biodegradable_data.drop('Class', axis=1)\n",
        "\n",
        "# Removing highly correlated features\n",
        "corr = df_biodegradable_no_class.corr()\n",
        "print(\"Correlation Matrix of Dataset:\")\n",
        "print(corr)\n",
        "mask = ~(corr.mask(np.eye(len(corr), dtype=bool)).abs() > 0.9).any()\n",
        "df_biodegradable_no_class = df_biodegradable_no_class.loc[:, mask]\n",
        "\n",
        "# Creating X and Y\n",
        "X_biodegradable = df_biodegradable_no_class\n",
        "y_biodegradable = df_biodegradable_data['Class']\n",
        "\n",
        "# Concatenating X and Y again\n",
        "df_biodegradable_data = pd.concat([pd.DataFrame(X_biodegradable), pd.DataFrame(y_biodegradable)], axis=1)\n",
        "\n",
        "print(\"Summary of biodegradable Dataset:\")\n",
        "print(df_biodegradable_data.describe())\n",
        "# sns.pairplot(df_biodegradable_data)"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "## Filling Missing Values"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 27,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Number of missing values for X_blood:  V1    0\n",
            "V4    0\n",
            "dtype: int64\n",
            "Number of missing values for X_iris:  sepallength    0\n",
            "sepalwidth     0\n",
            "dtype: int64\n",
            "Number of missing values for X_diabetes:  preg    0\n",
            "plas    0\n",
            "pres    0\n",
            "skin    0\n",
            "insu    0\n",
            "mass    0\n",
            "pedi    0\n",
            "age     0\n",
            "dtype: int64\n",
            "Number of missing values for X_kc2:  ev(g)               0\n",
            "l                   0\n",
            "d                   0\n",
            "i                   0\n",
            "lOComment           0\n",
            "lOBlank             0\n",
            "lOCodeAndComment    0\n",
            "uniq_Op             0\n",
            "uniq_Opnd           0\n",
            "dtype: int64\n",
            "Number of missing values for X_pollen:  RIDGE      0\n",
            "NUB        0\n",
            "CRACK      0\n",
            "WEIGHT     0\n",
            "DENSITY    0\n",
            "dtype: int64\n",
            "Number of missing values for X_pc3:  LOC_BLANK               0\n",
            "CALL_PAIRS              0\n",
            "LOC_CODE_AND_COMMENT    0\n",
            "LOC_COMMENTS            0\n",
            "DECISION_DENSITY        0\n",
            "DESIGN_COMPLEXITY       0\n",
            "DESIGN_DENSITY          0\n",
            "ESSENTIAL_COMPLEXITY    0\n",
            "ESSENTIAL_DENSITY       0\n",
            "PARAMETER_COUNT         0\n",
            "HALSTEAD_CONTENT        0\n",
            "HALSTEAD_DIFFICULTY     0\n",
            "HALSTEAD_LEVEL          0\n",
            "MAINTENANCE_SEVERITY    0\n",
            "NUM_UNIQUE_OPERATORS    0\n",
            "PERCENT_COMMENTS        0\n",
            "dtype: int64\n",
            "Number of missing values for X_madelon:  V1      0\n",
            "V2      0\n",
            "V3      0\n",
            "V4      0\n",
            "V5      0\n",
            "       ..\n",
            "V496    0\n",
            "V497    0\n",
            "V498    0\n",
            "V499    0\n",
            "V500    0\n",
            "Length: 482, dtype: int64\n",
            "Number of missing values for X_biodegradable:  V2     0\n",
            "V3     0\n",
            "V4     0\n",
            "V5     0\n",
            "V6     0\n",
            "V7     0\n",
            "V8     0\n",
            "V9     0\n",
            "V10    0\n",
            "V11    0\n",
            "V12    0\n",
            "V13    0\n",
            "V14    0\n",
            "V16    0\n",
            "V17    0\n",
            "V18    0\n",
            "V19    0\n",
            "V20    0\n",
            "V21    0\n",
            "V22    0\n",
            "V23    0\n",
            "V24    0\n",
            "V25    0\n",
            "V26    0\n",
            "V28    0\n",
            "V29    0\n",
            "V30    0\n",
            "V31    0\n",
            "V32    0\n",
            "V33    0\n",
            "V34    0\n",
            "V35    0\n",
            "V37    0\n",
            "V38    0\n",
            "V40    0\n",
            "V41    0\n",
            "dtype: int64\n",
            "Number of missing values for X_japanese_vowels:  utterance        0\n",
            "frame            0\n",
            "coefficient1     0\n",
            "coefficient2     0\n",
            "coefficient3     0\n",
            "coefficient4     0\n",
            "coefficient5     0\n",
            "coefficient6     0\n",
            "coefficient7     0\n",
            "coefficient8     0\n",
            "coefficient9     0\n",
            "coefficient10    0\n",
            "coefficient11    0\n",
            "coefficient12    0\n",
            "dtype: int64\n",
            "Number of missing values for X_vehicle:  COMPACTNESS                0\n",
            "RADIUS RATIO               0\n",
            "PR.AXIS ASPECT RATIO       0\n",
            "MAX.LENGTH ASPECT RATIO    0\n",
            "SKEWNESS ABOUT_MAJOR       0\n",
            "SKEWNESS ABOUT_MINOR       0\n",
            "KURTOSIS ABOUT_MAJOR       0\n",
            "KURTOSIS ABOUT_MINOR       0\n",
            "HOLLOWS RATIO              0\n",
            "dtype: int64\n"
          ]
        }
      ],
      "source": [
        "# No missing values present in the datasets\n",
        "print(\"Number of missing values for X_blood: \", np.isnan(X_blood).sum())\n",
        "print(\"Number of missing values for X_iris: \", np.isnan(X_iris).sum())\n",
        "print(\"Number of missing values for X_diabetes: \", np.isnan(X_diabetes).sum())\n",
        "print(\"Number of missing values for X_kc2: \", np.isnan(X_kc2).sum())\n",
        "print(\"Number of missing values for X_pollen: \", np.isnan(X_pollen).sum())\n",
        "print(\"Number of missing values for X_pc3: \", np.isnan(X_pc3).sum())\n",
        "print(\"Number of missing values for X_madelon: \", np.isnan(X_madelon).sum())\n",
        "print(\"Number of missing values for X_biodegradable: \", np.isnan(X_biodegradable).sum())\n",
        "print(\"Number of missing values for X_japanese_vowels: \", np.isnan(X_japanese_vowels).sum())\n",
        "print(\"Number of missing values for X_vehicle: \", np.isnan(X_vehicle).sum())"
      ]
    }
  ],
  "metadata": {
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.12.2"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 2
}