Stage 2 Hamoye.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 73,
   "id": "03d3f58b",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "id": "6e4ec17c-14ac-41cb-bdfd-3967e8ecf73c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>Appliances</th>\n",
       "      <th>lights</th>\n",
       "      <th>T1</th>\n",
       "      <th>RH_1</th>\n",
       "      <th>T2</th>\n",
       "      <th>RH_2</th>\n",
       "      <th>T3</th>\n",
       "      <th>RH_3</th>\n",
       "      <th>T4</th>\n",
       "      <th>...</th>\n",
       "      <th>T9</th>\n",
       "      <th>RH_9</th>\n",
       "      <th>T_out</th>\n",
       "      <th>Press_mm_hg</th>\n",
       "      <th>RH_out</th>\n",
       "      <th>Windspeed</th>\n",
       "      <th>Visibility</th>\n",
       "      <th>Tdewpoint</th>\n",
       "      <th>rv1</th>\n",
       "      <th>rv2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2016-01-11 17:00:00</td>\n",
       "      <td>60</td>\n",
       "      <td>30</td>\n",
       "      <td>19.890000</td>\n",
       "      <td>47.596667</td>\n",
       "      <td>19.200000</td>\n",
       "      <td>44.790000</td>\n",
       "      <td>19.790000</td>\n",
       "      <td>44.730000</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>17.033333</td>\n",
       "      <td>45.5300</td>\n",
       "      <td>6.600000</td>\n",
       "      <td>733.5</td>\n",
       "      <td>92.000000</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>63.000000</td>\n",
       "      <td>5.300000</td>\n",
       "      <td>13.275433</td>\n",
       "      <td>13.275433</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2016-01-11 17:10:00</td>\n",
       "      <td>60</td>\n",
       "      <td>30</td>\n",
       "      <td>19.890000</td>\n",
       "      <td>46.693333</td>\n",
       "      <td>19.200000</td>\n",
       "      <td>44.722500</td>\n",
       "      <td>19.790000</td>\n",
       "      <td>44.790000</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>17.066667</td>\n",
       "      <td>45.5600</td>\n",
       "      <td>6.483333</td>\n",
       "      <td>733.6</td>\n",
       "      <td>92.000000</td>\n",
       "      <td>6.666667</td>\n",
       "      <td>59.166667</td>\n",
       "      <td>5.200000</td>\n",
       "      <td>18.606195</td>\n",
       "      <td>18.606195</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2016-01-11 17:20:00</td>\n",
       "      <td>50</td>\n",
       "      <td>30</td>\n",
       "      <td>19.890000</td>\n",
       "      <td>46.300000</td>\n",
       "      <td>19.200000</td>\n",
       "      <td>44.626667</td>\n",
       "      <td>19.790000</td>\n",
       "      <td>44.933333</td>\n",
       "      <td>18.926667</td>\n",
       "      <td>...</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>45.5000</td>\n",
       "      <td>6.366667</td>\n",
       "      <td>733.7</td>\n",
       "      <td>92.000000</td>\n",
       "      <td>6.333333</td>\n",
       "      <td>55.333333</td>\n",
       "      <td>5.100000</td>\n",
       "      <td>28.642668</td>\n",
       "      <td>28.642668</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2016-01-11 17:30:00</td>\n",
       "      <td>50</td>\n",
       "      <td>40</td>\n",
       "      <td>19.890000</td>\n",
       "      <td>46.066667</td>\n",
       "      <td>19.200000</td>\n",
       "      <td>44.590000</td>\n",
       "      <td>19.790000</td>\n",
       "      <td>45.000000</td>\n",
       "      <td>18.890000</td>\n",
       "      <td>...</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>45.4000</td>\n",
       "      <td>6.250000</td>\n",
       "      <td>733.8</td>\n",
       "      <td>92.000000</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>51.500000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>45.410389</td>\n",
       "      <td>45.410389</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2016-01-11 17:40:00</td>\n",
       "      <td>60</td>\n",
       "      <td>40</td>\n",
       "      <td>19.890000</td>\n",
       "      <td>46.333333</td>\n",
       "      <td>19.200000</td>\n",
       "      <td>44.530000</td>\n",
       "      <td>19.790000</td>\n",
       "      <td>45.000000</td>\n",
       "      <td>18.890000</td>\n",
       "      <td>...</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>45.4000</td>\n",
       "      <td>6.133333</td>\n",
       "      <td>733.9</td>\n",
       "      <td>92.000000</td>\n",
       "      <td>5.666667</td>\n",
       "      <td>47.666667</td>\n",
       "      <td>4.900000</td>\n",
       "      <td>10.084097</td>\n",
       "      <td>10.084097</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19730</th>\n",
       "      <td>2016-05-27 17:20:00</td>\n",
       "      <td>100</td>\n",
       "      <td>0</td>\n",
       "      <td>25.566667</td>\n",
       "      <td>46.560000</td>\n",
       "      <td>25.890000</td>\n",
       "      <td>42.025714</td>\n",
       "      <td>27.200000</td>\n",
       "      <td>41.163333</td>\n",
       "      <td>24.700000</td>\n",
       "      <td>...</td>\n",
       "      <td>23.200000</td>\n",
       "      <td>46.7900</td>\n",
       "      <td>22.733333</td>\n",
       "      <td>755.2</td>\n",
       "      <td>55.666667</td>\n",
       "      <td>3.333333</td>\n",
       "      <td>23.666667</td>\n",
       "      <td>13.333333</td>\n",
       "      <td>43.096812</td>\n",
       "      <td>43.096812</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19731</th>\n",
       "      <td>2016-05-27 17:30:00</td>\n",
       "      <td>90</td>\n",
       "      <td>0</td>\n",
       "      <td>25.500000</td>\n",
       "      <td>46.500000</td>\n",
       "      <td>25.754000</td>\n",
       "      <td>42.080000</td>\n",
       "      <td>27.133333</td>\n",
       "      <td>41.223333</td>\n",
       "      <td>24.700000</td>\n",
       "      <td>...</td>\n",
       "      <td>23.200000</td>\n",
       "      <td>46.7900</td>\n",
       "      <td>22.600000</td>\n",
       "      <td>755.2</td>\n",
       "      <td>56.000000</td>\n",
       "      <td>3.500000</td>\n",
       "      <td>24.500000</td>\n",
       "      <td>13.300000</td>\n",
       "      <td>49.282940</td>\n",
       "      <td>49.282940</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19732</th>\n",
       "      <td>2016-05-27 17:40:00</td>\n",
       "      <td>270</td>\n",
       "      <td>10</td>\n",
       "      <td>25.500000</td>\n",
       "      <td>46.596667</td>\n",
       "      <td>25.628571</td>\n",
       "      <td>42.768571</td>\n",
       "      <td>27.050000</td>\n",
       "      <td>41.690000</td>\n",
       "      <td>24.700000</td>\n",
       "      <td>...</td>\n",
       "      <td>23.200000</td>\n",
       "      <td>46.7900</td>\n",
       "      <td>22.466667</td>\n",
       "      <td>755.2</td>\n",
       "      <td>56.333333</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>25.333333</td>\n",
       "      <td>13.266667</td>\n",
       "      <td>29.199117</td>\n",
       "      <td>29.199117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19733</th>\n",
       "      <td>2016-05-27 17:50:00</td>\n",
       "      <td>420</td>\n",
       "      <td>10</td>\n",
       "      <td>25.500000</td>\n",
       "      <td>46.990000</td>\n",
       "      <td>25.414000</td>\n",
       "      <td>43.036000</td>\n",
       "      <td>26.890000</td>\n",
       "      <td>41.290000</td>\n",
       "      <td>24.700000</td>\n",
       "      <td>...</td>\n",
       "      <td>23.200000</td>\n",
       "      <td>46.8175</td>\n",
       "      <td>22.333333</td>\n",
       "      <td>755.2</td>\n",
       "      <td>56.666667</td>\n",
       "      <td>3.833333</td>\n",
       "      <td>26.166667</td>\n",
       "      <td>13.233333</td>\n",
       "      <td>6.322784</td>\n",
       "      <td>6.322784</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19734</th>\n",
       "      <td>2016-05-27 18:00:00</td>\n",
       "      <td>430</td>\n",
       "      <td>10</td>\n",
       "      <td>25.500000</td>\n",
       "      <td>46.600000</td>\n",
       "      <td>25.264286</td>\n",
       "      <td>42.971429</td>\n",
       "      <td>26.823333</td>\n",
       "      <td>41.156667</td>\n",
       "      <td>24.700000</td>\n",
       "      <td>...</td>\n",
       "      <td>23.200000</td>\n",
       "      <td>46.8450</td>\n",
       "      <td>22.200000</td>\n",
       "      <td>755.2</td>\n",
       "      <td>57.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>27.000000</td>\n",
       "      <td>13.200000</td>\n",
       "      <td>34.118851</td>\n",
       "      <td>34.118851</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>19735 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                     date  Appliances  lights         T1       RH_1  \\\n",
       "0     2016-01-11 17:00:00          60      30  19.890000  47.596667   \n",
       "1     2016-01-11 17:10:00          60      30  19.890000  46.693333   \n",
       "2     2016-01-11 17:20:00          50      30  19.890000  46.300000   \n",
       "3     2016-01-11 17:30:00          50      40  19.890000  46.066667   \n",
       "4     2016-01-11 17:40:00          60      40  19.890000  46.333333   \n",
       "...                   ...         ...     ...        ...        ...   \n",
       "19730 2016-05-27 17:20:00         100       0  25.566667  46.560000   \n",
       "19731 2016-05-27 17:30:00          90       0  25.500000  46.500000   \n",
       "19732 2016-05-27 17:40:00         270      10  25.500000  46.596667   \n",
       "19733 2016-05-27 17:50:00         420      10  25.500000  46.990000   \n",
       "19734 2016-05-27 18:00:00         430      10  25.500000  46.600000   \n",
       "\n",
       "              T2       RH_2         T3       RH_3         T4  ...         T9  \\\n",
       "0      19.200000  44.790000  19.790000  44.730000  19.000000  ...  17.033333   \n",
       "1      19.200000  44.722500  19.790000  44.790000  19.000000  ...  17.066667   \n",
       "2      19.200000  44.626667  19.790000  44.933333  18.926667  ...  17.000000   \n",
       "3      19.200000  44.590000  19.790000  45.000000  18.890000  ...  17.000000   \n",
       "4      19.200000  44.530000  19.790000  45.000000  18.890000  ...  17.000000   \n",
       "...          ...        ...        ...        ...        ...  ...        ...   \n",
       "19730  25.890000  42.025714  27.200000  41.163333  24.700000  ...  23.200000   \n",
       "19731  25.754000  42.080000  27.133333  41.223333  24.700000  ...  23.200000   \n",
       "19732  25.628571  42.768571  27.050000  41.690000  24.700000  ...  23.200000   \n",
       "19733  25.414000  43.036000  26.890000  41.290000  24.700000  ...  23.200000   \n",
       "19734  25.264286  42.971429  26.823333  41.156667  24.700000  ...  23.200000   \n",
       "\n",
       "          RH_9      T_out  Press_mm_hg     RH_out  Windspeed  Visibility  \\\n",
       "0      45.5300   6.600000        733.5  92.000000   7.000000   63.000000   \n",
       "1      45.5600   6.483333        733.6  92.000000   6.666667   59.166667   \n",
       "2      45.5000   6.366667        733.7  92.000000   6.333333   55.333333   \n",
       "3      45.4000   6.250000        733.8  92.000000   6.000000   51.500000   \n",
       "4      45.4000   6.133333        733.9  92.000000   5.666667   47.666667   \n",
       "...        ...        ...          ...        ...        ...         ...   \n",
       "19730  46.7900  22.733333        755.2  55.666667   3.333333   23.666667   \n",
       "19731  46.7900  22.600000        755.2  56.000000   3.500000   24.500000   \n",
       "19732  46.7900  22.466667        755.2  56.333333   3.666667   25.333333   \n",
       "19733  46.8175  22.333333        755.2  56.666667   3.833333   26.166667   \n",
       "19734  46.8450  22.200000        755.2  57.000000   4.000000   27.000000   \n",
       "\n",
       "       Tdewpoint        rv1        rv2  \n",
       "0       5.300000  13.275433  13.275433  \n",
       "1       5.200000  18.606195  18.606195  \n",
       "2       5.100000  28.642668  28.642668  \n",
       "3       5.000000  45.410389  45.410389  \n",
       "4       4.900000  10.084097  10.084097  \n",
       "...          ...        ...        ...  \n",
       "19730  13.333333  43.096812  43.096812  \n",
       "19731  13.300000  49.282940  49.282940  \n",
       "19732  13.266667  29.199117  29.199117  \n",
       "19733  13.233333   6.322784   6.322784  \n",
       "19734  13.200000  34.118851  34.118851  \n",
       "\n",
       "[19735 rows x 29 columns]"
      ]
     },
     "execution_count": 74,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_excel('./data/energydata_complete.xlsx')\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "id": "f9ecf9bb-1b5b-4d9b-9f80-3fc36acc7f64",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 19735 entries, 0 to 19734\n",
      "Data columns (total 29 columns):\n",
      " #   Column       Non-Null Count  Dtype         \n",
      "---  ------       --------------  -----         \n",
      " 0   date         19735 non-null  datetime64[ns]\n",
      " 1   Appliances   19735 non-null  int64         \n",
      " 2   lights       19735 non-null  int64         \n",
      " 3   T1           19735 non-null  float64       \n",
      " 4   RH_1         19735 non-null  float64       \n",
      " 5   T2           19735 non-null  float64       \n",
      " 6   RH_2         19735 non-null  float64       \n",
      " 7   T3           19735 non-null  float64       \n",
      " 8   RH_3         19735 non-null  float64       \n",
      " 9   T4           19735 non-null  float64       \n",
      " 10  RH_4         19735 non-null  float64       \n",
      " 11  T5           19735 non-null  float64       \n",
      " 12  RH_5         19735 non-null  float64       \n",
      " 13  T6           19735 non-null  float64       \n",
      " 14  RH_6         19735 non-null  float64       \n",
      " 15  T7           19735 non-null  float64       \n",
      " 16  RH_7         19735 non-null  float64       \n",
      " 17  T8           19735 non-null  float64       \n",
      " 18  RH_8         19735 non-null  float64       \n",
      " 19  T9           19735 non-null  float64       \n",
      " 20  RH_9         19735 non-null  float64       \n",
      " 21  T_out        19735 non-null  float64       \n",
      " 22  Press_mm_hg  19735 non-null  float64       \n",
      " 23  RH_out       19735 non-null  float64       \n",
      " 24  Windspeed    19735 non-null  float64       \n",
      " 25  Visibility   19735 non-null  float64       \n",
      " 26  Tdewpoint    19735 non-null  float64       \n",
      " 27  rv1          19735 non-null  float64       \n",
      " 28  rv2          19735 non-null  float64       \n",
      "dtypes: datetime64[ns](1), float64(26), int64(2)\n",
      "memory usage: 4.4 MB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "id": "52e5195e-650d-49ae-a18d-6e6baff2f2d9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['date', 'Appliances', 'lights', 'T1', 'RH_1', 'T2', 'RH_2', 'T3',\n",
       "       'RH_3', 'T4', 'RH_4', 'T5', 'RH_5', 'T6', 'RH_6', 'T7', 'RH_7', 'T8',\n",
       "       'RH_8', 'T9', 'RH_9', 'T_out', 'Press_mm_hg', 'RH_out', 'Windspeed',\n",
       "       'Visibility', 'Tdewpoint', 'rv1', 'rv2'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 76,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "id": "0970e4ce-d740-4141-a1d3-6ef062cf73ea",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>Appliances</th>\n",
       "      <th>lights</th>\n",
       "      <th>T1</th>\n",
       "      <th>RH_1</th>\n",
       "      <th>T2</th>\n",
       "      <th>RH_2</th>\n",
       "      <th>T3</th>\n",
       "      <th>RH_3</th>\n",
       "      <th>T4</th>\n",
       "      <th>...</th>\n",
       "      <th>T9</th>\n",
       "      <th>RH_9</th>\n",
       "      <th>T_out</th>\n",
       "      <th>Press_mm_hg</th>\n",
       "      <th>RH_out</th>\n",
       "      <th>Windspeed</th>\n",
       "      <th>Visibility</th>\n",
       "      <th>Tdewpoint</th>\n",
       "      <th>rv1</th>\n",
       "      <th>rv2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2016-01-11 17:00:00</td>\n",
       "      <td>60</td>\n",
       "      <td>30</td>\n",
       "      <td>19.89</td>\n",
       "      <td>47.596667</td>\n",
       "      <td>19.2</td>\n",
       "      <td>44.790000</td>\n",
       "      <td>19.79</td>\n",
       "      <td>44.730000</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>17.033333</td>\n",
       "      <td>45.53</td>\n",
       "      <td>6.600000</td>\n",
       "      <td>733.5</td>\n",
       "      <td>92.0</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>63.000000</td>\n",
       "      <td>5.3</td>\n",
       "      <td>13.275433</td>\n",
       "      <td>13.275433</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2016-01-11 17:10:00</td>\n",
       "      <td>60</td>\n",
       "      <td>30</td>\n",
       "      <td>19.89</td>\n",
       "      <td>46.693333</td>\n",
       "      <td>19.2</td>\n",
       "      <td>44.722500</td>\n",
       "      <td>19.79</td>\n",
       "      <td>44.790000</td>\n",
       "      <td>19.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>17.066667</td>\n",
       "      <td>45.56</td>\n",
       "      <td>6.483333</td>\n",
       "      <td>733.6</td>\n",
       "      <td>92.0</td>\n",
       "      <td>6.666667</td>\n",
       "      <td>59.166667</td>\n",
       "      <td>5.2</td>\n",
       "      <td>18.606195</td>\n",
       "      <td>18.606195</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2016-01-11 17:20:00</td>\n",
       "      <td>50</td>\n",
       "      <td>30</td>\n",
       "      <td>19.89</td>\n",
       "      <td>46.300000</td>\n",
       "      <td>19.2</td>\n",
       "      <td>44.626667</td>\n",
       "      <td>19.79</td>\n",
       "      <td>44.933333</td>\n",
       "      <td>18.926667</td>\n",
       "      <td>...</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>45.50</td>\n",
       "      <td>6.366667</td>\n",
       "      <td>733.7</td>\n",
       "      <td>92.0</td>\n",
       "      <td>6.333333</td>\n",
       "      <td>55.333333</td>\n",
       "      <td>5.1</td>\n",
       "      <td>28.642668</td>\n",
       "      <td>28.642668</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2016-01-11 17:30:00</td>\n",
       "      <td>50</td>\n",
       "      <td>40</td>\n",
       "      <td>19.89</td>\n",
       "      <td>46.066667</td>\n",
       "      <td>19.2</td>\n",
       "      <td>44.590000</td>\n",
       "      <td>19.79</td>\n",
       "      <td>45.000000</td>\n",
       "      <td>18.890000</td>\n",
       "      <td>...</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>45.40</td>\n",
       "      <td>6.250000</td>\n",
       "      <td>733.8</td>\n",
       "      <td>92.0</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>51.500000</td>\n",
       "      <td>5.0</td>\n",
       "      <td>45.410389</td>\n",
       "      <td>45.410389</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2016-01-11 17:40:00</td>\n",
       "      <td>60</td>\n",
       "      <td>40</td>\n",
       "      <td>19.89</td>\n",
       "      <td>46.333333</td>\n",
       "      <td>19.2</td>\n",
       "      <td>44.530000</td>\n",
       "      <td>19.79</td>\n",
       "      <td>45.000000</td>\n",
       "      <td>18.890000</td>\n",
       "      <td>...</td>\n",
       "      <td>17.000000</td>\n",
       "      <td>45.40</td>\n",
       "      <td>6.133333</td>\n",
       "      <td>733.9</td>\n",
       "      <td>92.0</td>\n",
       "      <td>5.666667</td>\n",
       "      <td>47.666667</td>\n",
       "      <td>4.9</td>\n",
       "      <td>10.084097</td>\n",
       "      <td>10.084097</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 date  Appliances  lights     T1       RH_1    T2       RH_2  \\\n",
       "0 2016-01-11 17:00:00          60      30  19.89  47.596667  19.2  44.790000   \n",
       "1 2016-01-11 17:10:00          60      30  19.89  46.693333  19.2  44.722500   \n",
       "2 2016-01-11 17:20:00          50      30  19.89  46.300000  19.2  44.626667   \n",
       "3 2016-01-11 17:30:00          50      40  19.89  46.066667  19.2  44.590000   \n",
       "4 2016-01-11 17:40:00          60      40  19.89  46.333333  19.2  44.530000   \n",
       "\n",
       "      T3       RH_3         T4  ...         T9   RH_9     T_out  Press_mm_hg  \\\n",
       "0  19.79  44.730000  19.000000  ...  17.033333  45.53  6.600000        733.5   \n",
       "1  19.79  44.790000  19.000000  ...  17.066667  45.56  6.483333        733.6   \n",
       "2  19.79  44.933333  18.926667  ...  17.000000  45.50  6.366667        733.7   \n",
       "3  19.79  45.000000  18.890000  ...  17.000000  45.40  6.250000        733.8   \n",
       "4  19.79  45.000000  18.890000  ...  17.000000  45.40  6.133333        733.9   \n",
       "\n",
       "   RH_out  Windspeed  Visibility  Tdewpoint        rv1        rv2  \n",
       "0    92.0   7.000000   63.000000        5.3  13.275433  13.275433  \n",
       "1    92.0   6.666667   59.166667        5.2  18.606195  18.606195  \n",
       "2    92.0   6.333333   55.333333        5.1  28.642668  28.642668  \n",
       "3    92.0   6.000000   51.500000        5.0  45.410389  45.410389  \n",
       "4    92.0   5.666667   47.666667        4.9  10.084097  10.084097  \n",
       "\n",
       "[5 rows x 29 columns]"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "id": "8e31bee9-3b89-4ec7-9040-08a3abcd5efd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "date           0\n",
       "Appliances     0\n",
       "lights         0\n",
       "T1             0\n",
       "RH_1           0\n",
       "T2             0\n",
       "RH_2           0\n",
       "T3             0\n",
       "RH_3           0\n",
       "T4             0\n",
       "RH_4           0\n",
       "T5             0\n",
       "RH_5           0\n",
       "T6             0\n",
       "RH_6           0\n",
       "T7             0\n",
       "RH_7           0\n",
       "T8             0\n",
       "RH_8           0\n",
       "T9             0\n",
       "RH_9           0\n",
       "T_out          0\n",
       "Press_mm_hg    0\n",
       "RH_out         0\n",
       "Windspeed      0\n",
       "Visibility     0\n",
       "Tdewpoint      0\n",
       "rv1            0\n",
       "rv2            0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 78,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "id": "8ec91f43-2e1b-414a-9ff3-d3527d1b04cc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>Appliances</th>\n",
       "      <th>lights</th>\n",
       "      <th>T1</th>\n",
       "      <th>RH_1</th>\n",
       "      <th>T2</th>\n",
       "      <th>RH_2</th>\n",
       "      <th>T3</th>\n",
       "      <th>RH_3</th>\n",
       "      <th>T4</th>\n",
       "      <th>...</th>\n",
       "      <th>T9</th>\n",
       "      <th>RH_9</th>\n",
       "      <th>T_out</th>\n",
       "      <th>Press_mm_hg</th>\n",
       "      <th>RH_out</th>\n",
       "      <th>Windspeed</th>\n",
       "      <th>Visibility</th>\n",
       "      <th>Tdewpoint</th>\n",
       "      <th>rv1</th>\n",
       "      <th>rv2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>19735</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "      <td>19735.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>2016-03-20 05:30:00</td>\n",
       "      <td>97.694958</td>\n",
       "      <td>3.801875</td>\n",
       "      <td>21.686571</td>\n",
       "      <td>40.259739</td>\n",
       "      <td>20.341219</td>\n",
       "      <td>40.420420</td>\n",
       "      <td>22.267611</td>\n",
       "      <td>39.242500</td>\n",
       "      <td>20.855335</td>\n",
       "      <td>...</td>\n",
       "      <td>19.485828</td>\n",
       "      <td>41.552401</td>\n",
       "      <td>7.411665</td>\n",
       "      <td>755.522602</td>\n",
       "      <td>79.750418</td>\n",
       "      <td>4.039752</td>\n",
       "      <td>38.330834</td>\n",
       "      <td>3.760707</td>\n",
       "      <td>24.988033</td>\n",
       "      <td>24.988033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>2016-01-11 17:00:00</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>16.790000</td>\n",
       "      <td>27.023333</td>\n",
       "      <td>16.100000</td>\n",
       "      <td>20.463333</td>\n",
       "      <td>17.200000</td>\n",
       "      <td>28.766667</td>\n",
       "      <td>15.100000</td>\n",
       "      <td>...</td>\n",
       "      <td>14.890000</td>\n",
       "      <td>29.166667</td>\n",
       "      <td>-5.000000</td>\n",
       "      <td>729.300000</td>\n",
       "      <td>24.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-6.600000</td>\n",
       "      <td>0.005322</td>\n",
       "      <td>0.005322</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>2016-02-14 23:15:00</td>\n",
       "      <td>50.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>20.760000</td>\n",
       "      <td>37.333333</td>\n",
       "      <td>18.790000</td>\n",
       "      <td>37.900000</td>\n",
       "      <td>20.790000</td>\n",
       "      <td>36.900000</td>\n",
       "      <td>19.530000</td>\n",
       "      <td>...</td>\n",
       "      <td>18.000000</td>\n",
       "      <td>38.500000</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>750.933333</td>\n",
       "      <td>70.333333</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>29.000000</td>\n",
       "      <td>0.900000</td>\n",
       "      <td>12.497889</td>\n",
       "      <td>12.497889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>2016-03-20 05:30:00</td>\n",
       "      <td>60.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>21.600000</td>\n",
       "      <td>39.656667</td>\n",
       "      <td>20.000000</td>\n",
       "      <td>40.500000</td>\n",
       "      <td>22.100000</td>\n",
       "      <td>38.530000</td>\n",
       "      <td>20.666667</td>\n",
       "      <td>...</td>\n",
       "      <td>19.390000</td>\n",
       "      <td>40.900000</td>\n",
       "      <td>6.916667</td>\n",
       "      <td>756.100000</td>\n",
       "      <td>83.666667</td>\n",
       "      <td>3.666667</td>\n",
       "      <td>40.000000</td>\n",
       "      <td>3.433333</td>\n",
       "      <td>24.897653</td>\n",
       "      <td>24.897653</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>2016-04-23 11:45:00</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>22.600000</td>\n",
       "      <td>43.066667</td>\n",
       "      <td>21.500000</td>\n",
       "      <td>43.260000</td>\n",
       "      <td>23.290000</td>\n",
       "      <td>41.760000</td>\n",
       "      <td>22.100000</td>\n",
       "      <td>...</td>\n",
       "      <td>20.600000</td>\n",
       "      <td>44.338095</td>\n",
       "      <td>10.408333</td>\n",
       "      <td>760.933333</td>\n",
       "      <td>91.666667</td>\n",
       "      <td>5.500000</td>\n",
       "      <td>40.000000</td>\n",
       "      <td>6.566667</td>\n",
       "      <td>37.583769</td>\n",
       "      <td>37.583769</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>2016-05-27 18:00:00</td>\n",
       "      <td>1080.000000</td>\n",
       "      <td>70.000000</td>\n",
       "      <td>26.260000</td>\n",
       "      <td>63.360000</td>\n",
       "      <td>29.856667</td>\n",
       "      <td>56.026667</td>\n",
       "      <td>29.236000</td>\n",
       "      <td>50.163333</td>\n",
       "      <td>26.200000</td>\n",
       "      <td>...</td>\n",
       "      <td>24.500000</td>\n",
       "      <td>53.326667</td>\n",
       "      <td>26.100000</td>\n",
       "      <td>772.300000</td>\n",
       "      <td>100.000000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>66.000000</td>\n",
       "      <td>15.500000</td>\n",
       "      <td>49.996530</td>\n",
       "      <td>49.996530</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>NaN</td>\n",
       "      <td>102.524891</td>\n",
       "      <td>7.935988</td>\n",
       "      <td>1.606066</td>\n",
       "      <td>3.979299</td>\n",
       "      <td>2.192974</td>\n",
       "      <td>4.069813</td>\n",
       "      <td>2.006111</td>\n",
       "      <td>3.254576</td>\n",
       "      <td>2.042884</td>\n",
       "      <td>...</td>\n",
       "      <td>2.014712</td>\n",
       "      <td>4.151497</td>\n",
       "      <td>5.317409</td>\n",
       "      <td>7.399441</td>\n",
       "      <td>14.901088</td>\n",
       "      <td>2.451221</td>\n",
       "      <td>11.794719</td>\n",
       "      <td>4.194648</td>\n",
       "      <td>14.496634</td>\n",
       "      <td>14.496634</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      date    Appliances        lights            T1  \\\n",
       "count                19735  19735.000000  19735.000000  19735.000000   \n",
       "mean   2016-03-20 05:30:00     97.694958      3.801875     21.686571   \n",
       "min    2016-01-11 17:00:00     10.000000      0.000000     16.790000   \n",
       "25%    2016-02-14 23:15:00     50.000000      0.000000     20.760000   \n",
       "50%    2016-03-20 05:30:00     60.000000      0.000000     21.600000   \n",
       "75%    2016-04-23 11:45:00    100.000000      0.000000     22.600000   \n",
       "max    2016-05-27 18:00:00   1080.000000     70.000000     26.260000   \n",
       "std                    NaN    102.524891      7.935988      1.606066   \n",
       "\n",
       "               RH_1            T2          RH_2            T3          RH_3  \\\n",
       "count  19735.000000  19735.000000  19735.000000  19735.000000  19735.000000   \n",
       "mean      40.259739     20.341219     40.420420     22.267611     39.242500   \n",
       "min       27.023333     16.100000     20.463333     17.200000     28.766667   \n",
       "25%       37.333333     18.790000     37.900000     20.790000     36.900000   \n",
       "50%       39.656667     20.000000     40.500000     22.100000     38.530000   \n",
       "75%       43.066667     21.500000     43.260000     23.290000     41.760000   \n",
       "max       63.360000     29.856667     56.026667     29.236000     50.163333   \n",
       "std        3.979299      2.192974      4.069813      2.006111      3.254576   \n",
       "\n",
       "                 T4  ...            T9          RH_9         T_out  \\\n",
       "count  19735.000000  ...  19735.000000  19735.000000  19735.000000   \n",
       "mean      20.855335  ...     19.485828     41.552401      7.411665   \n",
       "min       15.100000  ...     14.890000     29.166667     -5.000000   \n",
       "25%       19.530000  ...     18.000000     38.500000      3.666667   \n",
       "50%       20.666667  ...     19.390000     40.900000      6.916667   \n",
       "75%       22.100000  ...     20.600000     44.338095     10.408333   \n",
       "max       26.200000  ...     24.500000     53.326667     26.100000   \n",
       "std        2.042884  ...      2.014712      4.151497      5.317409   \n",
       "\n",
       "        Press_mm_hg        RH_out     Windspeed    Visibility     Tdewpoint  \\\n",
       "count  19735.000000  19735.000000  19735.000000  19735.000000  19735.000000   \n",
       "mean     755.522602     79.750418      4.039752     38.330834      3.760707   \n",
       "min      729.300000     24.000000      0.000000      1.000000     -6.600000   \n",
       "25%      750.933333     70.333333      2.000000     29.000000      0.900000   \n",
       "50%      756.100000     83.666667      3.666667     40.000000      3.433333   \n",
       "75%      760.933333     91.666667      5.500000     40.000000      6.566667   \n",
       "max      772.300000    100.000000     14.000000     66.000000     15.500000   \n",
       "std        7.399441     14.901088      2.451221     11.794719      4.194648   \n",
       "\n",
       "                rv1           rv2  \n",
       "count  19735.000000  19735.000000  \n",
       "mean      24.988033     24.988033  \n",
       "min        0.005322      0.005322  \n",
       "25%       12.497889     12.497889  \n",
       "50%       24.897653     24.897653  \n",
       "75%       37.583769     37.583769  \n",
       "max       49.996530     49.996530  \n",
       "std       14.496634     14.496634  \n",
       "\n",
       "[8 rows x 29 columns]"
      ]
     },
     "execution_count": 79,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "id": "6a66f251-1fa3-42ef-ac5d-cc377bc896c0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>date</th>\n",
       "      <th>Appliances</th>\n",
       "      <th>lights</th>\n",
       "      <th>T1</th>\n",
       "      <th>RH_1</th>\n",
       "      <th>T2</th>\n",
       "      <th>RH_2</th>\n",
       "      <th>T3</th>\n",
       "      <th>RH_3</th>\n",
       "      <th>T4</th>\n",
       "      <th>...</th>\n",
       "      <th>T9</th>\n",
       "      <th>RH_9</th>\n",
       "      <th>T_out</th>\n",
       "      <th>Press_mm_hg</th>\n",
       "      <th>RH_out</th>\n",
       "      <th>Windspeed</th>\n",
       "      <th>Visibility</th>\n",
       "      <th>Tdewpoint</th>\n",
       "      <th>rv1</th>\n",
       "      <th>rv2</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>date</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.009630</td>\n",
       "      <td>-0.189835</td>\n",
       "      <td>0.696974</td>\n",
       "      <td>-0.102760</td>\n",
       "      <td>0.515321</td>\n",
       "      <td>-0.092945</td>\n",
       "      <td>0.792938</td>\n",
       "      <td>-0.431939</td>\n",
       "      <td>0.781954</td>\n",
       "      <td>...</td>\n",
       "      <td>0.888546</td>\n",
       "      <td>-0.244647</td>\n",
       "      <td>0.588861</td>\n",
       "      <td>-0.026770</td>\n",
       "      <td>-0.336362</td>\n",
       "      <td>-0.257415</td>\n",
       "      <td>-0.096214</td>\n",
       "      <td>0.468731</td>\n",
       "      <td>0.000277</td>\n",
       "      <td>0.000277</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Appliances</th>\n",
       "      <td>-0.009630</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.197278</td>\n",
       "      <td>0.055447</td>\n",
       "      <td>0.086031</td>\n",
       "      <td>0.120073</td>\n",
       "      <td>-0.060465</td>\n",
       "      <td>0.085060</td>\n",
       "      <td>0.036292</td>\n",
       "      <td>0.040281</td>\n",
       "      <td>...</td>\n",
       "      <td>0.010010</td>\n",
       "      <td>-0.051462</td>\n",
       "      <td>0.099155</td>\n",
       "      <td>-0.034885</td>\n",
       "      <td>-0.152282</td>\n",
       "      <td>0.087122</td>\n",
       "      <td>0.000230</td>\n",
       "      <td>0.015353</td>\n",
       "      <td>-0.011145</td>\n",
       "      <td>-0.011145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>lights</th>\n",
       "      <td>-0.189835</td>\n",
       "      <td>0.197278</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.023528</td>\n",
       "      <td>0.106968</td>\n",
       "      <td>-0.005622</td>\n",
       "      <td>0.050985</td>\n",
       "      <td>-0.097393</td>\n",
       "      <td>0.131161</td>\n",
       "      <td>-0.008859</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.157592</td>\n",
       "      <td>-0.008766</td>\n",
       "      <td>-0.074424</td>\n",
       "      <td>-0.010576</td>\n",
       "      <td>0.068543</td>\n",
       "      <td>0.060281</td>\n",
       "      <td>0.020038</td>\n",
       "      <td>-0.036322</td>\n",
       "      <td>0.000521</td>\n",
       "      <td>0.000521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T1</th>\n",
       "      <td>0.696974</td>\n",
       "      <td>0.055447</td>\n",
       "      <td>-0.023528</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.164006</td>\n",
       "      <td>0.836834</td>\n",
       "      <td>-0.002509</td>\n",
       "      <td>0.892402</td>\n",
       "      <td>-0.028550</td>\n",
       "      <td>0.877001</td>\n",
       "      <td>...</td>\n",
       "      <td>0.844777</td>\n",
       "      <td>0.071756</td>\n",
       "      <td>0.682846</td>\n",
       "      <td>-0.150574</td>\n",
       "      <td>-0.345481</td>\n",
       "      <td>-0.087654</td>\n",
       "      <td>-0.076210</td>\n",
       "      <td>0.571309</td>\n",
       "      <td>-0.006203</td>\n",
       "      <td>-0.006203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RH_1</th>\n",
       "      <td>-0.102760</td>\n",
       "      <td>0.086031</td>\n",
       "      <td>0.106968</td>\n",
       "      <td>0.164006</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.269839</td>\n",
       "      <td>0.797535</td>\n",
       "      <td>0.253230</td>\n",
       "      <td>0.844677</td>\n",
       "      <td>0.106180</td>\n",
       "      <td>...</td>\n",
       "      <td>0.115263</td>\n",
       "      <td>0.764001</td>\n",
       "      <td>0.340767</td>\n",
       "      <td>-0.293957</td>\n",
       "      <td>0.274126</td>\n",
       "      <td>0.204932</td>\n",
       "      <td>-0.021057</td>\n",
       "      <td>0.639106</td>\n",
       "      <td>-0.000699</td>\n",
       "      <td>-0.000699</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T2</th>\n",
       "      <td>0.515321</td>\n",
       "      <td>0.120073</td>\n",
       "      <td>-0.005622</td>\n",
       "      <td>0.836834</td>\n",
       "      <td>0.269839</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.165610</td>\n",
       "      <td>0.735245</td>\n",
       "      <td>0.121497</td>\n",
       "      <td>0.762066</td>\n",
       "      <td>...</td>\n",
       "      <td>0.675535</td>\n",
       "      <td>0.157346</td>\n",
       "      <td>0.792255</td>\n",
       "      <td>-0.133028</td>\n",
       "      <td>-0.505291</td>\n",
       "      <td>0.052495</td>\n",
       "      <td>-0.069721</td>\n",
       "      <td>0.582602</td>\n",
       "      <td>-0.011087</td>\n",
       "      <td>-0.011087</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RH_2</th>\n",
       "      <td>-0.092945</td>\n",
       "      <td>-0.060465</td>\n",
       "      <td>0.050985</td>\n",
       "      <td>-0.002509</td>\n",
       "      <td>0.797535</td>\n",
       "      <td>-0.165610</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.137319</td>\n",
       "      <td>0.678326</td>\n",
       "      <td>-0.047304</td>\n",
       "      <td>...</td>\n",
       "      <td>0.054544</td>\n",
       "      <td>0.676467</td>\n",
       "      <td>0.033674</td>\n",
       "      <td>-0.255646</td>\n",
       "      <td>0.584911</td>\n",
       "      <td>0.069190</td>\n",
       "      <td>-0.005368</td>\n",
       "      <td>0.499152</td>\n",
       "      <td>0.006275</td>\n",
       "      <td>0.006275</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T3</th>\n",
       "      <td>0.792938</td>\n",
       "      <td>0.085060</td>\n",
       "      <td>-0.097393</td>\n",
       "      <td>0.892402</td>\n",
       "      <td>0.253230</td>\n",
       "      <td>0.735245</td>\n",
       "      <td>0.137319</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.011234</td>\n",
       "      <td>0.852778</td>\n",
       "      <td>...</td>\n",
       "      <td>0.901324</td>\n",
       "      <td>0.134602</td>\n",
       "      <td>0.699417</td>\n",
       "      <td>-0.189974</td>\n",
       "      <td>-0.281718</td>\n",
       "      <td>-0.100776</td>\n",
       "      <td>-0.102310</td>\n",
       "      <td>0.645886</td>\n",
       "      <td>-0.005194</td>\n",
       "      <td>-0.005194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RH_3</th>\n",
       "      <td>-0.431939</td>\n",
       "      <td>0.036292</td>\n",
       "      <td>0.131161</td>\n",
       "      <td>-0.028550</td>\n",
       "      <td>0.844677</td>\n",
       "      <td>0.121497</td>\n",
       "      <td>0.678326</td>\n",
       "      <td>-0.011234</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.140457</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.195270</td>\n",
       "      <td>0.833538</td>\n",
       "      <td>0.118207</td>\n",
       "      <td>-0.233274</td>\n",
       "      <td>0.356192</td>\n",
       "      <td>0.263188</td>\n",
       "      <td>0.017041</td>\n",
       "      <td>0.414387</td>\n",
       "      <td>-0.000477</td>\n",
       "      <td>-0.000477</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T4</th>\n",
       "      <td>0.781954</td>\n",
       "      <td>0.040281</td>\n",
       "      <td>-0.008859</td>\n",
       "      <td>0.877001</td>\n",
       "      <td>0.106180</td>\n",
       "      <td>0.762066</td>\n",
       "      <td>-0.047304</td>\n",
       "      <td>0.852778</td>\n",
       "      <td>-0.140457</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.889439</td>\n",
       "      <td>-0.025549</td>\n",
       "      <td>0.663478</td>\n",
       "      <td>-0.075292</td>\n",
       "      <td>-0.388602</td>\n",
       "      <td>-0.185747</td>\n",
       "      <td>-0.104768</td>\n",
       "      <td>0.519471</td>\n",
       "      <td>-0.001815</td>\n",
       "      <td>-0.001815</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RH_4</th>\n",
       "      <td>-0.263074</td>\n",
       "      <td>0.016965</td>\n",
       "      <td>0.114936</td>\n",
       "      <td>0.097861</td>\n",
       "      <td>0.880359</td>\n",
       "      <td>0.231563</td>\n",
       "      <td>0.721435</td>\n",
       "      <td>0.122737</td>\n",
       "      <td>0.898978</td>\n",
       "      <td>-0.048650</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.044518</td>\n",
       "      <td>0.856591</td>\n",
       "      <td>0.293289</td>\n",
       "      <td>-0.250748</td>\n",
       "      <td>0.336813</td>\n",
       "      <td>0.300192</td>\n",
       "      <td>0.002636</td>\n",
       "      <td>0.616509</td>\n",
       "      <td>-0.001787</td>\n",
       "      <td>-0.001787</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T5</th>\n",
       "      <td>0.777309</td>\n",
       "      <td>0.019760</td>\n",
       "      <td>-0.078745</td>\n",
       "      <td>0.885247</td>\n",
       "      <td>0.205797</td>\n",
       "      <td>0.720550</td>\n",
       "      <td>0.110409</td>\n",
       "      <td>0.888169</td>\n",
       "      <td>-0.050062</td>\n",
       "      <td>0.871813</td>\n",
       "      <td>...</td>\n",
       "      <td>0.911055</td>\n",
       "      <td>0.072308</td>\n",
       "      <td>0.651321</td>\n",
       "      <td>-0.170999</td>\n",
       "      <td>-0.273953</td>\n",
       "      <td>-0.145011</td>\n",
       "      <td>-0.084164</td>\n",
       "      <td>0.588362</td>\n",
       "      <td>-0.005490</td>\n",
       "      <td>-0.005490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RH_5</th>\n",
       "      <td>-0.237852</td>\n",
       "      <td>0.006955</td>\n",
       "      <td>0.141233</td>\n",
       "      <td>-0.014782</td>\n",
       "      <td>0.303258</td>\n",
       "      <td>0.029595</td>\n",
       "      <td>0.250271</td>\n",
       "      <td>-0.066355</td>\n",
       "      <td>0.375422</td>\n",
       "      <td>-0.076489</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.138509</td>\n",
       "      <td>0.272197</td>\n",
       "      <td>-0.053126</td>\n",
       "      <td>-0.119327</td>\n",
       "      <td>0.185941</td>\n",
       "      <td>0.082044</td>\n",
       "      <td>-0.013133</td>\n",
       "      <td>0.078175</td>\n",
       "      <td>-0.011056</td>\n",
       "      <td>-0.011056</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T6</th>\n",
       "      <td>0.601402</td>\n",
       "      <td>0.117638</td>\n",
       "      <td>-0.079029</td>\n",
       "      <td>0.654769</td>\n",
       "      <td>0.316141</td>\n",
       "      <td>0.801186</td>\n",
       "      <td>-0.009670</td>\n",
       "      <td>0.686882</td>\n",
       "      <td>0.076833</td>\n",
       "      <td>0.652350</td>\n",
       "      <td>...</td>\n",
       "      <td>0.667177</td>\n",
       "      <td>0.184424</td>\n",
       "      <td>0.974787</td>\n",
       "      <td>-0.141643</td>\n",
       "      <td>-0.569119</td>\n",
       "      <td>0.169185</td>\n",
       "      <td>-0.081313</td>\n",
       "      <td>0.764242</td>\n",
       "      <td>-0.015086</td>\n",
       "      <td>-0.015086</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RH_6</th>\n",
       "      <td>-0.824229</td>\n",
       "      <td>-0.083178</td>\n",
       "      <td>0.153756</td>\n",
       "      <td>-0.615045</td>\n",
       "      <td>0.245126</td>\n",
       "      <td>-0.580372</td>\n",
       "      <td>0.389933</td>\n",
       "      <td>-0.647672</td>\n",
       "      <td>0.514912</td>\n",
       "      <td>-0.703149</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.738940</td>\n",
       "      <td>0.391943</td>\n",
       "      <td>-0.641572</td>\n",
       "      <td>-0.065814</td>\n",
       "      <td>0.718587</td>\n",
       "      <td>0.098317</td>\n",
       "      <td>0.108705</td>\n",
       "      <td>-0.260417</td>\n",
       "      <td>0.011671</td>\n",
       "      <td>0.011671</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T7</th>\n",
       "      <td>0.834974</td>\n",
       "      <td>0.025801</td>\n",
       "      <td>-0.135347</td>\n",
       "      <td>0.838705</td>\n",
       "      <td>0.021397</td>\n",
       "      <td>0.663660</td>\n",
       "      <td>-0.051422</td>\n",
       "      <td>0.847374</td>\n",
       "      <td>-0.250090</td>\n",
       "      <td>0.877763</td>\n",
       "      <td>...</td>\n",
       "      <td>0.944776</td>\n",
       "      <td>-0.077690</td>\n",
       "      <td>0.631293</td>\n",
       "      <td>-0.097724</td>\n",
       "      <td>-0.411213</td>\n",
       "      <td>-0.185892</td>\n",
       "      <td>-0.110089</td>\n",
       "      <td>0.466625</td>\n",
       "      <td>-0.003900</td>\n",
       "      <td>-0.003900</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RH_7</th>\n",
       "      <td>-0.170729</td>\n",
       "      <td>-0.055642</td>\n",
       "      <td>0.035069</td>\n",
       "      <td>0.135182</td>\n",
       "      <td>0.801122</td>\n",
       "      <td>0.229212</td>\n",
       "      <td>0.690584</td>\n",
       "      <td>0.172624</td>\n",
       "      <td>0.832685</td>\n",
       "      <td>0.043527</td>\n",
       "      <td>...</td>\n",
       "      <td>0.028055</td>\n",
       "      <td>0.858686</td>\n",
       "      <td>0.294199</td>\n",
       "      <td>-0.265850</td>\n",
       "      <td>0.378519</td>\n",
       "      <td>0.212979</td>\n",
       "      <td>-0.007184</td>\n",
       "      <td>0.641857</td>\n",
       "      <td>0.001820</td>\n",
       "      <td>0.001820</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T8</th>\n",
       "      <td>0.783646</td>\n",
       "      <td>0.039572</td>\n",
       "      <td>-0.071458</td>\n",
       "      <td>0.825413</td>\n",
       "      <td>-0.030053</td>\n",
       "      <td>0.578191</td>\n",
       "      <td>-0.041023</td>\n",
       "      <td>0.795283</td>\n",
       "      <td>-0.283228</td>\n",
       "      <td>0.796256</td>\n",
       "      <td>...</td>\n",
       "      <td>0.869338</td>\n",
       "      <td>-0.156820</td>\n",
       "      <td>0.502842</td>\n",
       "      <td>-0.162855</td>\n",
       "      <td>-0.300438</td>\n",
       "      <td>-0.218876</td>\n",
       "      <td>-0.060098</td>\n",
       "      <td>0.391810</td>\n",
       "      <td>-0.003210</td>\n",
       "      <td>-0.003210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RH_8</th>\n",
       "      <td>-0.281550</td>\n",
       "      <td>-0.094039</td>\n",
       "      <td>0.012915</td>\n",
       "      <td>-0.006441</td>\n",
       "      <td>0.736196</td>\n",
       "      <td>0.068534</td>\n",
       "      <td>0.679777</td>\n",
       "      <td>0.044427</td>\n",
       "      <td>0.828822</td>\n",
       "      <td>-0.095192</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.113014</td>\n",
       "      <td>0.855812</td>\n",
       "      <td>0.117141</td>\n",
       "      <td>-0.225591</td>\n",
       "      <td>0.487355</td>\n",
       "      <td>0.202380</td>\n",
       "      <td>0.046178</td>\n",
       "      <td>0.501775</td>\n",
       "      <td>0.004480</td>\n",
       "      <td>0.004480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T9</th>\n",
       "      <td>0.888546</td>\n",
       "      <td>0.010010</td>\n",
       "      <td>-0.157592</td>\n",
       "      <td>0.844777</td>\n",
       "      <td>0.115263</td>\n",
       "      <td>0.675535</td>\n",
       "      <td>0.054544</td>\n",
       "      <td>0.901324</td>\n",
       "      <td>-0.195270</td>\n",
       "      <td>0.889439</td>\n",
       "      <td>...</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.008683</td>\n",
       "      <td>0.668220</td>\n",
       "      <td>-0.156828</td>\n",
       "      <td>-0.318848</td>\n",
       "      <td>-0.177756</td>\n",
       "      <td>-0.103915</td>\n",
       "      <td>0.581483</td>\n",
       "      <td>-0.001227</td>\n",
       "      <td>-0.001227</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RH_9</th>\n",
       "      <td>-0.244647</td>\n",
       "      <td>-0.051462</td>\n",
       "      <td>-0.008766</td>\n",
       "      <td>0.071756</td>\n",
       "      <td>0.764001</td>\n",
       "      <td>0.157346</td>\n",
       "      <td>0.676467</td>\n",
       "      <td>0.134602</td>\n",
       "      <td>0.833538</td>\n",
       "      <td>-0.025549</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.008683</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.223270</td>\n",
       "      <td>-0.183739</td>\n",
       "      <td>0.359377</td>\n",
       "      <td>0.238655</td>\n",
       "      <td>0.008667</td>\n",
       "      <td>0.540328</td>\n",
       "      <td>-0.002955</td>\n",
       "      <td>-0.002955</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>T_out</th>\n",
       "      <td>0.588861</td>\n",
       "      <td>0.099155</td>\n",
       "      <td>-0.074424</td>\n",
       "      <td>0.682846</td>\n",
       "      <td>0.340767</td>\n",
       "      <td>0.792255</td>\n",
       "      <td>0.033674</td>\n",
       "      <td>0.699417</td>\n",
       "      <td>0.118207</td>\n",
       "      <td>0.663478</td>\n",
       "      <td>...</td>\n",
       "      <td>0.668220</td>\n",
       "      <td>0.223270</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.143249</td>\n",
       "      <td>-0.574197</td>\n",
       "      <td>0.192936</td>\n",
       "      <td>-0.077367</td>\n",
       "      <td>0.790661</td>\n",
       "      <td>-0.015216</td>\n",
       "      <td>-0.015216</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Press_mm_hg</th>\n",
       "      <td>-0.026770</td>\n",
       "      <td>-0.034885</td>\n",
       "      <td>-0.010576</td>\n",
       "      <td>-0.150574</td>\n",
       "      <td>-0.293957</td>\n",
       "      <td>-0.133028</td>\n",
       "      <td>-0.255646</td>\n",
       "      <td>-0.189974</td>\n",
       "      <td>-0.233274</td>\n",
       "      <td>-0.075292</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.156828</td>\n",
       "      <td>-0.183739</td>\n",
       "      <td>-0.143249</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.092017</td>\n",
       "      <td>-0.235032</td>\n",
       "      <td>0.040315</td>\n",
       "      <td>-0.244098</td>\n",
       "      <td>0.000699</td>\n",
       "      <td>0.000699</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>RH_out</th>\n",
       "      <td>-0.336362</td>\n",
       "      <td>-0.152282</td>\n",
       "      <td>0.068543</td>\n",
       "      <td>-0.345481</td>\n",
       "      <td>0.274126</td>\n",
       "      <td>-0.505291</td>\n",
       "      <td>0.584911</td>\n",
       "      <td>-0.281718</td>\n",
       "      <td>0.356192</td>\n",
       "      <td>-0.388602</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.318848</td>\n",
       "      <td>0.359377</td>\n",
       "      <td>-0.574197</td>\n",
       "      <td>-0.092017</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.176458</td>\n",
       "      <td>0.083125</td>\n",
       "      <td>0.036506</td>\n",
       "      <td>0.020441</td>\n",
       "      <td>0.020441</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Windspeed</th>\n",
       "      <td>-0.257415</td>\n",
       "      <td>0.087122</td>\n",
       "      <td>0.060281</td>\n",
       "      <td>-0.087654</td>\n",
       "      <td>0.204932</td>\n",
       "      <td>0.052495</td>\n",
       "      <td>0.069190</td>\n",
       "      <td>-0.100776</td>\n",
       "      <td>0.263188</td>\n",
       "      <td>-0.185747</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.177756</td>\n",
       "      <td>0.238655</td>\n",
       "      <td>0.192936</td>\n",
       "      <td>-0.235032</td>\n",
       "      <td>-0.176458</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.007516</td>\n",
       "      <td>0.125972</td>\n",
       "      <td>-0.011342</td>\n",
       "      <td>-0.011342</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Visibility</th>\n",
       "      <td>-0.096214</td>\n",
       "      <td>0.000230</td>\n",
       "      <td>0.020038</td>\n",
       "      <td>-0.076210</td>\n",
       "      <td>-0.021057</td>\n",
       "      <td>-0.069721</td>\n",
       "      <td>-0.005368</td>\n",
       "      <td>-0.102310</td>\n",
       "      <td>0.017041</td>\n",
       "      <td>-0.104768</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.103915</td>\n",
       "      <td>0.008667</td>\n",
       "      <td>-0.077367</td>\n",
       "      <td>0.040315</td>\n",
       "      <td>0.083125</td>\n",
       "      <td>-0.007516</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.042190</td>\n",
       "      <td>-0.005889</td>\n",
       "      <td>-0.005889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Tdewpoint</th>\n",
       "      <td>0.468731</td>\n",
       "      <td>0.015353</td>\n",
       "      <td>-0.036322</td>\n",
       "      <td>0.571309</td>\n",
       "      <td>0.639106</td>\n",
       "      <td>0.582602</td>\n",
       "      <td>0.499152</td>\n",
       "      <td>0.645886</td>\n",
       "      <td>0.414387</td>\n",
       "      <td>0.519471</td>\n",
       "      <td>...</td>\n",
       "      <td>0.581483</td>\n",
       "      <td>0.540328</td>\n",
       "      <td>0.790661</td>\n",
       "      <td>-0.244098</td>\n",
       "      <td>0.036506</td>\n",
       "      <td>0.125972</td>\n",
       "      <td>-0.042190</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.003943</td>\n",
       "      <td>-0.003943</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rv1</th>\n",
       "      <td>0.000277</td>\n",
       "      <td>-0.011145</td>\n",
       "      <td>0.000521</td>\n",
       "      <td>-0.006203</td>\n",
       "      <td>-0.000699</td>\n",
       "      <td>-0.011087</td>\n",
       "      <td>0.006275</td>\n",
       "      <td>-0.005194</td>\n",
       "      <td>-0.000477</td>\n",
       "      <td>-0.001815</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001227</td>\n",
       "      <td>-0.002955</td>\n",
       "      <td>-0.015216</td>\n",
       "      <td>0.000699</td>\n",
       "      <td>0.020441</td>\n",
       "      <td>-0.011342</td>\n",
       "      <td>-0.005889</td>\n",
       "      <td>-0.003943</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>rv2</th>\n",
       "      <td>0.000277</td>\n",
       "      <td>-0.011145</td>\n",
       "      <td>0.000521</td>\n",
       "      <td>-0.006203</td>\n",
       "      <td>-0.000699</td>\n",
       "      <td>-0.011087</td>\n",
       "      <td>0.006275</td>\n",
       "      <td>-0.005194</td>\n",
       "      <td>-0.000477</td>\n",
       "      <td>-0.001815</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.001227</td>\n",
       "      <td>-0.002955</td>\n",
       "      <td>-0.015216</td>\n",
       "      <td>0.000699</td>\n",
       "      <td>0.020441</td>\n",
       "      <td>-0.011342</td>\n",
       "      <td>-0.005889</td>\n",
       "      <td>-0.003943</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>29 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 date  Appliances    lights        T1      RH_1        T2  \\\n",
       "date         1.000000   -0.009630 -0.189835  0.696974 -0.102760  0.515321   \n",
       "Appliances  -0.009630    1.000000  0.197278  0.055447  0.086031  0.120073   \n",
       "lights      -0.189835    0.197278  1.000000 -0.023528  0.106968 -0.005622   \n",
       "T1           0.696974    0.055447 -0.023528  1.000000  0.164006  0.836834   \n",
       "RH_1        -0.102760    0.086031  0.106968  0.164006  1.000000  0.269839   \n",
       "T2           0.515321    0.120073 -0.005622  0.836834  0.269839  1.000000   \n",
       "RH_2        -0.092945   -0.060465  0.050985 -0.002509  0.797535 -0.165610   \n",
       "T3           0.792938    0.085060 -0.097393  0.892402  0.253230  0.735245   \n",
       "RH_3        -0.431939    0.036292  0.131161 -0.028550  0.844677  0.121497   \n",
       "T4           0.781954    0.040281 -0.008859  0.877001  0.106180  0.762066   \n",
       "RH_4        -0.263074    0.016965  0.114936  0.097861  0.880359  0.231563   \n",
       "T5           0.777309    0.019760 -0.078745  0.885247  0.205797  0.720550   \n",
       "RH_5        -0.237852    0.006955  0.141233 -0.014782  0.303258  0.029595   \n",
       "T6           0.601402    0.117638 -0.079029  0.654769  0.316141  0.801186   \n",
       "RH_6        -0.824229   -0.083178  0.153756 -0.615045  0.245126 -0.580372   \n",
       "T7           0.834974    0.025801 -0.135347  0.838705  0.021397  0.663660   \n",
       "RH_7        -0.170729   -0.055642  0.035069  0.135182  0.801122  0.229212   \n",
       "T8           0.783646    0.039572 -0.071458  0.825413 -0.030053  0.578191   \n",
       "RH_8        -0.281550   -0.094039  0.012915 -0.006441  0.736196  0.068534   \n",
       "T9           0.888546    0.010010 -0.157592  0.844777  0.115263  0.675535   \n",
       "RH_9        -0.244647   -0.051462 -0.008766  0.071756  0.764001  0.157346   \n",
       "T_out        0.588861    0.099155 -0.074424  0.682846  0.340767  0.792255   \n",
       "Press_mm_hg -0.026770   -0.034885 -0.010576 -0.150574 -0.293957 -0.133028   \n",
       "RH_out      -0.336362   -0.152282  0.068543 -0.345481  0.274126 -0.505291   \n",
       "Windspeed   -0.257415    0.087122  0.060281 -0.087654  0.204932  0.052495   \n",
       "Visibility  -0.096214    0.000230  0.020038 -0.076210 -0.021057 -0.069721   \n",
       "Tdewpoint    0.468731    0.015353 -0.036322  0.571309  0.639106  0.582602   \n",
       "rv1          0.000277   -0.011145  0.000521 -0.006203 -0.000699 -0.011087   \n",
       "rv2          0.000277   -0.011145  0.000521 -0.006203 -0.000699 -0.011087   \n",
       "\n",
       "                 RH_2        T3      RH_3        T4  ...        T9      RH_9  \\\n",
       "date        -0.092945  0.792938 -0.431939  0.781954  ...  0.888546 -0.244647   \n",
       "Appliances  -0.060465  0.085060  0.036292  0.040281  ...  0.010010 -0.051462   \n",
       "lights       0.050985 -0.097393  0.131161 -0.008859  ... -0.157592 -0.008766   \n",
       "T1          -0.002509  0.892402 -0.028550  0.877001  ...  0.844777  0.071756   \n",
       "RH_1         0.797535  0.253230  0.844677  0.106180  ...  0.115263  0.764001   \n",
       "T2          -0.165610  0.735245  0.121497  0.762066  ...  0.675535  0.157346   \n",
       "RH_2         1.000000  0.137319  0.678326 -0.047304  ...  0.054544  0.676467   \n",
       "T3           0.137319  1.000000 -0.011234  0.852778  ...  0.901324  0.134602   \n",
       "RH_3         0.678326 -0.011234  1.000000 -0.140457  ... -0.195270  0.833538   \n",
       "T4          -0.047304  0.852778 -0.140457  1.000000  ...  0.889439 -0.025549   \n",
       "RH_4         0.721435  0.122737  0.898978 -0.048650  ... -0.044518  0.856591   \n",
       "T5           0.110409  0.888169 -0.050062  0.871813  ...  0.911055  0.072308   \n",
       "RH_5         0.250271 -0.066355  0.375422 -0.076489  ... -0.138509  0.272197   \n",
       "T6          -0.009670  0.686882  0.076833  0.652350  ...  0.667177  0.184424   \n",
       "RH_6         0.389933 -0.647672  0.514912 -0.703149  ... -0.738940  0.391943   \n",
       "T7          -0.051422  0.847374 -0.250090  0.877763  ...  0.944776 -0.077690   \n",
       "RH_7         0.690584  0.172624  0.832685  0.043527  ...  0.028055  0.858686   \n",
       "T8          -0.041023  0.795283 -0.283228  0.796256  ...  0.869338 -0.156820   \n",
       "RH_8         0.679777  0.044427  0.828822 -0.095192  ... -0.113014  0.855812   \n",
       "T9           0.054544  0.901324 -0.195270  0.889439  ...  1.000000 -0.008683   \n",
       "RH_9         0.676467  0.134602  0.833538 -0.025549  ... -0.008683  1.000000   \n",
       "T_out        0.033674  0.699417  0.118207  0.663478  ...  0.668220  0.223270   \n",
       "Press_mm_hg -0.255646 -0.189974 -0.233274 -0.075292  ... -0.156828 -0.183739   \n",
       "RH_out       0.584911 -0.281718  0.356192 -0.388602  ... -0.318848  0.359377   \n",
       "Windspeed    0.069190 -0.100776  0.263188 -0.185747  ... -0.177756  0.238655   \n",
       "Visibility  -0.005368 -0.102310  0.017041 -0.104768  ... -0.103915  0.008667   \n",
       "Tdewpoint    0.499152  0.645886  0.414387  0.519471  ...  0.581483  0.540328   \n",
       "rv1          0.006275 -0.005194 -0.000477 -0.001815  ... -0.001227 -0.002955   \n",
       "rv2          0.006275 -0.005194 -0.000477 -0.001815  ... -0.001227 -0.002955   \n",
       "\n",
       "                T_out  Press_mm_hg    RH_out  Windspeed  Visibility  \\\n",
       "date         0.588861    -0.026770 -0.336362  -0.257415   -0.096214   \n",
       "Appliances   0.099155    -0.034885 -0.152282   0.087122    0.000230   \n",
       "lights      -0.074424    -0.010576  0.068543   0.060281    0.020038   \n",
       "T1           0.682846    -0.150574 -0.345481  -0.087654   -0.076210   \n",
       "RH_1         0.340767    -0.293957  0.274126   0.204932   -0.021057   \n",
       "T2           0.792255    -0.133028 -0.505291   0.052495   -0.069721   \n",
       "RH_2         0.033674    -0.255646  0.584911   0.069190   -0.005368   \n",
       "T3           0.699417    -0.189974 -0.281718  -0.100776   -0.102310   \n",
       "RH_3         0.118207    -0.233274  0.356192   0.263188    0.017041   \n",
       "T4           0.663478    -0.075292 -0.388602  -0.185747   -0.104768   \n",
       "RH_4         0.293289    -0.250748  0.336813   0.300192    0.002636   \n",
       "T5           0.651321    -0.170999 -0.273953  -0.145011   -0.084164   \n",
       "RH_5        -0.053126    -0.119327  0.185941   0.082044   -0.013133   \n",
       "T6           0.974787    -0.141643 -0.569119   0.169185   -0.081313   \n",
       "RH_6        -0.641572    -0.065814  0.718587   0.098317    0.108705   \n",
       "T7           0.631293    -0.097724 -0.411213  -0.185892   -0.110089   \n",
       "RH_7         0.294199    -0.265850  0.378519   0.212979   -0.007184   \n",
       "T8           0.502842    -0.162855 -0.300438  -0.218876   -0.060098   \n",
       "RH_8         0.117141    -0.225591  0.487355   0.202380    0.046178   \n",
       "T9           0.668220    -0.156828 -0.318848  -0.177756   -0.103915   \n",
       "RH_9         0.223270    -0.183739  0.359377   0.238655    0.008667   \n",
       "T_out        1.000000    -0.143249 -0.574197   0.192936   -0.077367   \n",
       "Press_mm_hg -0.143249     1.000000 -0.092017  -0.235032    0.040315   \n",
       "RH_out      -0.574197    -0.092017  1.000000  -0.176458    0.083125   \n",
       "Windspeed    0.192936    -0.235032 -0.176458   1.000000   -0.007516   \n",
       "Visibility  -0.077367     0.040315  0.083125  -0.007516    1.000000   \n",
       "Tdewpoint    0.790661    -0.244098  0.036506   0.125972   -0.042190   \n",
       "rv1         -0.015216     0.000699  0.020441  -0.011342   -0.005889   \n",
       "rv2         -0.015216     0.000699  0.020441  -0.011342   -0.005889   \n",
       "\n",
       "             Tdewpoint       rv1       rv2  \n",
       "date          0.468731  0.000277  0.000277  \n",
       "Appliances    0.015353 -0.011145 -0.011145  \n",
       "lights       -0.036322  0.000521  0.000521  \n",
       "T1            0.571309 -0.006203 -0.006203  \n",
       "RH_1          0.639106 -0.000699 -0.000699  \n",
       "T2            0.582602 -0.011087 -0.011087  \n",
       "RH_2          0.499152  0.006275  0.006275  \n",
       "T3            0.645886 -0.005194 -0.005194  \n",
       "RH_3          0.414387 -0.000477 -0.000477  \n",
       "T4            0.519471 -0.001815 -0.001815  \n",
       "RH_4          0.616509 -0.001787 -0.001787  \n",
       "T5            0.588362 -0.005490 -0.005490  \n",
       "RH_5          0.078175 -0.011056 -0.011056  \n",
       "T6            0.764242 -0.015086 -0.015086  \n",
       "RH_6         -0.260417  0.011671  0.011671  \n",
       "T7            0.466625 -0.003900 -0.003900  \n",
       "RH_7          0.641857  0.001820  0.001820  \n",
       "T8            0.391810 -0.003210 -0.003210  \n",
       "RH_8          0.501775  0.004480  0.004480  \n",
       "T9            0.581483 -0.001227 -0.001227  \n",
       "RH_9          0.540328 -0.002955 -0.002955  \n",
       "T_out         0.790661 -0.015216 -0.015216  \n",
       "Press_mm_hg  -0.244098  0.000699  0.000699  \n",
       "RH_out        0.036506  0.020441  0.020441  \n",
       "Windspeed     0.125972 -0.011342 -0.011342  \n",
       "Visibility   -0.042190 -0.005889 -0.005889  \n",
       "Tdewpoint     1.000000 -0.003943 -0.003943  \n",
       "rv1          -0.003943  1.000000  1.000000  \n",
       "rv2          -0.003943  1.000000  1.000000  \n",
       "\n",
       "[29 rows x 29 columns]"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.corr()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "id": "f6ab3c40-74d2-46b9-afef-b36e0e17e84b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    2016-01-11 17:00:00\n",
       "1    2016-01-11 17:10:00\n",
       "2    2016-01-11 17:20:00\n",
       "3    2016-01-11 17:30:00\n",
       "4    2016-01-11 17:40:00\n",
       "5    2016-01-11 17:50:00\n",
       "6    2016-01-11 18:00:00\n",
       "7    2016-01-11 18:10:00\n",
       "8    2016-01-11 18:20:00\n",
       "9    2016-01-11 18:30:00\n",
       "10   2016-01-11 18:40:00\n",
       "11   2016-01-11 18:50:00\n",
       "12   2016-01-11 19:00:00\n",
       "13   2016-01-11 19:10:00\n",
       "14   2016-01-11 19:20:00\n",
       "15   2016-01-11 19:30:00\n",
       "16   2016-01-11 19:40:00\n",
       "17   2016-01-11 19:50:00\n",
       "18   2016-01-11 20:00:00\n",
       "19   2016-01-11 20:10:00\n",
       "Name: date, dtype: datetime64[ns]"
      ]
     },
     "execution_count": 81,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['date'].head(20)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "fdc5a307-6665-4e64-a131-ae8d3ef0f7e3",
   "metadata": {},
   "outputs": [],
   "source": [
    "#df['date'] = pd.to_datetime(df['date'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "94f7b193-9099-481a-b73a-0cb0931066b2",
   "metadata": {},
   "source": [
    "# QUESTION 17"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "id": "4ef2b56d-2c97-4d35-bc23-c735bd945724",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.linear_model import LinearRegression\n",
    "from sklearn.metrics import mean_squared_error"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "id": "98d19f24-60f4-48a7-932d-70101b2b42e2",
   "metadata": {},
   "outputs": [],
   "source": [
    "X = df['T2'].values.reshape(-1, 1)\n",
    "y = df['T6'].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "id": "365317a3-b620-40d0-adfa-60352ba4f428",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "id": "9c72ab88-f571-4a1e-9c88-71499709cfa7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-2 {color: black;background-color: white;}#sk-container-id-2 pre{padding: 0;}#sk-container-id-2 div.sk-toggleable {background-color: white;}#sk-container-id-2 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-2 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-2 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-2 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-2 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-2 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-2 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-2 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-2 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-2 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-2 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-2 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-2 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-2 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-2 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-2 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-2 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-2 div.sk-item {position: relative;z-index: 1;}#sk-container-id-2 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-2 div.sk-item::before, #sk-container-id-2 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-2 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-2 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-2 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-2 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-2 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-2 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-2 div.sk-label-container {text-align: center;}#sk-container-id-2 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-2 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-2\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>LinearRegression()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-2\" type=\"checkbox\" checked><label for=\"sk-estimator-id-2\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">LinearRegression</label><div class=\"sk-toggleable__content\"><pre>LinearRegression()</pre></div></div></div></div></div>"
      ],
      "text/plain": [
       "LinearRegression()"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = LinearRegression()\n",
    "model.fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "id": "e0881e29-cfec-4668-b27b-094da1c963d1",
   "metadata": {},
   "outputs": [],
   "source": [
    "y_pred = model.predict(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "id": "92a9c706-b440-472d-a972-e8d7fdb61ac7",
   "metadata": {},
   "outputs": [],
   "source": [
    "rmse = np.sqrt(mean_squared_error(y_test, y_pred))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "id": "b1771584-25ae-42a7-837e-694e68f5b407",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Root Mean Squared Error (RMSE): 3.633\n"
     ]
    }
   ],
   "source": [
    "print(\"Root Mean Squared Error (RMSE): {:.3f}\".format(rmse))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7a575102-57ca-4739-85bc-3defd77f487e",
   "metadata": {},
   "source": [
    "# QUESTION 18"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "id": "cea47145-4070-4285-9786-7b3584bc594c",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import mean_absolute_error\n",
    "from sklearn.preprocessing import MinMaxScaler"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "id": "284cd95d-0551-4450-86ba-d9c3c521f851",
   "metadata": {},
   "outputs": [],
   "source": [
    "columns_to_drop = [\"date\", \"lights\"]\n",
    "df1 = df.drop(columns=columns_to_drop)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "id": "1b3e306c-f6c5-4176-bc93-8eb77dcb0ff0",
   "metadata": {},
   "outputs": [],
   "source": [
    "X = df1.drop(columns=[\"Appliances\"])\n",
    "y = df1[\"Appliances\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "id": "540499c5-fefe-4ee7-beec-ec195198d16d",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.3, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 95,
   "id": "15188442-1e15-4039-94e2-8d5b3581d95e",
   "metadata": {},
   "outputs": [],
   "source": [
    "scaler = MinMaxScaler()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 96,
   "id": "17577328-1bf9-4b16-be13-51e992046a55",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train_normalized = scaler.fit_transform(X_train)\n",
    "X_test_normalized = scaler.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 97,
   "id": "12790a5d-dd66-4438-ac10-3542c01abb6d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-3 {color: black;background-color: white;}#sk-container-id-3 pre{padding: 0;}#sk-container-id-3 div.sk-toggleable {background-color: white;}#sk-container-id-3 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-3 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-3 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-3 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-3 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-3 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-3 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-3 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-3 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-3 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-3 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-3 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-3 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-3 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-3 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-3 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-3 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-3 div.sk-item {position: relative;z-index: 1;}#sk-container-id-3 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-3 div.sk-item::before, #sk-container-id-3 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-3 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-3 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-3 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-3 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-3 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-3 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-3 div.sk-label-container {text-align: center;}#sk-container-id-3 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-3 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-3\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>LinearRegression()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-3\" type=\"checkbox\" checked><label for=\"sk-estimator-id-3\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">LinearRegression</label><div class=\"sk-toggleable__content\"><pre>LinearRegression()</pre></div></div></div></div></div>"
      ],
      "text/plain": [
       "LinearRegression()"
      ]
     },
     "execution_count": 97,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model = LinearRegression()\n",
    "model.fit(X_train_normalized, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 98,
   "id": "d7585ed4-64a9-476d-acf5-fbff4bc04ecb",
   "metadata": {},
   "outputs": [],
   "source": [
    "y_train_pred = model.predict(X_train_normalized)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 99,
   "id": "f06cef9c-9f6c-422c-a64a-340bcbd9297c",
   "metadata": {},
   "outputs": [],
   "source": [
    "mae_train = mean_absolute_error(y_train, y_train_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 100,
   "id": "cceefdde-50ff-4940-9138-b83aaca976bf",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mean Absolute Error (MAE) for the training set: 53.742\n"
     ]
    }
   ],
   "source": [
    "print(\"Mean Absolute Error (MAE) for the training set: {:.3f}\".format(mae_train))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "26b357cf-3f74-4c0b-8a6c-067bac1423af",
   "metadata": {},
   "source": [
    "# QUESTION 19"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 101,
   "id": "88e90e8b-d23f-4e69-ad54-c20ad847fa26",
   "metadata": {},
   "outputs": [],
   "source": [
    "y_train_pred = model.predict(X_train_normalized)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 102,
   "id": "a52e44fa-5ec8-43b7-a758-706647595d9f",
   "metadata": {},
   "outputs": [],
   "source": [
    "mse_train = mean_squared_error(y_train, y_train_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 103,
   "id": "24b5afb9-6cd7-403b-b72f-72151dcb0b6a",
   "metadata": {},
   "outputs": [],
   "source": [
    "rmse_train = np.sqrt(mse_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 104,
   "id": "238ffc49-dd7e-4828-9699-f9bb395c3a91",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Root Mean Squared Error (RMSE) for the training set: 95.216\n"
     ]
    }
   ],
   "source": [
    "print(\"Root Mean Squared Error (RMSE) for the training set: {:.3f}\".format(rmse_train))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d943d156-df7b-48d9-8900-a01486c4990e",
   "metadata": {},
   "source": [
    "# QUESTION 20"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "id": "255649b5-3680-40e3-92bd-3aca468d2eed",
   "metadata": {},
   "outputs": [],
   "source": [
    "y_test_pred = model.predict(X_test_normalized)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "id": "9a0fc3b2-baf5-42bb-99e4-52110287d4c2",
   "metadata": {},
   "outputs": [],
   "source": [
    "mae_test = mean_absolute_error(y_test, y_test_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "id": "e2c4c905-bfd0-4993-8c82-5ab5922abf95",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Mean Absolute Error (MAE) for the training set: 53.643\n"
     ]
    }
   ],
   "source": [
    "print(\"Mean Absolute Error (MAE) for the training set: {:.3f}\".format(mae_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3d4617c7-9047-4a98-8c54-289ec6191e90",
   "metadata": {},
   "source": [
    "# QUESTION 21"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "id": "bacc35b5-70a6-4a0e-944d-40fadb9a98c4",
   "metadata": {},
   "outputs": [],
   "source": [
    "y_test_pred = model.predict(X_test_normalized)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 110,
   "id": "33228077-3f42-4c81-a2c8-38522655adf2",
   "metadata": {},
   "outputs": [],
   "source": [
    "mse_test = mean_squared_error(y_test, y_test_pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "id": "4fdf7b0d-d298-45ba-b809-b6a6bdd1f760",
   "metadata": {},
   "outputs": [],
   "source": [
    "rmse_test = np.sqrt(mse_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 112,
   "id": "6b4534f3-35d0-46dc-8361-2efc1b7ff612",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Root Mean Squared Error (RMSE) for the training set: 93.640\n"
     ]
    }
   ],
   "source": [
    "print(\"Root Mean Squared Error (RMSE) for the training set: {:.3f}\".format(rmse_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4fa09f9c-0f39-4994-ba6a-258f758180f2",
   "metadata": {},
   "source": [
    "# QUESTION 23"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 113,
   "id": "b2ad54b6-6340-4200-9c76-27105c84b3a4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-4 {color: black;background-color: white;}#sk-container-id-4 pre{padding: 0;}#sk-container-id-4 div.sk-toggleable {background-color: white;}#sk-container-id-4 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-4 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-4 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-4 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-4 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-4 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-4 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-4 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-4 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-4 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-4 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-4 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-4 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-4 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-4 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-4 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-4 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-4 div.sk-item {position: relative;z-index: 1;}#sk-container-id-4 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-4 div.sk-item::before, #sk-container-id-4 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-4 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-4 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-4 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-4 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-4 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-4 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-4 div.sk-label-container {text-align: center;}#sk-container-id-4 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-4 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-4\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>Ridge()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-4\" type=\"checkbox\" checked><label for=\"sk-estimator-id-4\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">Ridge</label><div class=\"sk-toggleable__content\"><pre>Ridge()</pre></div></div></div></div></div>"
      ],
      "text/plain": [
       "Ridge()"
      ]
     },
     "execution_count": 113,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.linear_model import Ridge\n",
    "\n",
    "ridge_model = Ridge()\n",
    "ridge_model.fit(X_train_normalized, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "id": "27540b35-462a-43cc-b759-f7d655b62f9d",
   "metadata": {},
   "outputs": [],
   "source": [
    "y_test_pred = ridge_model.predict(X_test_normalized)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 115,
   "id": "6306fe06-576b-4f38-8a35-528c5d22d10d",
   "metadata": {},
   "outputs": [],
   "source": [
    "rmse_test = np.sqrt(mean_squared_error(y_test, y_test_pred))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 116,
   "id": "77e4cb94-03b4-4be6-bb49-0344ef16a8ea",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Root Mean Squared Error (RMSE) for the test set with Ridge regression: 93.709\n"
     ]
    }
   ],
   "source": [
    "print(\"Root Mean Squared Error (RMSE) for the test set with Ridge regression: {:.3f}\".format(rmse_test))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "03e467ed-6497-41b3-b911-0cc4af7d4378",
   "metadata": {},
   "source": [
    "# QUESTION 24"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 117,
   "id": "9cfb52a2-8614-4dee-86f8-9c3fabdf01b2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-5 {color: black;background-color: white;}#sk-container-id-5 pre{padding: 0;}#sk-container-id-5 div.sk-toggleable {background-color: white;}#sk-container-id-5 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-5 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-5 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-5 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-5 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-5 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-5 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-5 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-5 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-5 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-5 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-5 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-5 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-5 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-5 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-5 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-5 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-5 div.sk-item {position: relative;z-index: 1;}#sk-container-id-5 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-5 div.sk-item::before, #sk-container-id-5 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-5 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-5 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-5 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-5 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-5 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-5 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-5 div.sk-label-container {text-align: center;}#sk-container-id-5 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-5 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-5\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>Lasso()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-5\" type=\"checkbox\" checked><label for=\"sk-estimator-id-5\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">Lasso</label><div class=\"sk-toggleable__content\"><pre>Lasso()</pre></div></div></div></div></div>"
      ],
      "text/plain": [
       "Lasso()"
      ]
     },
     "execution_count": 117,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from sklearn.linear_model import Lasso\n",
    "\n",
    "lasso_model = Lasso()\n",
    "lasso_model.fit(X_train_normalized, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 118,
   "id": "c8e8f239-8b7b-43c9-92a3-b9865b0d1ed1",
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_weights = lasso_model.coef_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 119,
   "id": "91086f3f-4bb5-45c5-8921-e06b77f307e8",
   "metadata": {},
   "outputs": [],
   "source": [
    "none_zero_features = sum(feature_weights != 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 121,
   "id": "31229682-4521-4cc7-9948-2b56b92acb79",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of features with none-zero feature weights: 4\n"
     ]
    }
   ],
   "source": [
    "print(\"Number of features with none-zero feature weights:\", none_zero_features)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "f56358e0-6cf8-46eb-874d-efd27140a69c",
   "metadata": {},
   "source": [
    "# QUESTION 25\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 123,
   "id": "106eb4d7-1289-496f-b9ab-b392b9cffc61",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Root Mean Squared Error (RMSE) for the test set with Lasso regression: 99.424\n"
     ]
    }
   ],
   "source": [
    "y_test_pred_lasso = lasso_model.predict(X_test_normalized)\n",
    "\n",
    "rmse_test_lasso = np.sqrt(mean_squared_error(y_test, y_test_pred_lasso))\n",
    "\n",
    "print(\"Root Mean Squared Error (RMSE) for the test set with Lasso regression: {:.3f}\".format(rmse_test_lasso))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8ab6ec41-e85e-4777-afa6-851fe6a9026b",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}