{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "3053488d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div><style>\n",
       ".dataframe > thead > tr,\n",
       ".dataframe > tbody > tr {\n",
       "  text-align: right;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       "</style>\n",
       "<small>shape: (5, 47)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>pp_address</th><th>postcode</th><th>historical_prices</th><th>pp_property_type</th><th>duration</th><th>latest_price</th><th>date_of_transfer</th><th>epc_address</th><th>current_energy_rating</th><th>potential_energy_rating</th><th>epc_property_type</th><th>built_form</th><th>inspection_date</th><th>total_floor_area</th><th>number_habitable_rooms</th><th>floor_height</th><th>construction_age_band</th><th>lat</th><th>lon</th><th>lsoa21</th><th>public_transport_easy_minutes</th><th>public_transport_quick_minutes</th><th>cycling_minutes</th><th>LSOA name (2021)</th><th>Local Authority District code (2024)</th><th>Local Authority District name (2024)</th><th>imd_score</th><th>income_score</th><th>employment_score</th><th>education_score</th><th>health_score</th><th>crime_score</th><th>housing_barriers_score</th><th>living_environment_score</th><th>idaci_score</th><th>idaopi_score</th><th>children_young_people_score</th><th>adult_skills_score</th><th>geographical_barriers_score</th><th>wider_barriers_score</th><th>indoors_score</th><th>outdoors_score</th><th>restaurants_2km</th><th>groceries_2km</th><th>parks_2km</th><th>public_transport_2km</th><th>price_per_sqm</th></tr><tr><td>str</td><td>str</td><td>list[struct[2]]</td><td>str</td><td>str</td><td>i64</td><td>datetime[μs]</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>f64</td><td>i64</td><td>f64</td><td>u16</td><td>f64</td><td>f64</td><td>str</td><td>i64</td><td>i64</td><td>i64</td><td>str</td><td>str</td><td>str</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>i32</td><td>i32</td><td>i32</td><td>i32</td><td>f64</td></tr></thead><tbody><tr><td>&quot; 92 JOYES ROAD&quot;</td><td>&quot;CT19 6HL&quot;</td><td>[{1995,50000}, {2001,98500}]</td><td>&quot;Semi-Detached&quot;</td><td>&quot;Freehold&quot;</td><td>98500</td><td>2001-03-30 00:00:00</td><td>&quot;92, Joyes Road&quot;</td><td>&quot;D&quot;</td><td>&quot;C&quot;</td><td>&quot;House&quot;</td><td>&quot;Semi-Detached&quot;</td><td>&quot;2014-04-25&quot;</td><td>164.0</td><td>6</td><td>null</td><td>1930</td><td>51.091719</td><td>1.183558</td><td>&quot;E01024498&quot;</td><td>null</td><td>null</td><td>null</td><td>&quot;Folkestone and Hythe 003C&quot;</td><td>&quot;E07000112&quot;</td><td>&quot;Folkestone and Hythe&quot;</td><td>57.36</td><td>0.527</td><td>0.358</td><td>65.878</td><td>1.561</td><td>1.1</td><td>20.542</td><td>8.876</td><td>0.583</td><td>0.51</td><td>1.764</td><td>0.392</td><td>32.265</td><td>1.321</td><td>-0.46</td><td>-0.106</td><td>58</td><td>20</td><td>0</td><td>3</td><td>600.609756</td></tr><tr><td>&quot; 7 LUTON STREET&quot;</td><td>&quot;HX1 4NG&quot;</td><td>[{1995,16000}]</td><td>&quot;Terraced&quot;</td><td>&quot;Freehold&quot;</td><td>16000</td><td>1995-01-01 00:00:00</td><td>&quot;7, Luton Street&quot;</td><td>&quot;G&quot;</td><td>&quot;C&quot;</td><td>&quot;House&quot;</td><td>&quot;Enclosed Mid-Terrace&quot;</td><td>&quot;2015-03-18&quot;</td><td>99.0</td><td>4</td><td>null</td><td>1900</td><td>53.723918</td><td>-1.882346</td><td>&quot;E01010964&quot;</td><td>null</td><td>null</td><td>null</td><td>&quot;Calderdale 012B&quot;</td><td>&quot;E08000033&quot;</td><td>&quot;Calderdale&quot;</td><td>78.601</td><td>0.78</td><td>0.418</td><td>69.597</td><td>2.013</td><td>1.266</td><td>16.115</td><td>62.178</td><td>0.776</td><td>0.976</td><td>1.031</td><td>0.548</td><td>24.718</td><td>1.212</td><td>1.256</td><td>0.536</td><td>48</td><td>6</td><td>0</td><td>3</td><td>161.616162</td></tr><tr><td>&quot; OLD OAK COTTAGE ROPE WALK&quot;</td><td>&quot;TR4 8DW&quot;</td><td>[{1995,50000}, {2000,125000}, {2010,245000}]</td><td>&quot;Detached&quot;</td><td>&quot;Freehold&quot;</td><td>245000</td><td>2010-04-09 00:00:00</td><td>&quot;Old Oak Cottage, Rope Walk, Mo…</td><td>&quot;G&quot;</td><td>&quot;D&quot;</td><td>&quot;House&quot;</td><td>&quot;Detached&quot;</td><td>&quot;2024-08-22&quot;</td><td>134.0</td><td>8</td><td>2.27</td><td>1900</td><td>50.283886</td><td>-5.209508</td><td>&quot;E01018826&quot;</td><td>null</td><td>null</td><td>null</td><td>&quot;Cornwall 040B&quot;</td><td>&quot;E06000052&quot;</td><td>&quot;Cornwall&quot;</td><td>19.044</td><td>0.195</td><td>0.106</td><td>11.685</td><td>-0.24</td><td>-0.725</td><td>29.989</td><td>47.506</td><td>0.321</td><td>0.174</td><td>0.08</td><td>0.157</td><td>61.226</td><td>-1.92</td><td>1.144</td><td>-0.941</td><td>1</td><td>2</td><td>0</td><td>0</td><td>1828.358209</td></tr><tr><td>&quot; 147 WESTLANDS ROAD&quot;</td><td>&quot;HU5 5NY&quot;</td><td>[{1995,17000}, {2011,58500}, … {2021,145000}]</td><td>&quot;Terraced&quot;</td><td>&quot;Freehold&quot;</td><td>145000</td><td>2021-09-24 00:00:00</td><td>&quot;147, Westlands Road&quot;</td><td>&quot;C&quot;</td><td>&quot;B&quot;</td><td>&quot;House&quot;</td><td>&quot;Mid-Terrace&quot;</td><td>&quot;2020-07-22&quot;</td><td>67.0</td><td>4</td><td>null</td><td>1930</td><td>53.753695</td><td>-0.41399</td><td>&quot;E01012803&quot;</td><td>null</td><td>null</td><td>null</td><td>&quot;Kingston upon Hull 023E&quot;</td><td>&quot;E06000010&quot;</td><td>&quot;Kingston upon Hull, City of&quot;</td><td>19.998</td><td>0.22</td><td>0.122</td><td>26.551</td><td>0.178</td><td>0.357</td><td>18.601</td><td>21.688</td><td>0.325</td><td>0.185</td><td>0.688</td><td>0.244</td><td>31.781</td><td>0.857</td><td>0.316</td><td>-0.34</td><td>7</td><td>3</td><td>0</td><td>0</td><td>2164.179104</td></tr><tr><td>&quot; 70 SCOTLAND ROAD&quot;</td><td>&quot;CA11 9JD&quot;</td><td>[{1995,23000}, {1999,23500}, … {2024,134000}]</td><td>&quot;Semi-Detached&quot;</td><td>&quot;Freehold&quot;</td><td>134000</td><td>2024-10-01 00:00:00</td><td>&quot;70, Scotland Road&quot;</td><td>&quot;E&quot;</td><td>&quot;D&quot;</td><td>&quot;House&quot;</td><td>&quot;Semi-Detached&quot;</td><td>&quot;2011-03-29&quot;</td><td>65.68</td><td>4</td><td>2.44</td><td>1900</td><td>54.671753</td><td>-2.759846</td><td>&quot;E01019331&quot;</td><td>null</td><td>null</td><td>null</td><td>&quot;Eden 004F&quot;</td><td>&quot;E06000064&quot;</td><td>&quot;Westmorland and Furness&quot;</td><td>11.688</td><td>0.159</td><td>0.082</td><td>29.708</td><td>-0.836</td><td>-0.476</td><td>17.131</td><td>7.314</td><td>0.317</td><td>0.101</td><td>0.805</td><td>0.258</td><td>37.771</td><td>-1.003</td><td>-0.331</td><td>-0.758</td><td>29</td><td>11</td><td>0</td><td>12</td><td>2040.194884</td></tr></tbody></table></div>"
      ],
      "text/plain": [
       "shape: (5, 47)\n",
       "┌───────────┬──────────┬───────────┬───────────┬───┬───────────┬───────────┬───────────┬───────────┐\n",
       "│ pp_addres ┆ postcode ┆ historica ┆ pp_proper ┆ … ┆ groceries ┆ parks_2km ┆ public_tr ┆ price_per │\n",
       "│ s         ┆ ---      ┆ l_prices  ┆ ty_type   ┆   ┆ _2km      ┆ ---       ┆ ansport_2 ┆ _sqm      │\n",
       "│ ---       ┆ str      ┆ ---       ┆ ---       ┆   ┆ ---       ┆ i32       ┆ km        ┆ ---       │\n",
       "│ str       ┆          ┆ list[stru ┆ str       ┆   ┆ i32       ┆           ┆ ---       ┆ f64       │\n",
       "│           ┆          ┆ ct[2]]    ┆           ┆   ┆           ┆           ┆ i32       ┆           │\n",
       "╞═══════════╪══════════╪═══════════╪═══════════╪═══╪═══════════╪═══════════╪═══════════╪═══════════╡\n",
       "│ 92 JOYES  ┆ CT19 6HL ┆ [{1995,50 ┆ Semi-Deta ┆ … ┆ 20        ┆ 0         ┆ 3         ┆ 600.60975 │\n",
       "│ ROAD      ┆          ┆ 000}, {20 ┆ ched      ┆   ┆           ┆           ┆           ┆ 6         │\n",
       "│           ┆          ┆ 01,98500} ┆           ┆   ┆           ┆           ┆           ┆           │\n",
       "│           ┆          ┆ ]         ┆           ┆   ┆           ┆           ┆           ┆           │\n",
       "│ 7 LUTON   ┆ HX1 4NG  ┆ [{1995,16 ┆ Terraced  ┆ … ┆ 6         ┆ 0         ┆ 3         ┆ 161.61616 │\n",
       "│ STREET    ┆          ┆ 000}]     ┆           ┆   ┆           ┆           ┆           ┆ 2         │\n",
       "│ OLD OAK   ┆ TR4 8DW  ┆ [{1995,50 ┆ Detached  ┆ … ┆ 2         ┆ 0         ┆ 0         ┆ 1828.3582 │\n",
       "│ COTTAGE   ┆          ┆ 000}, {20 ┆           ┆   ┆           ┆           ┆           ┆ 09        │\n",
       "│ ROPE WALK ┆          ┆ 00,125000 ┆           ┆   ┆           ┆           ┆           ┆           │\n",
       "│           ┆          ┆ }, …      ┆           ┆   ┆           ┆           ┆           ┆           │\n",
       "│ 147       ┆ HU5 5NY  ┆ [{1995,17 ┆ Terraced  ┆ … ┆ 3         ┆ 0         ┆ 0         ┆ 2164.1791 │\n",
       "│ WESTLANDS ┆          ┆ 000}, {20 ┆           ┆   ┆           ┆           ┆           ┆ 04        │\n",
       "│ ROAD      ┆          ┆ 11,58500} ┆           ┆   ┆           ┆           ┆           ┆           │\n",
       "│           ┆          ┆ , ……      ┆           ┆   ┆           ┆           ┆           ┆           │\n",
       "│ 70        ┆ CA11 9JD ┆ [{1995,23 ┆ Semi-Deta ┆ … ┆ 11        ┆ 0         ┆ 12        ┆ 2040.1948 │\n",
       "│ SCOTLAND  ┆          ┆ 000}, {19 ┆ ched      ┆   ┆           ┆           ┆           ┆ 84        │\n",
       "│ ROAD      ┆          ┆ 99,23500} ┆           ┆   ┆           ┆           ┆           ┆           │\n",
       "│           ┆          ┆ , ……      ┆           ┆   ┆           ┆           ┆           ┆           │\n",
       "└───────────┴──────────┴───────────┴───────────┴───┴───────────┴───────────┴───────────┴───────────┘"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import polars as pl\n",
    "\n",
    "\n",
    "pl.scan_parquet('../data_sources/processed/wide.parquet').head().collect()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2d492243",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}