{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "3053488d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div><style>\n",
       ".dataframe > thead > tr,\n",
       ".dataframe > tbody > tr {\n",
       "  text-align: right;\n",
       "  white-space: pre-wrap;\n",
       "}\n",
       "</style>\n",
       "<small>shape: (20, 48)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>Address per Property Register</th><th>Postcode</th><th>historical_prices</th><th>Leashold/Freehold</th><th>Last known price</th><th>Address per EPC</th><th>Current energy rating</th><th>Potential energy rating</th><th>Property type</th><th>Total floor area (sqm)</th><th>Rooms (including bedrooms &amp; bathrooms)</th><th>Approximate construction age</th><th>lat</th><th>lon</th><th>Index of Multiple Deprivation (IMD) Score</th><th>Income Score (rate)</th><th>Employment Score (rate)</th><th>Education, Skills and Training Score</th><th>Health Deprivation and Disability Score</th><th>Crime Score</th><th>Living Environment Score</th><th>Indoors Sub-domain Score</th><th>Outdoors Sub-domain Score</th><th>% Asian</th><th>% Black</th><th>% Mixed</th><th>% White</th><th>% Other</th><th>Possession of weapons (avg/yr)</th><th>Public order (avg/yr)</th><th>Criminal damage and arson (avg/yr)</th><th>Anti-social behaviour (avg/yr)</th><th>Robbery (avg/yr)</th><th>Violence and sexual offences (avg/yr)</th><th>Other theft (avg/yr)</th><th>Other crime (avg/yr)</th><th>Burglary (avg/yr)</th><th>Bicycle theft (avg/yr)</th><th>Drugs (avg/yr)</th><th>Vehicle crime (avg/yr)</th><th>Shoplifting (avg/yr)</th><th>Theft from the person (avg/yr)</th><th>Restaurants within 2km</th><th>Groceries within 2km</th><th>Parks within 2km</th><th>Public transport within 2km</th><th>Property type/built form</th><th>Price per sqm</th></tr><tr><td>str</td><td>str</td><td>list[struct[2]]</td><td>str</td><td>i64</td><td>str</td><td>str</td><td>str</td><td>str</td><td>f64</td><td>i64</td><td>u16</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>i32</td><td>i32</td><td>i32</td><td>i32</td><td>str</td><td>i32</td></tr></thead><tbody><tr><td>&quot; 16 DALESIDE&quot;</td><td>&quot;CH7 2PP&quot;</td><td>[{1996,20000}, {1998,53000}, {2011,121000}]</td><td>&quot;Freehold&quot;</td><td>121000</td><td>&quot;16, Daleside&quot;</td><td>&quot;D&quot;</td><td>&quot;C&quot;</td><td>&quot;Bungalow&quot;</td><td>60.8</td><td>3</td><td>1967</td><td>53.166168</td><td>-3.094835</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>1.0</td><td>2.7</td><td>2.0</td><td>8.3</td><td>null</td><td>18.2</td><td>2.7</td><td>2.3</td><td>2.3</td><td>1.0</td><td>1.0</td><td>1.5</td><td>null</td><td>null</td><td>1</td><td>0</td><td>0</td><td>0</td><td>&quot;Detached&quot;</td><td>1990</td></tr><tr><td>&quot; 2 BRAKERIDGE CLOSE&quot;</td><td>&quot;TQ5 0JU&quot;</td><td>[{1996,133000}, {2001,247500}]</td><td>&quot;Freehold&quot;</td><td>247500</td><td>&quot;2 Brakeridge Close, Churston F…</td><td>&quot;D&quot;</td><td>&quot;C&quot;</td><td>&quot;House&quot;</td><td>283.0</td><td>9</td><td>1950</td><td>50.399959</td><td>-3.558175</td><td>7.368</td><td>0.052</td><td>0.065</td><td>3.623</td><td>-0.332</td><td>-1.367</td><td>4.088</td><td>-0.541</td><td>-0.965</td><td>1.6</td><td>0.3</td><td>1.5</td><td>96.1</td><td>0.4</td><td>1.0</td><td>1.7</td><td>3.3</td><td>23.7</td><td>null</td><td>12.8</td><td>1.5</td><td>1.5</td><td>2.7</td><td>null</td><td>1.7</td><td>4.0</td><td>1.0</td><td>1.0</td><td>1</td><td>3</td><td>0</td><td>2</td><td>&quot;Detached&quot;</td><td>875</td></tr><tr><td>&quot; FIELD HOUSE DUNMOW ROAD&quot;</td><td>&quot;CM7 4SD&quot;</td><td>[{1996,161500}]</td><td>&quot;Freehold&quot;</td><td>161500</td><td>&quot;Florence House, Dunmow Road, G…</td><td>&quot;D&quot;</td><td>&quot;C&quot;</td><td>&quot;House&quot;</td><td>155.0</td><td>7</td><td>1983</td><td>51.946491</td><td>0.43401</td><td>16.423</td><td>0.137</td><td>0.087</td><td>11.172</td><td>-0.605</td><td>-0.081</td><td>44.509</td><td>1.039</td><td>-0.472</td><td>1.7</td><td>1.2</td><td>1.9</td><td>94.7</td><td>0.5</td><td>1.0</td><td>5.3</td><td>4.3</td><td>3.3</td><td>1.0</td><td>18.0</td><td>5.7</td><td>2.7</td><td>4.0</td><td>null</td><td>1.5</td><td>2.5</td><td>1.3</td><td>1.0</td><td>0</td><td>1</td><td>0</td><td>0</td><td>&quot;Detached&quot;</td><td>1042</td></tr><tr><td>&quot; 73 ARGYLE STREET&quot;</td><td>&quot;SA1 3TA&quot;</td><td>[{1996,52000}, {2018,176500}]</td><td>&quot;Freehold&quot;</td><td>176500</td><td>&quot;73 Argyle Street&quot;</td><td>&quot;C&quot;</td><td>&quot;C&quot;</td><td>&quot;House&quot;</td><td>120.0</td><td>6</td><td>1900</td><td>51.614972</td><td>-3.951154</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>4.0</td><td>51.7</td><td>33.7</td><td>80.0</td><td>2.3</td><td>152.5</td><td>32.7</td><td>12.3</td><td>9.3</td><td>17.7</td><td>16.0</td><td>21.7</td><td>152.3</td><td>3.7</td><td>64</td><td>21</td><td>0</td><td>51</td><td>&quot;Semi-Detached/Mid-Terrace&quot;</td><td>1471</td></tr><tr><td>&quot; 44 BLYTHE HILL&quot;</td><td>&quot;BR5 2RR&quot;</td><td>[{1996,76750}, {2004,192000}, {2022,420000}]</td><td>&quot;Freehold&quot;</td><td>420000</td><td>&quot;44 BLYTHE HILL&quot;</td><td>&quot;D&quot;</td><td>&quot;B&quot;</td><td>&quot;House&quot;</td><td>88.0</td><td>4</td><td>1950</td><td>51.407277</td><td>0.098257</td><td>29.023</td><td>0.302</td><td>0.208</td><td>27.67</td><td>0.623</td><td>0.82</td><td>9.79</td><td>-0.387</td><td>-0.109</td><td>8.3</td><td>7.6</td><td>5.4</td><td>76.5</td><td>2.3</td><td>1.0</td><td>12.0</td><td>23.5</td><td>51.8</td><td>4.0</td><td>45.0</td><td>13.0</td><td>4.0</td><td>8.5</td><td>1.3</td><td>9.7</td><td>14.5</td><td>1.0</td><td>4.5</td><td>7</td><td>6</td><td>0</td><td>28</td><td>&quot;Semi-Detached/Mid-Terrace&quot;</td><td>4773</td></tr><tr><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td><td>&hellip;</td></tr><tr><td>&quot; 17 QUANTOCK CLOSE&quot;</td><td>&quot;MK41 9EW&quot;</td><td>[{1996,60000}, {2009,181000}, {2012,174500}]</td><td>&quot;Freehold&quot;</td><td>174500</td><td>&quot;17, Quantock Close&quot;</td><td>&quot;C&quot;</td><td>&quot;B&quot;</td><td>&quot;House&quot;</td><td>116.0</td><td>6</td><td>1967</td><td>52.146986</td><td>-0.444824</td><td>4.111</td><td>0.079</td><td>0.059</td><td>8.059</td><td>-0.605</td><td>-1.136</td><td>2.219</td><td>-0.824</td><td>-0.854</td><td>12.6</td><td>5.3</td><td>4.6</td><td>75.7</td><td>1.8</td><td>null</td><td>6.7</td><td>2.2</td><td>11.0</td><td>1.0</td><td>19.2</td><td>3.3</td><td>3.0</td><td>1.3</td><td>1.5</td><td>1.0</td><td>7.0</td><td>1.5</td><td>null</td><td>79</td><td>27</td><td>0</td><td>0</td><td>&quot;Semi-Detached&quot;</td><td>1504</td></tr><tr><td>&quot; 11 CAMBRIDGE ROAD&quot;</td><td>&quot;LE9 1SH&quot;</td><td>[{1996,43000}, {2001,85500}, … {2021,235000}]</td><td>&quot;Freehold&quot;</td><td>235000</td><td>&quot;11, Cambridge Road, Cosby&quot;</td><td>&quot;C&quot;</td><td>&quot;B&quot;</td><td>&quot;House&quot;</td><td>53.0</td><td>5</td><td>1976</td><td>52.553914</td><td>-1.19141</td><td>7.584</td><td>0.111</td><td>0.079</td><td>8.198</td><td>-0.749</td><td>-0.951</td><td>4.718</td><td>-0.555</td><td>-0.676</td><td>8.3</td><td>1.5</td><td>2.7</td><td>86.2</td><td>1.3</td><td>1.0</td><td>3.0</td><td>3.2</td><td>7.0</td><td>1.0</td><td>18.5</td><td>3.3</td><td>1.7</td><td>4.3</td><td>null</td><td>2.0</td><td>4.0</td><td>null</td><td>1.0</td><td>3</td><td>4</td><td>0</td><td>0</td><td>&quot;Semi-Detached&quot;</td><td>4434</td></tr><tr><td>&quot; 19 MIMOSA AVENUE&quot;</td><td>&quot;BH21 1TU&quot;</td><td>[{1996,86500}, {2000,157000}]</td><td>&quot;Freehold&quot;</td><td>157000</td><td>&quot;19 Mimosa Avenue&quot;</td><td>&quot;D&quot;</td><td>&quot;B&quot;</td><td>&quot;Bungalow&quot;</td><td>90.0</td><td>4</td><td>1967</td><td>50.780322</td><td>-1.97095</td><td>3.078</td><td>0.042</td><td>0.045</td><td>3.737</td><td>-1.045</td><td>-1.736</td><td>1.417</td><td>-1.421</td><td>-0.685</td><td>3.4</td><td>1.1</td><td>2.8</td><td>91.3</td><td>1.5</td><td>null</td><td>2.0</td><td>1.5</td><td>7.3</td><td>null</td><td>4.8</td><td>1.3</td><td>1.0</td><td>3.3</td><td>1.0</td><td>null</td><td>1.0</td><td>null</td><td>1.0</td><td>0</td><td>1</td><td>0</td><td>0</td><td>&quot;Detached&quot;</td><td>1744</td></tr><tr><td>&quot; 8 ENFIELD DRIVE&quot;</td><td>&quot;M11 4HP&quot;</td><td>[{1996,5500}, {1996,13650}, … {2011,38000}]</td><td>&quot;Leasehold&quot;</td><td>38000</td><td>&quot;8 Enfield Drive&quot;</td><td>&quot;D&quot;</td><td>&quot;B&quot;</td><td>&quot;House&quot;</td><td>54.0</td><td>5</td><td>1950</td><td>53.486503</td><td>-2.181542</td><td>55.133</td><td>0.527</td><td>0.296</td><td>40.139</td><td>1.669</td><td>1.058</td><td>25.956</td><td>0.41</td><td>-0.052</td><td>20.9</td><td>11.9</td><td>5.3</td><td>56.8</td><td>5.1</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>3.0</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>null</td><td>16</td><td>9</td><td>0</td><td>15</td><td>&quot;Semi-Detached/Detached&quot;</td><td>704</td></tr><tr><td>&quot; 7 TURNHAM GREEN&quot;</td><td>&quot;NR7 0TU&quot;</td><td>[{1996,116950}, {2006,265000}]</td><td>&quot;Freehold&quot;</td><td>265000</td><td>&quot;7, Turnham Green&quot;</td><td>&quot;B&quot;</td><td>&quot;B&quot;</td><td>&quot;House&quot;</td><td>140.0</td><td>8</td><td>1991</td><td>52.637913</td><td>1.36565</td><td>2.549</td><td>0.055</td><td>0.045</td><td>4.694</td><td>-1.263</td><td>-1.007</td><td>3.257</td><td>-1.045</td><td>-0.383</td><td>1.4</td><td>0.5</td><td>1.4</td><td>96.3</td><td>0.4</td><td>1.0</td><td>4.7</td><td>11.2</td><td>5.7</td><td>null</td><td>34.8</td><td>2.0</td><td>1.0</td><td>1.0</td><td>null</td><td>1.0</td><td>1.0</td><td>null</td><td>1.0</td><td>0</td><td>3</td><td>0</td><td>2</td><td>&quot;Detached&quot;</td><td>1893</td></tr></tbody></table></div>"
      ],
      "text/plain": [
       "shape: (20, 48)\n",
       "┌────────────┬──────────┬────────────┬────────────┬───┬────────┬───────────┬───────────┬───────────┐\n",
       "│ Address    ┆ Postcode ┆ historical ┆ Leashold/F ┆ … ┆ Parks  ┆ Public    ┆ Property  ┆ Price per │\n",
       "│ per        ┆ ---      ┆ _prices    ┆ reehold    ┆   ┆ within ┆ transport ┆ type/buil ┆ sqm       │\n",
       "│ Property   ┆ str      ┆ ---        ┆ ---        ┆   ┆ 2km    ┆ within    ┆ t form    ┆ ---       │\n",
       "│ Register   ┆          ┆ list[struc ┆ str        ┆   ┆ ---    ┆ 2km       ┆ ---       ┆ i32       │\n",
       "│ ---        ┆          ┆ t[2]]      ┆            ┆   ┆ i32    ┆ ---       ┆ str       ┆           │\n",
       "│ str        ┆          ┆            ┆            ┆   ┆        ┆ i32       ┆           ┆           │\n",
       "╞════════════╪══════════╪════════════╪════════════╪═══╪════════╪═══════════╪═══════════╪═══════════╡\n",
       "│ 16         ┆ CH7 2PP  ┆ [{1996,200 ┆ Freehold   ┆ … ┆ 0      ┆ 0         ┆ Detached  ┆ 1990      │\n",
       "│ DALESIDE   ┆          ┆ 00}, {1998 ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│            ┆          ┆ ,53000},   ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│            ┆          ┆ {…         ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│ 2          ┆ TQ5 0JU  ┆ [{1996,133 ┆ Freehold   ┆ … ┆ 0      ┆ 2         ┆ Detached  ┆ 875       │\n",
       "│ BRAKERIDGE ┆          ┆ 000}, {200 ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│ CLOSE      ┆          ┆ 1,247500}] ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│ FIELD      ┆ CM7 4SD  ┆ [{1996,161 ┆ Freehold   ┆ … ┆ 0      ┆ 0         ┆ Detached  ┆ 1042      │\n",
       "│ HOUSE      ┆          ┆ 500}]      ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│ DUNMOW     ┆          ┆            ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│ ROAD       ┆          ┆            ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│ 73 ARGYLE  ┆ SA1 3TA  ┆ [{1996,520 ┆ Freehold   ┆ … ┆ 0      ┆ 51        ┆ Semi-Deta ┆ 1471      │\n",
       "│ STREET     ┆          ┆ 00}, {2018 ┆            ┆   ┆        ┆           ┆ ched/Mid- ┆           │\n",
       "│            ┆          ┆ ,176500}]  ┆            ┆   ┆        ┆           ┆ Terrace   ┆           │\n",
       "│ 44 BLYTHE  ┆ BR5 2RR  ┆ [{1996,767 ┆ Freehold   ┆ … ┆ 0      ┆ 28        ┆ Semi-Deta ┆ 4773      │\n",
       "│ HILL       ┆          ┆ 50}, {2004 ┆            ┆   ┆        ┆           ┆ ched/Mid- ┆           │\n",
       "│            ┆          ┆ ,192000},  ┆            ┆   ┆        ┆           ┆ Terrace   ┆           │\n",
       "│            ┆          ┆ …          ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│ …          ┆ …        ┆ …          ┆ …          ┆ … ┆ …      ┆ …         ┆ …         ┆ …         │\n",
       "│ 17         ┆ MK41 9EW ┆ [{1996,600 ┆ Freehold   ┆ … ┆ 0      ┆ 0         ┆ Semi-Deta ┆ 1504      │\n",
       "│ QUANTOCK   ┆          ┆ 00}, {2009 ┆            ┆   ┆        ┆           ┆ ched      ┆           │\n",
       "│ CLOSE      ┆          ┆ ,181000},  ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│            ┆          ┆ …          ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│ 11         ┆ LE9 1SH  ┆ [{1996,430 ┆ Freehold   ┆ … ┆ 0      ┆ 0         ┆ Semi-Deta ┆ 4434      │\n",
       "│ CAMBRIDGE  ┆          ┆ 00}, {2001 ┆            ┆   ┆        ┆           ┆ ched      ┆           │\n",
       "│ ROAD       ┆          ┆ ,85500},   ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│            ┆          ┆ ……         ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│ 19 MIMOSA  ┆ BH21 1TU ┆ [{1996,865 ┆ Freehold   ┆ … ┆ 0      ┆ 0         ┆ Detached  ┆ 1744      │\n",
       "│ AVENUE     ┆          ┆ 00}, {2000 ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│            ┆          ┆ ,157000}]  ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│ 8 ENFIELD  ┆ M11 4HP  ┆ [{1996,550 ┆ Leasehold  ┆ … ┆ 0      ┆ 15        ┆ Semi-Deta ┆ 704       │\n",
       "│ DRIVE      ┆          ┆ 0}, {1996, ┆            ┆   ┆        ┆           ┆ ched/Deta ┆           │\n",
       "│            ┆          ┆ 13650}, …  ┆            ┆   ┆        ┆           ┆ ched      ┆           │\n",
       "│            ┆          ┆ …          ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│ 7 TURNHAM  ┆ NR7 0TU  ┆ [{1996,116 ┆ Freehold   ┆ … ┆ 0      ┆ 2         ┆ Detached  ┆ 1893      │\n",
       "│ GREEN      ┆          ┆ 950}, {200 ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "│            ┆          ┆ 6,265000}] ┆            ┆   ┆        ┆           ┆           ┆           │\n",
       "└────────────┴──────────┴────────────┴────────────┴───┴────────┴───────────┴───────────┴───────────┘"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import polars as pl\n",
    "\n",
    "\n",
    "pl.scan_parquet(\"../data/wide.parquet\").head(20).collect()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2d492243",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "property-map",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}