93 lines
12 KiB
Text
93 lines
12 KiB
Text
{
|
|
"cells": [
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 2,
|
|
"id": "3053488d",
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/html": [
|
|
"<div><style>\n",
|
|
".dataframe > thead > tr,\n",
|
|
".dataframe > tbody > tr {\n",
|
|
" text-align: right;\n",
|
|
" white-space: pre-wrap;\n",
|
|
"}\n",
|
|
"</style>\n",
|
|
"<small>shape: (5, 47)</small><table border=\"1\" class=\"dataframe\"><thead><tr><th>pp_address</th><th>postcode</th><th>historical_prices</th><th>pp_property_type</th><th>duration</th><th>latest_price</th><th>date_of_transfer</th><th>epc_address</th><th>current_energy_rating</th><th>potential_energy_rating</th><th>epc_property_type</th><th>built_form</th><th>inspection_date</th><th>total_floor_area</th><th>number_habitable_rooms</th><th>floor_height</th><th>construction_age_band</th><th>lat</th><th>lon</th><th>lsoa21</th><th>public_transport_easy_minutes</th><th>public_transport_quick_minutes</th><th>cycling_minutes</th><th>LSOA name (2021)</th><th>Local Authority District code (2024)</th><th>Local Authority District name (2024)</th><th>imd_score</th><th>income_score</th><th>employment_score</th><th>education_score</th><th>health_score</th><th>crime_score</th><th>housing_barriers_score</th><th>living_environment_score</th><th>idaci_score</th><th>idaopi_score</th><th>children_young_people_score</th><th>adult_skills_score</th><th>geographical_barriers_score</th><th>wider_barriers_score</th><th>indoors_score</th><th>outdoors_score</th><th>restaurants_2km</th><th>groceries_2km</th><th>parks_2km</th><th>public_transport_2km</th><th>price_per_sqm</th></tr><tr><td>str</td><td>str</td><td>list[struct[2]]</td><td>str</td><td>str</td><td>i64</td><td>datetime[μs]</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>str</td><td>f64</td><td>i64</td><td>f64</td><td>u16</td><td>f64</td><td>f64</td><td>str</td><td>i64</td><td>i64</td><td>i64</td><td>str</td><td>str</td><td>str</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>f64</td><td>i32</td><td>i32</td><td>i32</td><td>i32</td><td>f64</td></tr></thead><tbody><tr><td>" 92 JOYES ROAD"</td><td>"CT19 6HL"</td><td>[{1995,50000}, {2001,98500}]</td><td>"Semi-Detached"</td><td>"Freehold"</td><td>98500</td><td>2001-03-30 00:00:00</td><td>"92, Joyes Road"</td><td>"D"</td><td>"C"</td><td>"House"</td><td>"Semi-Detached"</td><td>"2014-04-25"</td><td>164.0</td><td>6</td><td>null</td><td>1930</td><td>51.091719</td><td>1.183558</td><td>"E01024498"</td><td>null</td><td>null</td><td>null</td><td>"Folkestone and Hythe 003C"</td><td>"E07000112"</td><td>"Folkestone and Hythe"</td><td>57.36</td><td>0.527</td><td>0.358</td><td>65.878</td><td>1.561</td><td>1.1</td><td>20.542</td><td>8.876</td><td>0.583</td><td>0.51</td><td>1.764</td><td>0.392</td><td>32.265</td><td>1.321</td><td>-0.46</td><td>-0.106</td><td>58</td><td>20</td><td>0</td><td>3</td><td>600.609756</td></tr><tr><td>" 7 LUTON STREET"</td><td>"HX1 4NG"</td><td>[{1995,16000}]</td><td>"Terraced"</td><td>"Freehold"</td><td>16000</td><td>1995-01-01 00:00:00</td><td>"7, Luton Street"</td><td>"G"</td><td>"C"</td><td>"House"</td><td>"Enclosed Mid-Terrace"</td><td>"2015-03-18"</td><td>99.0</td><td>4</td><td>null</td><td>1900</td><td>53.723918</td><td>-1.882346</td><td>"E01010964"</td><td>null</td><td>null</td><td>null</td><td>"Calderdale 012B"</td><td>"E08000033"</td><td>"Calderdale"</td><td>78.601</td><td>0.78</td><td>0.418</td><td>69.597</td><td>2.013</td><td>1.266</td><td>16.115</td><td>62.178</td><td>0.776</td><td>0.976</td><td>1.031</td><td>0.548</td><td>24.718</td><td>1.212</td><td>1.256</td><td>0.536</td><td>48</td><td>6</td><td>0</td><td>3</td><td>161.616162</td></tr><tr><td>" OLD OAK COTTAGE ROPE WALK"</td><td>"TR4 8DW"</td><td>[{1995,50000}, {2000,125000}, {2010,245000}]</td><td>"Detached"</td><td>"Freehold"</td><td>245000</td><td>2010-04-09 00:00:00</td><td>"Old Oak Cottage, Rope Walk, Mo…</td><td>"G"</td><td>"D"</td><td>"House"</td><td>"Detached"</td><td>"2024-08-22"</td><td>134.0</td><td>8</td><td>2.27</td><td>1900</td><td>50.283886</td><td>-5.209508</td><td>"E01018826"</td><td>null</td><td>null</td><td>null</td><td>"Cornwall 040B"</td><td>"E06000052"</td><td>"Cornwall"</td><td>19.044</td><td>0.195</td><td>0.106</td><td>11.685</td><td>-0.24</td><td>-0.725</td><td>29.989</td><td>47.506</td><td>0.321</td><td>0.174</td><td>0.08</td><td>0.157</td><td>61.226</td><td>-1.92</td><td>1.144</td><td>-0.941</td><td>1</td><td>2</td><td>0</td><td>0</td><td>1828.358209</td></tr><tr><td>" 147 WESTLANDS ROAD"</td><td>"HU5 5NY"</td><td>[{1995,17000}, {2011,58500}, … {2021,145000}]</td><td>"Terraced"</td><td>"Freehold"</td><td>145000</td><td>2021-09-24 00:00:00</td><td>"147, Westlands Road"</td><td>"C"</td><td>"B"</td><td>"House"</td><td>"Mid-Terrace"</td><td>"2020-07-22"</td><td>67.0</td><td>4</td><td>null</td><td>1930</td><td>53.753695</td><td>-0.41399</td><td>"E01012803"</td><td>null</td><td>null</td><td>null</td><td>"Kingston upon Hull 023E"</td><td>"E06000010"</td><td>"Kingston upon Hull, City of"</td><td>19.998</td><td>0.22</td><td>0.122</td><td>26.551</td><td>0.178</td><td>0.357</td><td>18.601</td><td>21.688</td><td>0.325</td><td>0.185</td><td>0.688</td><td>0.244</td><td>31.781</td><td>0.857</td><td>0.316</td><td>-0.34</td><td>7</td><td>3</td><td>0</td><td>0</td><td>2164.179104</td></tr><tr><td>" 70 SCOTLAND ROAD"</td><td>"CA11 9JD"</td><td>[{1995,23000}, {1999,23500}, … {2024,134000}]</td><td>"Semi-Detached"</td><td>"Freehold"</td><td>134000</td><td>2024-10-01 00:00:00</td><td>"70, Scotland Road"</td><td>"E"</td><td>"D"</td><td>"House"</td><td>"Semi-Detached"</td><td>"2011-03-29"</td><td>65.68</td><td>4</td><td>2.44</td><td>1900</td><td>54.671753</td><td>-2.759846</td><td>"E01019331"</td><td>null</td><td>null</td><td>null</td><td>"Eden 004F"</td><td>"E06000064"</td><td>"Westmorland and Furness"</td><td>11.688</td><td>0.159</td><td>0.082</td><td>29.708</td><td>-0.836</td><td>-0.476</td><td>17.131</td><td>7.314</td><td>0.317</td><td>0.101</td><td>0.805</td><td>0.258</td><td>37.771</td><td>-1.003</td><td>-0.331</td><td>-0.758</td><td>29</td><td>11</td><td>0</td><td>12</td><td>2040.194884</td></tr></tbody></table></div>"
|
|
],
|
|
"text/plain": [
|
|
"shape: (5, 47)\n",
|
|
"┌───────────┬──────────┬───────────┬───────────┬───┬───────────┬───────────┬───────────┬───────────┐\n",
|
|
"│ pp_addres ┆ postcode ┆ historica ┆ pp_proper ┆ … ┆ groceries ┆ parks_2km ┆ public_tr ┆ price_per │\n",
|
|
"│ s ┆ --- ┆ l_prices ┆ ty_type ┆ ┆ _2km ┆ --- ┆ ansport_2 ┆ _sqm │\n",
|
|
"│ --- ┆ str ┆ --- ┆ --- ┆ ┆ --- ┆ i32 ┆ km ┆ --- │\n",
|
|
"│ str ┆ ┆ list[stru ┆ str ┆ ┆ i32 ┆ ┆ --- ┆ f64 │\n",
|
|
"│ ┆ ┆ ct[2]] ┆ ┆ ┆ ┆ ┆ i32 ┆ │\n",
|
|
"╞═══════════╪══════════╪═══════════╪═══════════╪═══╪═══════════╪═══════════╪═══════════╪═══════════╡\n",
|
|
"│ 92 JOYES ┆ CT19 6HL ┆ [{1995,50 ┆ Semi-Deta ┆ … ┆ 20 ┆ 0 ┆ 3 ┆ 600.60975 │\n",
|
|
"│ ROAD ┆ ┆ 000}, {20 ┆ ched ┆ ┆ ┆ ┆ ┆ 6 │\n",
|
|
"│ ┆ ┆ 01,98500} ┆ ┆ ┆ ┆ ┆ ┆ │\n",
|
|
"│ ┆ ┆ ] ┆ ┆ ┆ ┆ ┆ ┆ │\n",
|
|
"│ 7 LUTON ┆ HX1 4NG ┆ [{1995,16 ┆ Terraced ┆ … ┆ 6 ┆ 0 ┆ 3 ┆ 161.61616 │\n",
|
|
"│ STREET ┆ ┆ 000}] ┆ ┆ ┆ ┆ ┆ ┆ 2 │\n",
|
|
"│ OLD OAK ┆ TR4 8DW ┆ [{1995,50 ┆ Detached ┆ … ┆ 2 ┆ 0 ┆ 0 ┆ 1828.3582 │\n",
|
|
"│ COTTAGE ┆ ┆ 000}, {20 ┆ ┆ ┆ ┆ ┆ ┆ 09 │\n",
|
|
"│ ROPE WALK ┆ ┆ 00,125000 ┆ ┆ ┆ ┆ ┆ ┆ │\n",
|
|
"│ ┆ ┆ }, … ┆ ┆ ┆ ┆ ┆ ┆ │\n",
|
|
"│ 147 ┆ HU5 5NY ┆ [{1995,17 ┆ Terraced ┆ … ┆ 3 ┆ 0 ┆ 0 ┆ 2164.1791 │\n",
|
|
"│ WESTLANDS ┆ ┆ 000}, {20 ┆ ┆ ┆ ┆ ┆ ┆ 04 │\n",
|
|
"│ ROAD ┆ ┆ 11,58500} ┆ ┆ ┆ ┆ ┆ ┆ │\n",
|
|
"│ ┆ ┆ , …… ┆ ┆ ┆ ┆ ┆ ┆ │\n",
|
|
"│ 70 ┆ CA11 9JD ┆ [{1995,23 ┆ Semi-Deta ┆ … ┆ 11 ┆ 0 ┆ 12 ┆ 2040.1948 │\n",
|
|
"│ SCOTLAND ┆ ┆ 000}, {19 ┆ ched ┆ ┆ ┆ ┆ ┆ 84 │\n",
|
|
"│ ROAD ┆ ┆ 99,23500} ┆ ┆ ┆ ┆ ┆ ┆ │\n",
|
|
"│ ┆ ┆ , …… ┆ ┆ ┆ ┆ ┆ ┆ │\n",
|
|
"└───────────┴──────────┴───────────┴───────────┴───┴───────────┴───────────┴───────────┴───────────┘"
|
|
]
|
|
},
|
|
"execution_count": 2,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"import polars as pl\n",
|
|
"\n",
|
|
"\n",
|
|
"pl.scan_parquet('../data_sources/processed/wide.parquet').head().collect()\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "2d492243",
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": []
|
|
}
|
|
],
|
|
"metadata": {
|
|
"kernelspec": {
|
|
"display_name": ".venv",
|
|
"language": "python",
|
|
"name": "python3"
|
|
},
|
|
"language_info": {
|
|
"codemirror_mode": {
|
|
"name": "ipython",
|
|
"version": 3
|
|
},
|
|
"file_extension": ".py",
|
|
"mimetype": "text/x-python",
|
|
"name": "python",
|
|
"nbconvert_exporter": "python",
|
|
"pygments_lexer": "ipython3",
|
|
"version": "3.12.12"
|
|
}
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat_minor": 5
|
|
}
|