Indexing Generic Vector Data¶
Example indexing generic vector data. We will be using overture's poi dataset as an example
In [1]:
Copied!
import requests
import geopandas as gpd
import pandas as pd
from worldex.utils.filemanager import download_file
from worldex.datasets.dataset import BaseDataset
from pathlib import Path
from datetime import datetime
from h3ronpy.arrow import cells_parse
from h3ronpy.pandas.vector import cells_dataframe_to_geodataframe
import contextily as cx
import json
import requests
import geopandas as gpd
import pandas as pd
from worldex.utils.filemanager import download_file
from worldex.datasets.dataset import BaseDataset
from pathlib import Path
from datetime import datetime
from h3ronpy.arrow import cells_parse
from h3ronpy.pandas.vector import cells_dataframe_to_geodataframe
import contextily as cx
import json
In [2]:
Copied!
details = requests.get("https://api.source.coop/repositories/cholmes/overture").json()
details
details = requests.get("https://api.source.coop/repositories/cholmes/overture").json()
details
Out[2]:
{'account_id': 'cholmes',
'repository_id': 'overture',
'mode': 'listed',
'data_mode': 'open',
'featured': 1,
'meta': {'title': 'Overture Open Buildings',
'description': "Overture provides several open datasets. This is an experimental re-distribution of their buildings dataset transformed into with 'Cloud-Native Geospatial' formats (PMTiles, GeoParquet).",
'tags': ['building footprints', 'vector', 'geoparquet', 'pmtiles'],
'published': '2023-07-28T18:02:15+00:00'},
'data': {'cdn': 'https://data.source.coop',
'primary_mirror': 's3-us-west-2',
'mirrors': {'s3-us-west-2': {'name': 'S3 US-West-2',
'provider': 's3',
'uri': 's3://us-west-2.opendata.source.coop/cholmes/overture',
'region': 'us-west-2',
'delimiter': '/'}}},
'disabled': False}
In [3]:
Copied!
files = requests.get(
"https://data.source.coop/cholmes/overture/places-geoparquet-country/?limit=500"
).json()
files
files = requests.get(
"https://data.source.coop/cholmes/overture/places-geoparquet-country/?limit=500"
).json()
files
Out[3]:
{'prefixes': [],
'objects': [{'name': 'AD.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AD.parquet',
'size': 754041},
{'name': 'AE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AE.parquet',
'size': 21512501},
{'name': 'AF.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AF.parquet',
'size': 2403170},
{'name': 'AG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AG.parquet',
'size': 373880},
{'name': 'AI.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AI.parquet',
'size': 105199},
{'name': 'AL.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AL.parquet',
'size': 5326710},
{'name': 'AM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AM.parquet',
'size': 4505898},
{'name': 'AO.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AO.parquet',
'size': 3409013},
{'name': 'AQ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AQ.parquet',
'size': 1489420},
{'name': 'AR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AR.parquet',
'size': 144828691},
{'name': 'AS.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AS.parquet',
'size': 148286},
{'name': 'AT.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AT.parquet',
'size': 56632231},
{'name': 'AU.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AU.parquet',
'size': 180625160},
{'name': 'AW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AW.parquet',
'size': 884341},
{'name': 'AZ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AZ.parquet',
'size': 5643791},
{'name': 'BA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BA.parquet',
'size': 8726274},
{'name': 'BB.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BB.parquet',
'size': 882927},
{'name': 'BD.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BD.parquet',
'size': 43938682},
{'name': 'BE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BE.parquet',
'size': 74552173},
{'name': 'BF.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BF.parquet',
'size': 1041351},
{'name': 'BG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BG.parquet',
'size': 29810298},
{'name': 'BH.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BH.parquet',
'size': 2292006},
{'name': 'BI.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BI.parquet',
'size': 439920},
{'name': 'BJ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BJ.parquet',
'size': 979843},
{'name': 'BL.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BL.parquet',
'size': 111798},
{'name': 'BM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BM.parquet',
'size': 370640},
{'name': 'BN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BN.parquet',
'size': 1839992},
{'name': 'BO.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BO.parquet',
'size': 14376482},
{'name': 'BQ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BQ.parquet',
'size': 284587},
{'name': 'BR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BR.parquet',
'size': 873831878},
{'name': 'BS.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BS.parquet',
'size': 1476992},
{'name': 'BT.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BT.parquet',
'size': 511766},
{'name': 'BV.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BV.parquet',
'size': 22762},
{'name': 'BW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BW.parquet',
'size': 2114100},
{'name': 'BY.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BY.parquet',
'size': 7440003},
{'name': 'BZ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/BZ.parquet',
'size': 1281331},
{'name': 'CA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CA.parquet',
'size': 246165281},
{'name': 'CC.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CC.parquet',
'size': 29771},
{'name': 'CD.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CD.parquet',
'size': 3464789},
{'name': 'CF.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CF.parquet',
'size': 595057},
{'name': 'CG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CG.parquet',
'size': 842428},
{'name': 'CH.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CH.parquet',
'size': 67275078},
{'name': 'CI.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CI.parquet',
'size': 3285979},
{'name': 'CK.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CK.parquet',
'size': 135574},
{'name': 'CL.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CL.parquet',
'size': 61246342},
{'name': 'CM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CM.parquet',
'size': 2959226},
{'name': 'CN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CN.parquet',
'size': 22576887},
{'name': 'CO.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CO.parquet',
'size': 89391727},
{'name': 'CR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CR.parquet',
'size': 18168188},
{'name': 'CU.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CU.parquet',
'size': 3399735},
{'name': 'CV.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CV.parquet',
'size': 582758},
{'name': 'CW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CW.parquet',
'size': 738438},
{'name': 'CX.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CX.parquet',
'size': 38683},
{'name': 'CY.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CY.parquet',
'size': 10076600},
{'name': 'CZ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/CZ.parquet',
'size': 53393860},
{'name': 'DE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/DE.parquet',
'size': 429782533},
{'name': 'DJ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/DJ.parquet',
'size': 526897},
{'name': 'DK.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/DK.parquet',
'size': 42191560},
{'name': 'DM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/DM.parquet',
'size': 198662},
{'name': 'DO.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/DO.parquet',
'size': 12495266},
{'name': 'DZ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/DZ.parquet',
'size': 16034008},
{'name': 'EC.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/EC.parquet',
'size': 33998851},
{'name': 'EE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/EE.parquet',
'size': 7882031},
{'name': 'EG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/EG.parquet',
'size': 47163385},
{'name': 'ER.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/ER.parquet',
'size': 313705},
{'name': 'ES.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/ES.parquet',
'size': 265695092},
{'name': 'ET.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/ET.parquet',
'size': 2080691},
{'name': 'FI.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/FI.parquet',
'size': 37282516},
{'name': 'FJ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/FJ.parquet',
'size': 2603978},
{'name': 'FK.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/FK.parquet',
'size': 83787},
{'name': 'FM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/FM.parquet',
'size': 83976},
{'name': 'FO.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/FO.parquet',
'size': 468717},
{'name': 'FR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/FR.parquet',
'size': 303463109},
{'name': 'GA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GA.parquet',
'size': 982605},
{'name': 'GB.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GB.parquet',
'size': 424379324},
{'name': 'GD.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GD.parquet',
'size': 272041},
{'name': 'GE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GE.parquet',
'size': 8269536},
{'name': 'GF.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GF.parquet',
'size': 612795},
{'name': 'GG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GG.parquet',
'size': 348219},
{'name': 'GH.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GH.parquet',
'size': 5567315},
{'name': 'GI.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GI.parquet',
'size': 299879},
{'name': 'GL.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GL.parquet',
'size': 636279},
{'name': 'GM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GM.parquet',
'size': 313451},
{'name': 'GN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GN.parquet',
'size': 1007116},
{'name': 'GP.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GP.parquet',
'size': 1372380},
{'name': 'GQ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GQ.parquet',
'size': 177000},
{'name': 'GR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GR.parquet',
'size': 77963619},
{'name': 'GS.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GS.parquet',
'size': 62245},
{'name': 'GT.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GT.parquet',
'size': 13333025},
{'name': 'GU.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GU.parquet',
'size': 740556},
{'name': 'GW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GW.parquet',
'size': 257648},
{'name': 'GY.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/GY.parquet',
'size': 1153617},
{'name': 'HK.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/HK.parquet',
'size': 25295063},
{'name': 'HM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/HM.parquet',
'size': 27204},
{'name': 'HN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/HN.parquet',
'size': 7368839},
{'name': 'HR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/HR.parquet',
'size': 23398120},
{'name': 'HT.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/HT.parquet',
'size': 1260435},
{'name': 'HU.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/HU.parquet',
'size': 48107376},
{'name': 'ID.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/ID.parquet',
'size': 349084046},
{'name': 'IE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/IE.parquet',
'size': 24883323},
{'name': 'IL.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/IL.parquet',
'size': 28105554},
{'name': 'IM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/IM.parquet',
'size': 669174},
{'name': 'IN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/IN.parquet',
'size': 542603411},
{'name': 'IQ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/IQ.parquet',
'size': 10317048},
{'name': 'IR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/IR.parquet',
'size': 10253040},
{'name': 'IS.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/IS.parquet',
'size': 3631452},
{'name': 'IT.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/IT.parquet',
'size': 410193478},
{'name': 'JE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/JE.parquet',
'size': 559906},
{'name': 'JM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/JM.parquet',
'size': 2646973},
{'name': 'JO.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/JO.parquet',
'size': 9157870},
{'name': 'JP.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/JP.parquet',
'size': 349498935},
{'name': 'KE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/KE.parquet',
'size': 13259876},
{'name': 'KG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/KG.parquet',
'size': 1612352},
{'name': 'KH.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/KH.parquet',
'size': 16341308},
{'name': 'KI.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/KI.parquet',
'size': 55054},
{'name': 'KM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/KM.parquet',
'size': 133596},
{'name': 'KN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/KN.parquet',
'size': 216610},
{'name': 'KP.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/KP.parquet',
'size': 556429},
{'name': 'KR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/KR.parquet',
'size': 68476412},
{'name': 'KW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/KW.parquet',
'size': 4294261},
{'name': 'KY.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/KY.parquet',
'size': 575084},
{'name': 'KZ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/KZ.parquet',
'size': 8310720},
{'name': 'LA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/LA.parquet',
'size': 8071207},
{'name': 'LB.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/LB.parquet',
'size': 7947120},
{'name': 'LC.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/LC.parquet',
'size': 378605},
{'name': 'LI.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/LI.parquet',
'size': 404067},
{'name': 'LK.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/LK.parquet',
'size': 16635685},
{'name': 'LR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/LR.parquet',
'size': 643549},
{'name': 'LS.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/LS.parquet',
'size': 515060},
{'name': 'LT.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/LT.parquet',
'size': 11717253},
{'name': 'LU.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/LU.parquet',
'size': 4279480},
{'name': 'LV.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/LV.parquet',
'size': 10075859},
{'name': 'LY.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/LY.parquet',
'size': 4800958},
{'name': 'MA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MA.parquet',
'size': 19925679},
{'name': 'MC.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MC.parquet',
'size': 405087},
{'name': 'MD.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MD.parquet',
'size': 4304209},
{'name': 'ME.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/ME.parquet',
'size': 2945478},
{'name': 'MF.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MF.parquet',
'size': 188406},
{'name': 'MG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MG.parquet',
'size': 1759620},
{'name': 'MH.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MH.parquet',
'size': 61482},
{'name': 'MK.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MK.parquet',
'size': 6898456},
{'name': 'ML.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/ML.parquet',
'size': 870751},
{'name': 'MM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MM.parquet',
'size': 14377358},
{'name': 'MN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MN.parquet',
'size': 2912259},
{'name': 'MO.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MO.parquet',
'size': 2233052},
{'name': 'MP.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MP.parquet',
'size': 225691},
{'name': 'MQ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MQ.parquet',
'size': 1312527},
{'name': 'MR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MR.parquet',
'size': 567247},
{'name': 'MS.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MS.parquet',
'size': 38911},
{'name': 'MT.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MT.parquet',
'size': 3209795},
{'name': 'MU.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MU.parquet',
'size': 2551342},
{'name': 'MV.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MV.parquet',
'size': 1640226},
{'name': 'MW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MW.parquet',
'size': 1126743},
{'name': 'MX.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MX.parquet',
'size': 429270540},
{'name': 'MY.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MY.parquet',
'size': 143944104},
{'name': 'MZ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/MZ.parquet',
'size': 2355580},
{'name': 'NA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NA.parquet',
'size': 2070243},
{'name': 'NC.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NC.parquet',
'size': 972916},
{'name': 'NE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NE.parquet',
'size': 526772},
{'name': 'NF.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NF.parquet',
'size': 53925},
{'name': 'NG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NG.parquet',
'size': 24866254},
{'name': 'NI.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NI.parquet',
'size': 6678555},
{'name': 'NL.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NL.parquet',
'size': 119929727},
{'name': 'NO.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NO.parquet',
'size': 41345325},
{'name': 'NP.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NP.parquet',
'size': 16237581},
{'name': 'NR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NR.parquet',
'size': 33491},
{'name': 'NU.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NU.parquet',
'size': 33309},
{'name': 'NZ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/NZ.parquet',
'size': 28776142},
{'name': 'OM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/OM.parquet',
'size': 2432326},
{'name': 'PA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PA.parquet',
'size': 4941908},
{'name': 'PE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PE.parquet',
'size': 69033831},
{'name': 'PF.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PF.parquet',
'size': 812006},
{'name': 'PG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PG.parquet',
'size': 1319204},
{'name': 'PH.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PH.parquet',
'size': 169288908},
{'name': 'PK.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PK.parquet',
'size': 40541579},
{'name': 'PL.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PL.parquet',
'size': 152127669},
{'name': 'PM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PM.parquet',
'size': 55591},
{'name': 'PN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PN.parquet',
'size': 22563},
{'name': 'PR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PR.parquet',
'size': 17134656},
{'name': 'PT.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PT.parquet',
'size': 61880086},
{'name': 'PW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PW.parquet',
'size': 111756},
{'name': 'PY.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/PY.parquet',
'size': 17025407},
{'name': 'QA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/QA.parquet',
'size': 4031719},
{'name': 'QN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/QN.parquet',
'size': 26161},
{'name': 'QW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/QW.parquet',
'size': 20827},
{'name': 'QX.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/QX.parquet',
'size': 21321},
{'name': 'QY.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/QY.parquet',
'size': 22476},
{'name': 'QZ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/QZ.parquet',
'size': 21586},
{'name': 'RE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/RE.parquet',
'size': 2929685},
{'name': 'RO.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/RO.parquet',
'size': 54907177},
{'name': 'RS.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/RS.parquet',
'size': 18434397},
{'name': 'RU.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/RU.parquet',
'size': 121821367},
{'name': 'RW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/RW.parquet',
'size': 547075},
{'name': 'SA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SA.parquet',
'size': 17539599},
{'name': 'SB.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SB.parquet',
'size': 161175},
{'name': 'SC.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SC.parquet',
'size': 301436},
{'name': 'SD.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SD.parquet',
'size': 2347444},
{'name': 'SE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SE.parquet',
'size': 79793237},
{'name': 'SG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SG.parquet',
'size': 20714075},
{'name': 'SH.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SH.parquet',
'size': 37827},
{'name': 'SI.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SI.parquet',
'size': 10084078},
{'name': 'SK.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SK.parquet',
'size': 20289019},
{'name': 'SL.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SL.parquet',
'size': 407060},
{'name': 'SM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SM.parquet',
'size': 402648},
{'name': 'SN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SN.parquet',
'size': 1756225},
{'name': 'SO.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SO.parquet',
'size': 885555},
{'name': 'SR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SR.parquet',
'size': 1350823},
{'name': 'SS.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SS.parquet',
'size': 604840},
{'name': 'ST.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/ST.parquet',
'size': 97705},
{'name': 'SV.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SV.parquet',
'size': 8488034},
{'name': 'SX.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SX.parquet',
'size': 300042},
{'name': 'SY.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SY.parquet',
'size': 3861425},
{'name': 'SZ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/SZ.parquet',
'size': 453980},
{'name': 'TC.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TC.parquet',
'size': 272682},
{'name': 'TD.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TD.parquet',
'size': 462230},
{'name': 'TF.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TF.parquet',
'size': 31828},
{'name': 'TG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TG.parquet',
'size': 676753},
{'name': 'TH.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TH.parquet',
'size': 428387651},
{'name': 'TJ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TJ.parquet',
'size': 432898},
{'name': 'TK.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TK.parquet',
'size': 22382},
{'name': 'TL.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TL.parquet',
'size': 434070},
{'name': 'TM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TM.parquet',
'size': 198775},
{'name': 'TN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TN.parquet',
'size': 12462782},
{'name': 'TO.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TO.parquet',
'size': 208940},
{'name': 'TR.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TR.parquet',
'size': 275938505},
{'name': 'TT.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TT.parquet',
'size': 3613155},
{'name': 'TV.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TV.parquet',
'size': 33153},
{'name': 'TW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TW.parquet',
'size': 163556781},
{'name': 'TZ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/TZ.parquet',
'size': 4648168},
{'name': 'UA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/UA.parquet',
'size': 61239584},
{'name': 'UG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/UG.parquet',
'size': 5018125},
{'name': 'UM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/UM.parquet',
'size': 23758},
{'name': 'US.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/US.parquet',
'size': 2203322153},
{'name': 'UY.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/UY.parquet',
'size': 9821839},
{'name': 'UZ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/UZ.parquet',
'size': 3024262},
{'name': 'VA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/VA.parquet',
'size': 61873},
{'name': 'VC.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/VC.parquet',
'size': 208813},
{'name': 'VE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/VE.parquet',
'size': 10840126},
{'name': 'VG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/VG.parquet',
'size': 198649},
{'name': 'VI.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/VI.parquet',
'size': 695813},
{'name': 'VN.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/VN.parquet',
'size': 275425251},
{'name': 'VU.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/VU.parquet',
'size': 267443},
{'name': 'WF.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/WF.parquet',
'size': 37034},
{'name': 'WS.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/WS.parquet',
'size': 232395},
{'name': 'XA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XA.parquet',
'size': 19752},
{'name': 'XB.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XB.parquet',
'size': 20925},
{'name': 'XF.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XF.parquet',
'size': 22901},
{'name': 'XG.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XG.parquet',
'size': 1092393},
{'name': 'XH.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XH.parquet',
'size': 282306},
{'name': 'XI.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XI.parquet',
'size': 21702},
{'name': 'XJ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XJ.parquet',
'size': 22271},
{'name': 'XK.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XK.parquet',
'size': 2785720},
{'name': 'XP.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XP.parquet',
'size': 21562},
{'name': 'XQ.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XQ.parquet',
'size': 30427},
{'name': 'XS.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XS.parquet',
'size': 21992},
{'name': 'XT.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XT.parquet',
'size': 20661},
{'name': 'XV.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XV.parquet',
'size': 221816},
{'name': 'XW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/XW.parquet',
'size': 4319169},
{'name': 'YE.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/YE.parquet',
'size': 1366816},
{'name': 'YT.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/YT.parquet',
'size': 310633},
{'name': 'ZA.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/ZA.parquet',
'size': 93252691},
{'name': 'ZM.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/ZM.parquet',
'size': 3269898},
{'name': 'ZW.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/ZW.parquet',
'size': 3418245}],
'next': None}
In [4]:
Copied!
info = files["objects"][0]
info
info = files["objects"][0]
info
Out[4]:
{'name': 'AD.parquet',
'url': 'https://data.source.coop/cholmes/overture/places-geoparquet-country/AD.parquet',
'size': 754041}
In [5]:
Copied!
country_code = "ad"
download_url = info["url"]
name = info["name"]
path = Path(f"../../data/source-coop/overture-{country_code}")
path.mkdir(parents=True, exist_ok=True)
download_file(download_url, path / name)
gdf = gpd.read_parquet(path / name)
country_code = "ad"
download_url = info["url"]
name = info["name"]
path = Path(f"../../data/source-coop/overture-{country_code}")
path.mkdir(parents=True, exist_ok=True)
download_file(download_url, path / name)
gdf = gpd.read_parquet(path / name)
In [6]:
Copied!
gdf
gdf
Out[6]:
| id | updatetime | version | names | categories | confidence | websites | socials | emails | phones | brand | addresses | sources | bbox | geometry | quadkey | country_iso | |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | tmp_E91950EDFCB01FF6E97D2EDB0FD39D6F | 2023-07-24T00:00:00.000 | 0 | {'key_value': [{'key': 'common', 'value': {'li... | {'alternate': {'list': ['ski_resort', 'active_... | 0.908235 | {'list': ['http://www.vallnord.com/ordino-arca... | {'list': ['https://www.facebook.com/2109728122... | None | None | {'names': None, 'wikidata': None} | {'list': [{'key_value': [{'key': 'locality', '... | {'list': [{'key_value': [{'key': 'dataset', 'v... | {'maxx': 1.4818957, 'maxy': 42.6318375, 'minx'... | POINT (1.48190 42.63184) | 120222210220 | AD |
| 1 | tmp_619BB00B1A5EFB27BB2F4FC3CFB99F2E | 2023-07-24T00:00:00.000 | 0 | {'key_value': [{'key': 'common', 'value': {'li... | {'alternate': None, 'main': 'structure_and_geo... | 0.813237 | None | {'list': ['https://www.facebook.com/1696848590... | None | None | {'names': None, 'wikidata': None} | None | {'list': [{'key_value': [{'key': 'dataset', 'v... | {'maxx': 1.4831, 'maxy': 42.62189, 'minx': 1.4... | POINT (1.48310 42.62189) | 120222210220 | AD |
| 2 | tmp_80FC4174D07C4D5C0CAA11C4F4CBF159 | 2023-07-24T00:00:00.000 | 0 | {'key_value': [{'key': 'common', 'value': {'li... | {'alternate': {'list': ['coffee_shop', 'ski_re... | 0.937793 | {'list': ['http://www.vallnord.com']} | {'list': ['https://www.facebook.com/5416202262... | None | {'list': ['+376850201']} | {'names': None, 'wikidata': None} | {'list': [{'key_value': [{'key': 'postcode', '... | {'list': [{'key_value': [{'key': 'dataset', 'v... | {'maxx': 1.481804, 'maxy': 42.631917, 'minx': ... | POINT (1.48180 42.63192) | 120222210220 | AD |
| 3 | tmp_79E82BBA82C826B39CE9F1B7B27FCF83 | 2023-07-24T00:00:00.000 | 0 | {'key_value': [{'key': 'common', 'value': {'li... | {'alternate': None, 'main': 'lake'} | 0.781621 | None | {'list': ['https://www.facebook.com/1732146093... | None | None | {'names': None, 'wikidata': None} | {'list': [{'key_value': [{'key': 'postcode', '... | {'list': [{'key_value': [{'key': 'dataset', 'v... | {'maxx': 1.477838, 'maxy': 42.634835, 'minx': ... | POINT (1.47784 42.63484) | 120222210220 | AD |
| 4 | tmp_44877D5D438A00910DD26D97F7C70D86 | 2023-07-24T00:00:00.000 | 0 | {'key_value': [{'key': 'common', 'value': {'li... | {'alternate': None, 'main': 'ski_resort'} | 0.567125 | None | {'list': ['https://www.facebook.com/3550433419... | None | None | {'names': None, 'wikidata': None} | {'list': [{'key_value': [{'key': 'postcode', '... | {'list': [{'key_value': [{'key': 'dataset', 'v... | {'maxx': 1.479335, 'maxy': 42.634382, 'minx': ... | POINT (1.47934 42.63438) | 120222210220 | AD |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 4109 | tmp_362A91A663A07BC2BC8240131BC18280 | 2023-07-24T00:00:00.000 | 0 | {'key_value': [{'key': 'common', 'value': {'li... | {'alternate': None, 'main': 'river'} | 0.814413 | None | {'list': ['https://www.facebook.com/4445243324... | None | None | {'names': None, 'wikidata': None} | {'list': [{'key_value': [{'key': 'country', 'v... | {'list': [{'key_value': [{'key': 'dataset', 'v... | {'maxx': 1.64275, 'maxy': 42.48545, 'minx': 1.... | POINT (1.64275 42.48545) | 120222212012 | AD |
| 4110 | tmp_26F35E3094C6B7FF1727A24E000EE1F1 | 2023-07-24T00:00:00.000 | 0 | {'key_value': [{'key': 'common', 'value': {'li... | {'alternate': None, 'main': 'river'} | 0.715428 | None | {'list': ['https://www.facebook.com/1345729028... | None | None | {'names': None, 'wikidata': None} | {'list': [{'key_value': [{'key': 'country', 'v... | {'list': [{'key_value': [{'key': 'dataset', 'v... | {'maxx': 1.63179, 'maxy': 42.4862, 'minx': 1.6... | POINT (1.63179 42.48620) | 120222212012 | AD |
| 4111 | tmp_F1B791CAAA752CF247A9F5E10699A631 | 2023-07-24T00:00:00.000 | 0 | {'key_value': [{'key': 'common', 'value': {'li... | {'alternate': None, 'main': 'accommodation'} | 0.743302 | None | {'list': ['https://www.facebook.com/2849707716... | None | None | {'names': None, 'wikidata': None} | None | {'list': [{'key_value': [{'key': 'dataset', 'v... | {'maxx': 1.588647, 'maxy': 42.477606, 'minx': ... | POINT (1.58865 42.47761) | 120222212012 | AD |
| 4112 | tmp_8227EB46683298C5CB199B7FB92A5665 | 2023-07-24T00:00:00.000 | 0 | {'key_value': [{'key': 'common', 'value': {'li... | {'alternate': None, 'main': 'structure_and_geo... | 0.717297 | None | {'list': ['https://www.facebook.com/1981536768... | None | None | {'names': None, 'wikidata': None} | None | {'list': [{'key_value': [{'key': 'dataset', 'v... | {'maxx': 1.60018, 'maxy': 42.47903, 'minx': 1.... | POINT (1.60018 42.47903) | 120222212012 | AD |
| 4113 | tmp_F32B4AB4398FA4943D7E0581326C8F82 | 2023-07-24T00:00:00.000 | 0 | {'key_value': [{'key': 'common', 'value': {'li... | {'alternate': {'list': ['hotel']}, 'main': 'mo... | 0.734203 | None | {'list': ['https://www.facebook.com/1752786244... | None | None | {'names': None, 'wikidata': None} | {'list': [{'key_value': [{'key': 'country', 'v... | {'list': [{'key_value': [{'key': 'dataset', 'v... | {'maxx': 1.60858, 'maxy': 42.46449, 'minx': 1.... | POINT (1.60858 42.46449) | 120222212012 | AD |
4114 rows × 17 columns
In [13]:
Copied!
now = datetime.now()
dataset = BaseDataset(
name=f"Overture Open Buildings {country_code}",
source_org="Source Coop",
last_fetched=now,
description="Overture provides several open datasets. This is an experimental re-distribution of their buildings dataset transformed into with 'Cloud-Native Geospatial' formats (PMTiles, GeoParquet).",
files=[download_url],
projection="EPSG:4326",
data_format="GeoParquet",
properties={},
url="https://beta.source.coop/cholmes/overture",
keywords=[],
accessibility="public/open"
)
dataset.set_dir(path)
dataset.index_from_gdf(gdf)
now = datetime.now()
dataset = BaseDataset(
name=f"Overture Open Buildings {country_code}",
source_org="Source Coop",
last_fetched=now,
description="Overture provides several open datasets. This is an experimental re-distribution of their buildings dataset transformed into with 'Cloud-Native Geospatial' formats (PMTiles, GeoParquet).",
files=[download_url],
projection="EPSG:4326",
data_format="GeoParquet",
properties={},
url="https://beta.source.coop/cholmes/overture",
keywords=[],
accessibility="public/open"
)
dataset.set_dir(path)
dataset.index_from_gdf(gdf)
Out[13]:
| h3_index | |
|---|---|
| 0 | 8839623005fffff |
| 1 | 8839623029fffff |
| 2 | 883962300dfffff |
| 3 | 8839623063fffff |
| 4 | 8839623009fffff |
| ... | ... |
| 447 | 88396221e9fffff |
| 448 | 88396221d5fffff |
| 449 | 8839622181fffff |
| 450 | 8839622115fffff |
| 451 | 88396221e1fffff |
452 rows × 1 columns
In [14]:
Copied!
with open(path / "metadata.json") as f:
metadata = json.load(f)
metadata
with open(path / "metadata.json") as f:
metadata = json.load(f)
metadata
Out[14]:
{'name': 'Overture Open Buildings ad',
'source_org': 'Source Coop',
'last_fetched': '2023-11-15T15:05:52.702053',
'files': ['https://data.source.coop/cholmes/overture/places-geoparquet-country/AD.parquet'],
'description': "Overture provides several open datasets. This is an experimental re-distribution of their buildings dataset transformed into with 'Cloud-Native Geospatial' formats (PMTiles, GeoParquet).",
'data_format': 'GeoParquet',
'projection': 'EPSG:4326',
'properties': {},
'bbox': 'POLYGON ((1.7528100000000000 42.4315599999999975, 1.7528100000000000 42.6527999999999992, 1.4095899999999999 42.6527999999999992, 1.4095899999999999 42.4315599999999975, 1.7528100000000000 42.4315599999999975))',
'keywords': [],
'date_start': None,
'date_end': None,
'accessibility': 'public/open',
'url': 'https://beta.source.coop/cholmes/overture'}
In [11]:
Copied!
h3 = pd.read_parquet(path / "h3.parquet")
h3_gdf = cells_dataframe_to_geodataframe(
pd.DataFrame({"cell": cells_parse(h3.h3_index)})
)
h3_gdf_reprojected = h3_gdf.to_crs(epsg=3857)
ax = h3_gdf_reprojected.plot(figsize=(10, 10), alpha=0.5, edgecolor="k")
cx.add_basemap(ax, source=cx.providers.CartoDB.Positron)
h3 = pd.read_parquet(path / "h3.parquet")
h3_gdf = cells_dataframe_to_geodataframe(
pd.DataFrame({"cell": cells_parse(h3.h3_index)})
)
h3_gdf_reprojected = h3_gdf.to_crs(epsg=3857)
ax = h3_gdf_reprojected.plot(figsize=(10, 10), alpha=0.5, edgecolor="k")
cx.add_basemap(ax, source=cx.providers.CartoDB.Positron)
In [ ]:
Copied!