141 lines
6.1 KiB
Python
141 lines
6.1 KiB
Python
import logging
|
|
import json
|
|
|
|
from django.core.management.base import BaseCommand
|
|
from django.contrib.gis.geos import GEOSGeometry, MultiPolygon
|
|
from django.contrib.gis.gdal import DataSource
|
|
|
|
from geo.models import City, Region, Province, Country
|
|
|
|
logging.basicConfig(
|
|
filename='logs/addgeo.log',
|
|
filemode='w',
|
|
format='%(levelname)s:%(message)s',
|
|
level=logging.INFO,
|
|
)
|
|
|
|
class Command(BaseCommand):
|
|
|
|
help = 'Load geographic dataset'
|
|
|
|
def handle(self, *args, **kwargs):
|
|
print('Deleting all instances of Country, Region, Province, City')
|
|
logging.info('Deleting all instances of Country, Region, Province, City')
|
|
City.objects.all().delete()
|
|
Province.objects.all().delete()
|
|
Region.objects.all().delete()
|
|
Country.objects.all().delete()
|
|
|
|
# load GADM data
|
|
ds = DataSource('datasets/gadm36_ESP.gpkg')
|
|
logging.info('GeoPackage data:')
|
|
for layer in ds:
|
|
logging.info(f"Layer {layer.name}:\n\t- Layers: {len(layer)}\n\t- Type: {layer.geom_type.name}\n\t- Features: {layer.num_feat}")
|
|
|
|
# country instances
|
|
logging.info("loading country instances")
|
|
country_counter = 0
|
|
for feature in ds[0]:
|
|
# calculate geometry data
|
|
geom = GEOSGeometry(str(feature.geom))
|
|
polygon_list = []
|
|
for polygon in geom:
|
|
polygon_list.append(polygon)
|
|
geom_geos = MultiPolygon(polygon_list)
|
|
# create instance
|
|
name = feature.get('NAME_0')
|
|
if name == 'Spain':
|
|
SPAIN = Country.objects.create(name='España',geo=geom_geos)
|
|
Country.objects.create(name=name,geo=geom_geos)
|
|
country_counter += 1
|
|
logging.info(f"Country instance created for: {name}")
|
|
|
|
locations_file = 'datasets/locations.json'
|
|
locations = json.loads(open(locations_file).read())
|
|
|
|
# REGIONS
|
|
|
|
geo_file='datasets/gadm36_ESP.json' # geo boundary data for regions
|
|
geo_data = json.loads(open(geo_file).read())
|
|
logging.info("Starting Region creation")
|
|
print("Starting Region creation")
|
|
region_counter = 0
|
|
for location in locations:
|
|
if location['model'] == 'locations.region':
|
|
logging.info(f"Creating Region instance {location['fields']['name']}...")
|
|
new_region = None
|
|
name = location['fields']['name']
|
|
# Bypass for lack of geo data on ceuta and melilla
|
|
if name in ('Ceuta', 'Melilla'):
|
|
new_region = Region.objects.create(name=name, country=SPAIN, id=location['pk'])
|
|
logging.info(f"Region {name} created (without GADM data)")
|
|
else:
|
|
for feature in ds[1]:
|
|
if feature.get('NAME_1') == name:
|
|
logging.debug(f"Region {name} found in GADM data")
|
|
# calculate geometry data
|
|
geom = GEOSGeometry(str(feature.geom))
|
|
polygon_list = []
|
|
for polygon in geom:
|
|
polygon_list.append(polygon)
|
|
geom_geos = MultiPolygon(polygon_list)
|
|
# create instance
|
|
new_region = Region.objects.create(
|
|
name=name, country=SPAIN, geo=geom_geos, id=location['pk']
|
|
)
|
|
logging.info(f"Region {name} created")
|
|
region_counter += 1
|
|
break
|
|
if new_region is None:
|
|
logging.warning(f"No region named {name} found in GADM data")
|
|
|
|
# PROVINCES
|
|
print("Starting Province creation")
|
|
logging.info("Starting Province creation")
|
|
province_counter = 0
|
|
for location in locations:
|
|
if location['model'] == 'locations.province':
|
|
logging.info(f"Creating Province instance {location['fields']['name']}...")
|
|
name = location['fields']['name']
|
|
new_province = None
|
|
for feature in ds[2]:
|
|
# import ipdb; ipdb.set_trace()
|
|
if feature.get('NAME_2') == name:
|
|
logging.debug(f"Province {name} found in GADM data")
|
|
# calculate geometry data
|
|
geom = GEOSGeometry(str(feature.geom))
|
|
polygon_list = []
|
|
for polygon in geom:
|
|
polygon_list.append(polygon)
|
|
geom_geos = MultiPolygon(polygon_list)
|
|
# create instance
|
|
import ipdb; ipdb.set_trace()
|
|
parent_region = Region.objects.get(name=feature.get('NAME_1'))
|
|
new_province = Province.objects.create(
|
|
name=name, region=parent_region, geo=geom_geos, id=location['pk']
|
|
)
|
|
logging.info(f"Province {name} created")
|
|
region_counter += 1
|
|
break
|
|
if new_province is None:
|
|
logging.warning(f"No province named {name} found in GADM data")
|
|
|
|
# CITIES
|
|
print("Starting City creation")
|
|
logging.info("Starting City creation")
|
|
city_counter = 0
|
|
for location in locations:
|
|
if location['model'] == 'locations.city':
|
|
name = location['fields']['name']
|
|
City.objects.create(name=name, province=Province.objects.get(id=location['fields']['province']), id=location['pk'])
|
|
city_counter += 1
|
|
|
|
logging.info(f"Region instances created: {region_counter}")
|
|
logging.info(f"Province instances created: {province_counter}")
|
|
logging.info(f"City instances created: {city_counter}")
|
|
|
|
print(f"Region instances created: {region_counter}")
|
|
print(f"Province instances created: {province_counter}")
|
|
print(f"City instances created: {city_counter}")
|
|
|