# -*- coding: utf-8 -*-
# /***************************************************************************
# Irmt
# A QGIS plugin
# OpenQuake Integrated Risk Modelling Toolkit
# -------------------
# begin : 2013-10-24
# copyright : (C) 2014 by GEM Foundation
# email : devops@openquake.org
# ***************************************************************************/
#
# OpenQuake is free software: you can redistribute it and/or modify it
# under the terms of the GNU Affero General Public License as published
# by the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# OpenQuake is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with OpenQuake. If not, see <http://www.gnu.org/licenses/>.
import numpy
import collections
from qgis.core import (
QgsFeature, QgsGeometry, QgsPointXY, edit, QgsTask, QgsApplication)
from svir.dialogs.load_output_as_layer_dialog import LoadOutputAsLayerDialog
from svir.calculations.calculate_utils import add_numeric_attribute
from svir.utilities.utils import WaitCursorManager, log_msg, get_loss_types
from svir.tasks.extract_npz_task import ExtractNpzTask
[docs]class LoadLossesByAssetAsLayerDialog(LoadOutputAsLayerDialog):
"""
Dialog to load losses by asset or average asset losses from an
oq-engine output, as layer
"""
def __init__(self, drive_engine_dlg, iface, viewer_dock, session, hostname,
calc_id, output_type=None,
path=None, mode=None, zonal_layer_path=None,
engine_version=None):
assert output_type in ('losses_by_asset', 'avg_losses-stats')
LoadOutputAsLayerDialog.__init__(
self, drive_engine_dlg, iface, viewer_dock, session, hostname,
calc_id, output_type=output_type, path=path, mode=mode,
zonal_layer_path=zonal_layer_path, engine_version=engine_version)
if self.output_type == 'losses_by_asset':
self.setWindowTitle(
'Load losses by asset, aggregated by location, as layer')
elif self.output_type == 'avg_losses-stats':
self.setWindowTitle(
'Load average asset losses (statistics),'
' aggregated by location, as layer')
else:
raise NotImplementedError(output_type)
self.create_load_selected_only_ckb()
self.create_num_sites_indicator()
self.create_rlz_or_stat_selector()
self.create_taxonomy_selector()
self.create_loss_type_selector()
self.create_zonal_layer_selector()
# NOTE: it's correct to use 'losses_by_asset' instead of output_type,
# both in case of losses_by_asset and in case of avg_losses-stats
self.extract_npz_task = ExtractNpzTask(
'Extract losses by asset', QgsTask.CanCancel, self.session,
self.hostname, self.calc_id, 'losses_by_asset', self.finalize_init,
self.on_extract_error)
QgsApplication.taskManager().addTask(self.extract_npz_task)
[docs] def finalize_init(self, extracted_npz):
self.npz_file = extracted_npz
# NOTE: still running this synchronously, because it's small stuff
with WaitCursorManager('Loading loss types...',
self.iface.messageBar()):
self.loss_types = get_loss_types(
self.session, self.hostname, self.calc_id,
self.iface.messageBar())
self.populate_out_dep_widgets()
if self.zonal_layer_path:
zonal_layer = self.load_zonal_layer(self.zonal_layer_path)
self.populate_zonal_layer_cbx(zonal_layer)
else:
self.pre_populate_zonal_layer_cbx()
self.adjustSize()
self.set_ok_button()
self.show()
self.init_done.emit()
[docs] def on_rlz_or_stat_changed(self):
self.dataset = self.npz_file[self.rlz_or_stat_cbx.currentText()]
self.taxonomies = numpy.unique(self.dataset['taxonomy']).tolist()
self.taxonomies = [taxonomy.decode('utf8')
for taxonomy in self.taxonomies]
self.populate_taxonomy_cbx(self.taxonomies)
self.set_ok_button()
[docs] def populate_taxonomy_cbx(self, taxonomies):
taxonomies.insert(0, 'All')
self.taxonomy_cbx.clear()
self.taxonomy_cbx.addItems(taxonomies)
self.taxonomy_cbx.setEnabled(True)
[docs] def build_layer_name(self, rlz_or_stat=None, **kwargs):
taxonomy = kwargs['taxonomy']
loss_type = kwargs['loss_type']
if self.output_type == 'losses_by_asset':
layer_name = "losses_by_asset_%s_%s_%s" % (
rlz_or_stat, taxonomy, loss_type)
elif self.output_type == 'avg_losses-stats':
layer_name = "avg_losses-stats_%s_%s_%s" % (
rlz_or_stat, taxonomy, loss_type)
else:
raise NotImplementedError(self.output_type)
return layer_name
[docs] def get_field_names(self, **kwargs):
loss_type = kwargs['loss_type']
field_names = ['lon', 'lat', loss_type]
self.default_field_name = loss_type
return field_names
[docs] def add_field_to_layer(self, field_name):
# NOTE: add_numeric_attribute uses the native qgis editing manager
added_field_name = add_numeric_attribute(
field_name, self.layer)
return added_field_name
[docs] def read_npz_into_layer(self, field_names, **kwargs):
rlz_or_stat = kwargs['rlz_or_stat']
loss_type = kwargs['loss_type']
taxonomy = kwargs['taxonomy']
with edit(self.layer):
feats = []
grouped_by_site = self.group_by_site(
self.npz_file, rlz_or_stat, loss_type, taxonomy)
for row in grouped_by_site:
# add a feature
feat = QgsFeature(self.layer.fields())
for field_name_idx, field_name in enumerate(field_names):
if field_name in ['lon', 'lat']:
continue
value = float(row[field_name_idx])
feat.setAttribute(field_names[field_name_idx], value)
feat.setGeometry(QgsGeometry.fromPointXY(
QgsPointXY(row['lon'], row['lat'])))
feats.append(feat)
added_ok = self.layer.addFeatures(feats)
if not added_ok:
msg = 'There was a problem adding features to the layer.'
log_msg(msg, level='C', message_bar=self.iface.messageBar())
[docs] def load_from_npz(self):
for rlz_or_stat in self.rlzs_or_stats:
if (self.load_selected_only_ckb.isChecked()
and rlz_or_stat != self.rlz_or_stat_cbx.currentText()):
continue
for taxonomy in self.taxonomies:
if (self.load_selected_only_ckb.isChecked()
and taxonomy != self.taxonomy_cbx.currentText()):
continue
for loss_type in self.loss_types:
if (self.load_selected_only_ckb.isChecked()
and loss_type != self.loss_type_cbx.currentText()):
continue
with WaitCursorManager(
'Creating layer for "%s", '
' taxonomy "%s" and loss type "%s"...' % (
rlz_or_stat, taxonomy, loss_type),
self.iface.messageBar()):
self.build_layer(rlz_or_stat, taxonomy=taxonomy,
loss_type=loss_type)
self.style_maps(self.layer,
self.default_field_name,
self.iface, self.output_type)
if self.npz_file is not None:
self.npz_file.close()
[docs] def group_by_site(self, npz, rlz_or_stat, loss_type, taxonomy='All'):
# example:
# npz = numpy.load(npzfname, allow_pickle=True)
# print(group_by_site(npz, 'rlz-000', 'structural_ins', '"tax1"'))
F32 = numpy.float32
loss_by_site = collections.defaultdict(float) # lon, lat -> loss
for rec in npz[rlz_or_stat]:
if taxonomy == 'All' or taxonomy.encode('utf8') == rec['taxonomy']:
loss_by_site[rec['lon'], rec['lat']] += rec[loss_type]
data = numpy.zeros(len(loss_by_site),
[('lon', F32), ('lat', F32), (loss_type, F32)])
for i, (lon, lat) in enumerate(sorted(loss_by_site)):
data[i] = (lon, lat, loss_by_site[lon, lat])
return data