marcel/survBot
1
0
Fork 0
Code Issues 2 Pull Requests Packages Projects Releases 1 Wiki Activity

[refactor] st_id -> nwst_id

Browse Source
This commit is contained in:
Marcel Paffrath 2022-11-15 13:48:56 +01:00
parent 4ba9c20d0f
commit 4d4324a1e9
3 changed files with 53 additions and 53 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
parameters.yaml
View File

@ -15,7 +15,7 @@ dt_thresh: [300, 1800] # threshold (s) for timing delay colourisation (yello
html_figures: True # Create html figure directory and links html_figures: True # Create html figure directory and links
# add links to html table with specified key as column and value as relative link, interpretable string parameters: # add links to html table with specified key as column and value as relative link, interpretable string parameters:
# nw (e.g. 1Y), st (e.g. GR01A), st_id (e.g. 1Y.GR01A) # nw (e.g. 1Y), st (e.g. GR01A), nwst_id (e.g. 1Y.GR01A)
add_links: {} # for example: {'slmon': '{nw}_{st}.html'} add_links: {} # for example: {'slmon': '{nw}_{st}.html'}
POWBOX: POWBOX:

66
survBot.py
View File

@ -32,12 +32,12 @@ def read_yaml(file_path):
return yaml.safe_load(f) return yaml.safe_load(f)
def nsl_from_id(st_id): def nsl_from_id(nwst_id):
network, station, location = st_id.split('.') network, station, location = nwst_id.split('.')
return dict(network=network, station=station, location=location) return dict(network=network, station=station, location=location)
def get_st_id(trace): def get_nwst_id(trace):
stats = trace.stats stats = trace.stats
return f'{stats.network}.{stats.station}.' # {stats.location}' return f'{stats.network}.{stats.station}.' # {stats.location}'
@ -105,8 +105,8 @@ class SurveillanceBot(object):
if self.networks_blacklist and nw in self.networks_blacklist: if self.networks_blacklist and nw in self.networks_blacklist:
continue continue
if (networks == ['*'] or nw in networks) and (stations == ['*'] or st in stations): if (networks == ['*'] or nw in networks) and (stations == ['*'] or st in stations):
st_id = f'{nw}.{st}.' nwst_id = f'{nw}.{st}.'
self.station_list.append(st_id) self.station_list.append(nwst_id)
def get_filenames(self): def get_filenames(self):
self.filenames = [] self.filenames = []
@ -161,10 +161,10 @@ class SurveillanceBot(object):
# organise data in dictionary with key for each station # organise data in dictionary with key for each station
for trace in self.dataStream: for trace in self.dataStream:
st_id = get_st_id(trace) nwst_id = get_nwst_id(trace)
if not st_id in self.data.keys(): if not nwst_id in self.data.keys():
self.data[st_id] = Stream() self.data[nwst_id] = Stream()
self.data[st_id].append(trace) self.data[nwst_id].append(trace)
def execute_qc(self): def execute_qc(self):
if self.reread_parameters: if self.reread_parameters:
@ -175,25 +175,25 @@ class SurveillanceBot(object):
self.analysis_print_list = [] self.analysis_print_list = []
self.analysis_results = {} self.analysis_results = {}
for st_id in sorted(self.station_list): for nwst_id in sorted(self.station_list):
stream = self.data.get(st_id) stream = self.data.get(nwst_id)
if stream: if stream:
nsl = nsl_from_id(st_id) nsl = nsl_from_id(nwst_id)
station_qc = StationQC(stream, nsl, self.parameters, self.keys, qc_starttime, self.verbosity, station_qc = StationQC(stream, nsl, self.parameters, self.keys, qc_starttime, self.verbosity,
print_func=self.print) print_func=self.print)
analysis_print_result = station_qc.return_print_analysis() analysis_print_result = station_qc.return_print_analysis()
station_dict, warn_dict = station_qc.return_analysis() station_dict, warn_dict = station_qc.return_analysis()
else: else:
analysis_print_result = self.get_no_data_station(st_id, to_print=True) analysis_print_result = self.get_no_data_station(nwst_id, to_print=True)
station_dict, warn_dict = self.get_no_data_station(st_id) station_dict, warn_dict = self.get_no_data_station(nwst_id)
self.analysis_print_list.append(analysis_print_result) self.analysis_print_list.append(analysis_print_result)
self.analysis_results[st_id] = (station_dict, warn_dict) self.analysis_results[nwst_id] = (station_dict, warn_dict)
self.update_status_message() self.update_status_message()
return 'ok' return 'ok'
def get_no_data_station(self, st_id, no_data='-', to_print=False): def get_no_data_station(self, nwst_id, no_data='-', to_print=False):
delay = self.get_station_delay(st_id) delay = self.get_station_delay(nwst_id)
if not to_print: if not to_print:
status_dict = {} status_dict = {}
warn_dict = {} warn_dict = {}
@ -206,16 +206,16 @@ class SurveillanceBot(object):
warn_dict[key] = 'No data' warn_dict[key] = 'No data'
return status_dict, warn_dict return status_dict, warn_dict
else: else:
items = [st_id.rstrip('.')] + [fancy_timestr(timedelta(seconds=int(delay)))] items = [nwst_id.rstrip('.')] + [fancy_timestr(timedelta(seconds=int(delay)))]
for _ in range(len(self.keys) - 1): for _ in range(len(self.keys) - 1):
items.append(no_data) items.append(no_data)
return items return items
def get_station_delay(self, st_id): def get_station_delay(self, nwst_id):
""" try to get station delay from SDS archive using client""" """ try to get station delay from SDS archive using client"""
locations = ['', '0', '00'] locations = ['', '0', '00']
channels = ['HHZ', 'HHE', 'HHN', 'VEI', 'EX1', 'EX2', 'EX3'] channels = ['HHZ', 'HHE', 'HHN', 'VEI', 'EX1', 'EX2', 'EX3']
network, station = st_id.split('.')[:2] network, station = nwst_id.split('.')[:2]
times = [] times = []
for channel in channels: for channel in channels:
@ -278,11 +278,11 @@ class SurveillanceBot(object):
self.plot_hour += 1 self.plot_hour += 1
return True return True
def get_fig_path_abs(self, st_id): def get_fig_path_abs(self, nwst_id):
return pjoin(self.outpath_html, self.get_fig_path_rel(st_id)) return pjoin(self.outpath_html, self.get_fig_path_rel(nwst_id))
def get_fig_path_rel(self, st_id, fig_format='png'): def get_fig_path_rel(self, nwst_id, fig_format='png'):
return os.path.join(self.html_fig_dir, f'{st_id.rstrip(".")}.{fig_format}') return os.path.join(self.html_fig_dir, f'{nwst_id.rstrip(".")}.{fig_format}')
def check_fig_dir(self): def check_fig_dir(self):
fdir = pjoin(self.outpath_html, self.html_fig_dir) fdir = pjoin(self.outpath_html, self.html_fig_dir)
@ -299,10 +299,10 @@ class SurveillanceBot(object):
return return
self.check_fig_dir() self.check_fig_dir()
for st_id in self.station_list: for nwst_id in self.station_list:
fig = plt.figure(figsize=(16, 9)) fig = plt.figure(figsize=(16, 9))
fnout = self.get_fig_path_abs(st_id) fnout = self.get_fig_path_abs(nwst_id)
st = self.data.get(st_id) st = self.data.get(nwst_id)
if st: if st:
st.plot(fig=fig, show=False, draw=False, block=False, equal_scale=False, method='full') st.plot(fig=fig, show=False, draw=False, block=False, equal_scale=False, method='full')
ax = fig.axes[0] ax = fig.axes[0]
@ -333,12 +333,12 @@ class SurveillanceBot(object):
write_html_row(outfile, header_items, html_key='th') write_html_row(outfile, header_items, html_key='th')
# Write all cells # Write all cells
for st_id in self.station_list: for nwst_id in self.station_list:
fig_name = self.get_fig_path_rel(st_id) fig_name = self.get_fig_path_rel(nwst_id)
col_items = [dict(text=st_id.rstrip('.'), color=default_color, hyperlink=fig_name)] col_items = [dict(text=nwst_id.rstrip('.'), color=default_color, hyperlink=fig_name)]
for check_key in header: for check_key in header:
if check_key in self.keys: if check_key in self.keys:
status_dict, detailed_dict = self.analysis_results.get(st_id) status_dict, detailed_dict = self.analysis_results.get(nwst_id)
status = status_dict.get(check_key) status = status_dict.get(check_key)
# get background color # get background color
@ -358,8 +358,8 @@ class SurveillanceBot(object):
value = self.add_links.get(check_key) value = self.add_links.get(check_key)
if not value: if not value:
continue continue
nw, st = st_id.split('.')[:2] nw, st = nwst_id.split('.')[:2]
hyperlink_dict = dict(nw=nw, st=st, st_id=st_id) hyperlink_dict = dict(nw=nw, st=st, nwst_id=nwst_id)
link = value.format(**hyperlink_dict) link = value.format(**hyperlink_dict)
item = dict(text='link', tooltip=link, hyperlink=link, color=default_color) item = dict(text='link', tooltip=link, hyperlink=link, color=default_color)
col_items.append(item) col_items.append(item)

38
survBotGUI.py
View File

@ -130,10 +130,10 @@ class MainWindow(QtWidgets.QMainWindow):
self.table.setRowCount(len(station_list)) self.table.setRowCount(len(station_list))
self.table.setHorizontalHeaderLabels(keys) self.table.setHorizontalHeaderLabels(keys)
for index, st_id in enumerate(station_list): for index, nwst_id in enumerate(station_list):
item = QtWidgets.QTableWidgetItem() item = QtWidgets.QTableWidgetItem()
item.setText(str(st_id.rstrip('.'))) item.setText(str(nwst_id.rstrip('.')))
item.setData(QtCore.Qt.UserRole, st_id) item.setData(QtCore.Qt.UserRole, nwst_id)
self.table.setVerticalHeaderItem(index, item) self.table.setVerticalHeaderItem(index, item)
self.main_layout.addWidget(self.table) self.main_layout.addWidget(self.table)
@ -180,38 +180,38 @@ class MainWindow(QtWidgets.QMainWindow):
header_item = self.table.verticalHeaderItem(row_ind) header_item = self.table.verticalHeaderItem(row_ind)
if not header_item: if not header_item:
return return
st_id = header_item.data(QtCore.Qt.UserRole) nwst_id = header_item.data(QtCore.Qt.UserRole)
context_menu = QtWidgets.QMenu() context_menu = QtWidgets.QMenu()
read_sms = context_menu.addAction('Get last SMS') read_sms = context_menu.addAction('Get last SMS')
send_sms = context_menu.addAction('Send SMS') send_sms = context_menu.addAction('Send SMS')
action = context_menu.exec_(self.mapToGlobal(self.last_mouse_loc)) action = context_menu.exec_(self.mapToGlobal(self.last_mouse_loc))
if action == read_sms: if action == read_sms:
self.read_sms(st_id) self.read_sms(nwst_id)
elif action == send_sms: elif action == send_sms:
self.send_sms(st_id) self.send_sms(nwst_id)
def read_sms(self, st_id): def read_sms(self, nwst_id):
""" Read recent SMS over rest_api using whereversim portal """ """ Read recent SMS over rest_api using whereversim portal """
station = st_id.split('.')[1] station = nwst_id.split('.')[1]
iccid = get_station_iccid(station) iccid = get_station_iccid(station)
if not iccid: if not iccid:
print('Could not find iccid for station', st_id) print('Could not find iccid for station', nwst_id)
return return
sms_widget = ReadSMSWidget(parent=self, iccid=iccid) sms_widget = ReadSMSWidget(parent=self, iccid=iccid)
sms_widget.setWindowTitle(f'Recent SMS of station: {st_id}') sms_widget.setWindowTitle(f'Recent SMS of station: {nwst_id}')
if sms_widget.data: if sms_widget.data:
sms_widget.show() sms_widget.show()
else: else:
self.notification('No recent messages found.') self.notification('No recent messages found.')
def send_sms(self, st_id): def send_sms(self, nwst_id):
""" Send SMS over rest_api using whereversim portal """ """ Send SMS over rest_api using whereversim portal """
station = st_id.split('.')[1] station = nwst_id.split('.')[1]
iccid = get_station_iccid(station) iccid = get_station_iccid(station)
sms_widget = SendSMSWidget(parent=self, iccid=iccid) sms_widget = SendSMSWidget(parent=self, iccid=iccid)
sms_widget.setWindowTitle(f'Send SMS to station: {st_id}') sms_widget.setWindowTitle(f'Send SMS to station: {nwst_id}')
sms_widget.show() sms_widget.show()
def set_clear_on_refresh(self): def set_clear_on_refresh(self):
@ -230,8 +230,8 @@ class MainWindow(QtWidgets.QMainWindow):
self.fill_status_bar() self.fill_status_bar()
for col_ind, check_key in enumerate(self.survBot.keys): for col_ind, check_key in enumerate(self.survBot.keys):
for row_ind, st_id in enumerate(self.survBot.station_list): for row_ind, nwst_id in enumerate(self.survBot.station_list):
status_dict, detailed_dict = self.survBot.analysis_results.get(st_id) status_dict, detailed_dict = self.survBot.analysis_results.get(nwst_id)
status = status_dict.get(check_key) status = status_dict.get(check_key)
detailed_message = detailed_dict.get(check_key) detailed_message = detailed_dict.get(check_key)
@ -255,7 +255,7 @@ class MainWindow(QtWidgets.QMainWindow):
item = QtWidgets.QTableWidgetItem() item = QtWidgets.QTableWidgetItem()
item.setText(str(status)) item.setText(str(status))
item.setTextAlignment(QtCore.Qt.AlignCenter) item.setTextAlignment(QtCore.Qt.AlignCenter)
item.setData(QtCore.Qt.UserRole, (st_id, check_key)) item.setData(QtCore.Qt.UserRole, (nwst_id, check_key))
# if text changed (known from above) set highlight color/font else (new init) set to default # if text changed (known from above) set highlight color/font else (new init) set to default
cur_item = self.table.item(row_ind, col_ind) cur_item = self.table.item(row_ind, col_ind)
@ -310,11 +310,11 @@ class MainWindow(QtWidgets.QMainWindow):
vheader.setSectionResizeMode(index, QtWidgets.QHeaderView.Stretch) vheader.setSectionResizeMode(index, QtWidgets.QHeaderView.Stretch)
def plot_stream(self, item): def plot_stream(self, item):
st_id, check = item.data(QtCore.Qt.UserRole) nwst_id, check = item.data(QtCore.Qt.UserRole)
st = self.survBot.data.get(st_id) st = self.survBot.data.get(nwst_id)
if st: if st:
self.plot_widget = PlotWidget(self) self.plot_widget = PlotWidget(self)
self.plot_widget.setWindowTitle(st_id) self.plot_widget.setWindowTitle(nwst_id)
st.plot(equal_scale=False, method='full', block=False, fig=self.plot_widget.canvas.fig) st.plot(equal_scale=False, method='full', block=False, fig=self.plot_widget.canvas.fig)
self.plot_widget.show() self.plot_widget.show()