Compare commits
29 Commits
a6d59c8c71
...
issue/1
| Author | SHA1 | Date | |
|---|---|---|---|
| c8c3aff2fb | |||
| f2e322230e | |||
| 735abac249 | |||
| 541815d81f | |||
| 47c3fbabf0 | |||
| 91fa60851d | |||
| 2a62fe406f | |||
| d397ce377e | |||
| 8690a50899 | |||
| d764c5c256 | |||
| a56781dca3 | |||
| ac9f83d856 | |||
| 124c4413e1 | |||
| fc64239c88 | |||
| 69412dc5fe | |||
| ac1ce5f6fa | |||
| cb3623e4a9 | |||
| f0ae7da2be | |||
| a30cd8c0d4 | |||
| a3378874fa | |||
| d21fb0ca3b | |||
| 19b8df8f7d | |||
| 6fc1e073c0 | |||
| 56351ee700 | |||
| f45c5b20c5 | |||
| 7a2b7add04 | |||
| ae0c2ef4e9 | |||
| d35c176aab | |||
| 9444405453 |
@@ -32,6 +32,8 @@ The main program with html output is executed by entering
|
|||||||
python survBot.py -html path_for_html_output
|
python survBot.py -html path_for_html_output
|
||||||
```
|
```
|
||||||
|
|
||||||
|
There are example stylesheets in the folder *stylesheets* that can be copied into the path_for_html_output if desired.
|
||||||
|
|
||||||
The GUI can be loaded via
|
The GUI can be loaded via
|
||||||
|
|
||||||
```shell script
|
```shell script
|
||||||
|
|||||||
@@ -1,32 +1,27 @@
|
|||||||
# Parameters file for Surveillance Bot
|
# Parameters file for Surveillance Bot
|
||||||
datapath: '/data/SDS/' # SC3 Datapath
|
datapath: "/data/SDS/" # SC3 Datapath
|
||||||
networks: ['1Y', 'HA']
|
networks: ["1Y", "HA"] # select networks, list or str
|
||||||
stations: '*'
|
stations: "*" # select stations, list or str
|
||||||
locations: '*'
|
locations: "*" # select locations, list or str
|
||||||
channels: ['EX1', 'EX2', 'EX3', 'VEI'] # Specify SOH channels, currently supported EX[1-3] and VEI
|
channels: ["EX1", "EX2", "EX3", "VEI", "LCQ"] # Specify SOH channels, currently supported EX[1-3], VEI and LCQ
|
||||||
stations_blacklist: ['TEST', 'EREA']
|
stations_blacklist: ["TEST", "EREA"] # exclude these stations
|
||||||
networks_blacklist: []
|
networks_blacklist: [] # exclude these networks
|
||||||
interval: 60 # Perform checks every x seconds
|
interval: 60 # Perform checks every x seconds
|
||||||
n_track: 120 # wait number of intervals after FAIL before performing an action (i.e. send mail)
|
n_track: 300 # wait n_track * intervals before performing an action (i.e. send mail/end highlight status)
|
||||||
timespan: 3 # Check data of the recent x days
|
timespan: 7 # Check data of the recent x days
|
||||||
verbosity: 0
|
verbosity: 0 # verbosity flag
|
||||||
track_changes: True # tracks all changes since GUI startup by text highlighting (GUI only)
|
track_changes: True # tracks all changes since GUI startup by text highlighting (GUI only)
|
||||||
warn_count: False # show number of warnings and errors in table
|
warn_count: False # show number of warnings and errors in table
|
||||||
|
min_sample: 3 # minimum samples for raising Warn/FAIL
|
||||||
dt_thresh: [300, 1800] # threshold (s) for timing delay colourisation (yellow/red)
|
dt_thresh: [300, 1800] # threshold (s) for timing delay colourisation (yellow/red)
|
||||||
html_figures: True # Create html figure directory and links
|
html_figures: True # Create html figure directory and links
|
||||||
reread_parameters: True # reread parameters file (change parameters on runtime, not for itself/GUI refresh/datapath)
|
reread_parameters: True # reread parameters file (change parameters on runtime, not for itself/GUI refresh/datapath)
|
||||||
|
|
||||||
# add links to html table with specified key as column and value as relative link, interpretable string parameters:
|
|
||||||
# nw (e.g. 1Y), st (e.g. GR01A), nwst_id (e.g. 1Y.GR01A)
|
|
||||||
# can also be empty!
|
|
||||||
add_links:
|
|
||||||
slmon: {"URL": "{nw}_{st}.html", "text": "show"} # for example: slmon: {"URL": "{nw}_{st}.html", "text": "link"}
|
|
||||||
|
|
||||||
POWBOX:
|
POWBOX:
|
||||||
pb_ok: 1 # Voltage for PowBox OK
|
pb_ok: 1 # Voltage for PowBox OK
|
||||||
pb_SOH2: # PowBox channel 2 voltage translations
|
pb_SOH2: # PowBox channel 2 voltage translations
|
||||||
-1: {"230V": "PBox under 1V", "12V": "PBox under 1V"}
|
-1: {"230V": "PBox under 1V", "12V": "PBox under 1V"}
|
||||||
1: {"230V": 'OK', "12V": "OK"}
|
1: {"230V": "OK", "12V": "OK"}
|
||||||
2: {"230V": "OFF", "12V": "OK"}
|
2: {"230V": "OFF", "12V": "OK"}
|
||||||
3: {"230V": "OK", "12V": "overvoltage"}
|
3: {"230V": "OK", "12V": "overvoltage"}
|
||||||
4: {"230V": "OK", "12V": "undervoltage"}
|
4: {"230V": "OK", "12V": "undervoltage"}
|
||||||
@@ -48,12 +43,35 @@ THRESHOLDS:
|
|||||||
low_volt: 12 # min voltage for low voltage warning
|
low_volt: 12 # min voltage for low voltage warning
|
||||||
high_volt: 14.8 # max voltage for over voltage warning
|
high_volt: 14.8 # max voltage for over voltage warning
|
||||||
unclassified: 5 # min voltage samples not classified for warning
|
unclassified: 5 # min voltage samples not classified for warning
|
||||||
|
clockquality_warn: 90 # clock quality ranges from 0 % to 100 % with 100 % being the best level
|
||||||
|
clockquality_fail: 70
|
||||||
|
|
||||||
|
# ---------------------------------------- OPTIONAL PARAMETERS ---------------------------------------------------------
|
||||||
|
|
||||||
|
# add links to html table with specified key as column and value as relative link, interpretable string parameters:
|
||||||
|
# nw (e.g. 1Y), st (e.g. GR01A), nwst_id (e.g. 1Y.GR01A)
|
||||||
|
add_links:
|
||||||
|
# for example: slmon: {"URL": "path/{nw}_{st}.html", "text": "link"}
|
||||||
|
slmon: {"URL": "../slmon/{nw}_{st}.html", "text": "show"}
|
||||||
|
24h-plot: {"URL": "../scheli/{nw}/{st}.png", "text": "plot"}
|
||||||
|
|
||||||
# E-mail notifications
|
# E-mail notifications
|
||||||
EMAIL:
|
EMAIL:
|
||||||
mailserver: 'localhost'
|
mailserver: "localhost"
|
||||||
addresses: ['marcel.paffrath@rub.de', 'kasper.fischer@rub.de'] # list of mail addresses for info mails
|
addresses: ["marcel.paffrath@rub.de", "kasper.fischer@rub.de"] # list of mail addresses for info mails
|
||||||
sender: 'webmaster@geophysik.ruhr-uni-bochum.de' # mail sender
|
sender: "webmaster@geophysik.ruhr-uni-bochum.de" # mail sender
|
||||||
|
stations_blacklist: ['GR33'] # do not send emails for specific stations
|
||||||
|
networks_blacklist: [] # do not send emails for specific network
|
||||||
|
|
||||||
|
# names for plotting of the above defined parameter "channels" in the same order
|
||||||
|
channel_names: ["Clock Quality (%)", "Temperature (°C)", "230V/12V Status (V)", "Router/Charger State (V)", "Logger Voltage (V)"] # names for plotting (optional)
|
||||||
|
# specify y-ticks (and ylims) giving, (ymin, ymax, step) for each of the above channels (0: default)
|
||||||
|
CHANNEL_TICKS:
|
||||||
|
- [0, 100, 20]
|
||||||
|
- [-10, 50, 10]
|
||||||
|
- [1, 5, 1]
|
||||||
|
- [1, 5, 1]
|
||||||
|
- [9, 15, 1]
|
||||||
|
|
||||||
# Factor for channel to SI-units (for plotting)
|
# Factor for channel to SI-units (for plotting)
|
||||||
CHANNEL_UNITS:
|
CHANNEL_UNITS:
|
||||||
@@ -65,5 +83,5 @@ CHANNEL_UNITS:
|
|||||||
# Transform channel for plotting, perform arithmetic operations in given order, e.g.: PBox EX1 V to deg C: 20 * x -20
|
# Transform channel for plotting, perform arithmetic operations in given order, e.g.: PBox EX1 V to deg C: 20 * x -20
|
||||||
CHANNEL_TRANSFORM:
|
CHANNEL_TRANSFORM:
|
||||||
EX1:
|
EX1:
|
||||||
- ['*', 20]
|
- ["*", 20]
|
||||||
- ['-', 20]
|
- ["-", 20]
|
||||||
39
stylesheets/desktop.css
Normal file
39
stylesheets/desktop.css
Normal file
@@ -0,0 +1,39 @@
|
|||||||
|
body {
|
||||||
|
background-color: #ffffff;
|
||||||
|
place-items: center;
|
||||||
|
text-align: center;
|
||||||
|
}
|
||||||
|
|
||||||
|
td {
|
||||||
|
border-radius: 4px;
|
||||||
|
padding: 0px;
|
||||||
|
}
|
||||||
|
|
||||||
|
th {
|
||||||
|
background-color: #999;
|
||||||
|
border-radius: 4px;
|
||||||
|
padding: 3px 1px;
|
||||||
|
}
|
||||||
|
|
||||||
|
a:link, a:visited {
|
||||||
|
background-color: #ccc;
|
||||||
|
color: #000;
|
||||||
|
text-decoration: none;
|
||||||
|
display: block;
|
||||||
|
border-radius: 4px;
|
||||||
|
border: 1px solid #bbb;
|
||||||
|
}
|
||||||
|
|
||||||
|
a:hover {
|
||||||
|
background-color: #aaa;
|
||||||
|
display: block;
|
||||||
|
}
|
||||||
|
|
||||||
|
.blink-bg {
|
||||||
|
animation: blinkingBackground 2s infinite;
|
||||||
|
}
|
||||||
|
@keyframes blinkingBackground{
|
||||||
|
0% { background-color: #ffcc00;}
|
||||||
|
50% { background-color: #ff3200;}
|
||||||
|
100% { background-color: #ffcc00;}
|
||||||
|
}
|
||||||
43
stylesheets/mobile.css
Normal file
43
stylesheets/mobile.css
Normal file
@@ -0,0 +1,43 @@
|
|||||||
|
body {
|
||||||
|
background-color: #ffffff;
|
||||||
|
place-items: center;
|
||||||
|
text-align: center;
|
||||||
|
}
|
||||||
|
|
||||||
|
td {
|
||||||
|
border-radius: 4px;
|
||||||
|
padding: 10px 2px;
|
||||||
|
}
|
||||||
|
|
||||||
|
th {
|
||||||
|
background-color: #999;
|
||||||
|
border-radius: 4px;
|
||||||
|
padding: 10px, 2px;
|
||||||
|
}
|
||||||
|
|
||||||
|
a:link {
|
||||||
|
background-color: #ccc;
|
||||||
|
color: #000;
|
||||||
|
text-decoration: none;
|
||||||
|
display: block;
|
||||||
|
border-radius: 4px;
|
||||||
|
border: 1px solid #bbb;
|
||||||
|
}
|
||||||
|
|
||||||
|
a:hover {
|
||||||
|
background-color: #aaa;
|
||||||
|
display: block;
|
||||||
|
}
|
||||||
|
|
||||||
|
.hidden-mobile {
|
||||||
|
display: none;
|
||||||
|
}
|
||||||
|
|
||||||
|
.blink-bg {
|
||||||
|
animation: blinkingBackground 2s infinite;
|
||||||
|
}
|
||||||
|
@keyframes blinkingBackground{
|
||||||
|
0% { background-color: #ffee00;}
|
||||||
|
50% { background-color: #ff3200;}
|
||||||
|
100% { background-color: #ffee00;}
|
||||||
|
}
|
||||||
190
survBot.py
190
survBot.py
@@ -19,7 +19,7 @@ from obspy.clients.filesystem.sds import Client
|
|||||||
|
|
||||||
from write_utils import write_html_text, write_html_row, write_html_footer, write_html_header, get_print_title_str, \
|
from write_utils import write_html_text, write_html_row, write_html_footer, write_html_header, get_print_title_str, \
|
||||||
init_html_table, finish_html_table
|
init_html_table, finish_html_table
|
||||||
from utils import get_bg_color, modify_stream_for_plot
|
from utils import get_bg_color, modify_stream_for_plot, trace_ylabels, trace_yticks
|
||||||
|
|
||||||
try:
|
try:
|
||||||
import smtplib
|
import smtplib
|
||||||
@@ -61,7 +61,7 @@ def fancy_timestr(dt, thresh=600, modif='+'):
|
|||||||
|
|
||||||
class SurveillanceBot(object):
|
class SurveillanceBot(object):
|
||||||
def __init__(self, parameter_path, outpath_html=None):
|
def __init__(self, parameter_path, outpath_html=None):
|
||||||
self.keys = ['last active', '230V', '12V', 'router', 'charger', 'voltage', 'temp', 'other']
|
self.keys = ['last active', '230V', '12V', 'router', 'charger', 'voltage', 'clock', 'temp', 'other']
|
||||||
self.parameter_path = parameter_path
|
self.parameter_path = parameter_path
|
||||||
self.update_parameters()
|
self.update_parameters()
|
||||||
self.starttime = UTCDateTime()
|
self.starttime = UTCDateTime()
|
||||||
@@ -157,7 +157,7 @@ class SurveillanceBot(object):
|
|||||||
if filename in self.filenames_read:
|
if filename in self.filenames_read:
|
||||||
continue
|
continue
|
||||||
try:
|
try:
|
||||||
st_new = read(filename)
|
st_new = read(filename, dtype=float)
|
||||||
# add file to read filenames to prevent re-reading in case it is not the current day (or end of
|
# add file to read filenames to prevent re-reading in case it is not the current day (or end of
|
||||||
# previous day)
|
# previous day)
|
||||||
if not filename.endswith(f'{current_day:03}') and not (
|
if not filename.endswith(f'{current_day:03}') and not (
|
||||||
@@ -167,7 +167,7 @@ class SurveillanceBot(object):
|
|||||||
print(f'Could not read file {filename}:', e)
|
print(f'Could not read file {filename}:', e)
|
||||||
continue
|
continue
|
||||||
self.dataStream += st_new
|
self.dataStream += st_new
|
||||||
self.dataStream.merge()
|
self.dataStream.merge(fill_value=np.nan)
|
||||||
|
|
||||||
# organise data in dictionary with key for each station
|
# organise data in dictionary with key for each station
|
||||||
for trace in self.dataStream:
|
for trace in self.dataStream:
|
||||||
@@ -337,15 +337,35 @@ class SurveillanceBot(object):
|
|||||||
fnout = self.get_fig_path_abs(nwst_id)
|
fnout = self.get_fig_path_abs(nwst_id)
|
||||||
st = self.data.get(nwst_id)
|
st = self.data.get(nwst_id)
|
||||||
if st:
|
if st:
|
||||||
|
# TODO: this section might fail, adding try-except block for analysis and to prevent program from crashing
|
||||||
|
try:
|
||||||
st = modify_stream_for_plot(st, parameters=self.parameters)
|
st = modify_stream_for_plot(st, parameters=self.parameters)
|
||||||
st.plot(fig=fig, show=False, draw=False, block=False, equal_scale=False, method='full')
|
st.plot(fig=fig, show=False, draw=False, block=False, equal_scale=False, method='full')
|
||||||
|
trace_ylabels(fig, self.parameters, self.verbosity)
|
||||||
|
trace_yticks(fig, self.parameters, self.verbosity)
|
||||||
|
except Exception as e:
|
||||||
|
print(f'Could not generate plot for {nwst_id}:')
|
||||||
|
print(traceback.format_exc())
|
||||||
|
if len(fig.axes) > 0:
|
||||||
ax = fig.axes[0]
|
ax = fig.axes[0]
|
||||||
ax.set_title(f'Plot refreshed at (UTC) {UTCDateTime.now().strftime("%Y-%m-%d %H:%M:%S")}. '
|
ax.set_title(f'Plot refreshed at (UTC) {UTCDateTime.now().strftime("%Y-%m-%d %H:%M:%S")}. '
|
||||||
f'Refreshed hourly or on FAIL status.')
|
f'Refreshed hourly or on FAIL status.')
|
||||||
|
for ax in fig.axes:
|
||||||
|
ax.grid(True, alpha=0.1)
|
||||||
fig.savefig(fnout, dpi=150., bbox_inches='tight')
|
fig.savefig(fnout, dpi=150., bbox_inches='tight')
|
||||||
plt.close(fig)
|
plt.close(fig)
|
||||||
|
|
||||||
def write_html_table(self, default_color='#e6e6e6'):
|
def write_html_table(self, default_color='#e6e6e6', default_header_color='#999', hide_keys_mobile=('other')):
|
||||||
|
|
||||||
|
def get_html_class(status=None, check_key=None):
|
||||||
|
""" helper function for html class if a certain condition is fulfilled """
|
||||||
|
html_class = None
|
||||||
|
if status and status.is_active:
|
||||||
|
html_class = 'blink-bg'
|
||||||
|
if check_key in hide_keys_mobile:
|
||||||
|
html_class = 'hidden-mobile'
|
||||||
|
return html_class
|
||||||
|
|
||||||
self.check_html_dir()
|
self.check_html_dir()
|
||||||
fnout = pjoin(self.outpath_html, 'survBot_out.html')
|
fnout = pjoin(self.outpath_html, 'survBot_out.html')
|
||||||
if not fnout:
|
if not fnout:
|
||||||
@@ -361,16 +381,19 @@ class SurveillanceBot(object):
|
|||||||
# add columns for additional links
|
# add columns for additional links
|
||||||
for key in self.add_links:
|
for key in self.add_links:
|
||||||
header.insert(-1, key)
|
header.insert(-1, key)
|
||||||
header_items = [dict(text='Station', color=default_color)]
|
header_items = [dict(text='Station', color=default_header_color)]
|
||||||
for check_key in header:
|
for check_key in header:
|
||||||
item = dict(text=check_key, color=default_color)
|
html_class = get_html_class(check_key=check_key)
|
||||||
|
item = dict(text=check_key, color=default_header_color, html_class=html_class)
|
||||||
header_items.append(item)
|
header_items.append(item)
|
||||||
write_html_row(outfile, header_items, html_key='th')
|
write_html_row(outfile, header_items, html_key='th')
|
||||||
|
|
||||||
# Write all cells
|
# Write all cells
|
||||||
for nwst_id in self.station_list:
|
for nwst_id in self.station_list:
|
||||||
fig_name = self.get_fig_path_rel(nwst_id)
|
fig_name = self.get_fig_path_rel(nwst_id)
|
||||||
col_items = [dict(text=nwst_id.rstrip('.'), color=default_color, hyperlink=fig_name)]
|
nwst_id_str = nwst_id.rstrip('.')
|
||||||
|
col_items = [dict(text=nwst_id_str, color=default_color, hyperlink=fig_name,
|
||||||
|
bold=True, tooltip=f'Show plot of {nwst_id_str}')]
|
||||||
for check_key in header:
|
for check_key in header:
|
||||||
if check_key in self.keys:
|
if check_key in self.keys:
|
||||||
status_dict = self.analysis_results.get(nwst_id)
|
status_dict = self.analysis_results.get(nwst_id)
|
||||||
@@ -388,7 +411,9 @@ class SurveillanceBot(object):
|
|||||||
if not type(message) in [str]:
|
if not type(message) in [str]:
|
||||||
message = str(message) + deg_str
|
message = str(message) + deg_str
|
||||||
|
|
||||||
item = dict(text=str(message), tooltip=str(detailed_message), color=bg_color)
|
html_class = get_html_class(status=status, check_key=check_key)
|
||||||
|
item = dict(text=str(message), tooltip=str(detailed_message), color=bg_color,
|
||||||
|
html_class=html_class)
|
||||||
elif check_key in self.add_links:
|
elif check_key in self.add_links:
|
||||||
value = self.add_links.get(check_key).get('URL')
|
value = self.add_links.get(check_key).get('URL')
|
||||||
link_text = self.add_links.get(check_key).get('text')
|
link_text = self.add_links.get(check_key).get('text')
|
||||||
@@ -510,25 +535,30 @@ class StationQC(object):
|
|||||||
current_status.count += count
|
current_status.count += count
|
||||||
else:
|
else:
|
||||||
current_status = new_error
|
current_status = new_error
|
||||||
# refresh plot (using parent class) if error is new and not on program-startup
|
# if error is new and not on program-startup set active and refresh plot (using parent class)
|
||||||
if self.search_previous_errors(key, n_errors=1):
|
if self.search_previous_errors(key, n_errors=1) is True:
|
||||||
self.parent.write_html_figure(self.nwst_id)
|
self.parent.write_html_figure(self.nwst_id)
|
||||||
|
|
||||||
self._update_status(key, current_status, detailed_message, last_occurrence)
|
|
||||||
|
|
||||||
if self.verbosity:
|
if self.verbosity:
|
||||||
self.print(f'{UTCDateTime()}: {detailed_message}', flush=False)
|
self.print(f'{UTCDateTime()}: {detailed_message}', flush=False)
|
||||||
|
|
||||||
# do not send error mail if this is the first run (e.g. program startup) or state was already error (unchanged)
|
# do not send error mail if this is the first run (e.g. program startup) or state was already error (unchanged)
|
||||||
if self.search_previous_errors(key):
|
if self.search_previous_errors(key) is True:
|
||||||
self.send_mail(key, detailed_message)
|
self.send_mail(key, status_type='FAIL', additional_message=detailed_message)
|
||||||
|
# set status to "inactive" after sending info mail
|
||||||
|
current_status.is_active = False
|
||||||
|
elif self.search_previous_errors(key) == 'active':
|
||||||
|
current_status.is_active = True
|
||||||
|
|
||||||
|
self._update_status(key, current_status, detailed_message, last_occurrence)
|
||||||
|
|
||||||
def search_previous_errors(self, key, n_errors=None):
|
def search_previous_errors(self, key, n_errors=None):
|
||||||
"""
|
"""
|
||||||
Check n_track + 1 previous statuses for errors.
|
Check n_track + 1 previous statuses for errors.
|
||||||
If first item in list is no error but all others are return True (first time n_track errors appeared --
|
If first item in list is no error but all others are return True
|
||||||
if ALL n_track + 1 are error: error is old)
|
(first time n_track errors appeared if ALL n_track + 1 are error: error is old)
|
||||||
In all other cases return True.
|
If last item is error but not all items are error yet return keyword 'active' -> error active, no message sent
|
||||||
|
In all other cases return False.
|
||||||
This also prevents sending status (e.g. mail) in case of program startup
|
This also prevents sending status (e.g. mail) in case of program startup
|
||||||
"""
|
"""
|
||||||
if n_errors is not None:
|
if n_errors is not None:
|
||||||
@@ -540,20 +570,36 @@ class StationQC(object):
|
|||||||
# if first entry was no error but all others are, return True (-> new Fail n_track times)
|
# if first entry was no error but all others are, return True (-> new Fail n_track times)
|
||||||
if not previous_errors[0] and all(previous_errors[1:]):
|
if not previous_errors[0] and all(previous_errors[1:]):
|
||||||
return True
|
return True
|
||||||
else:
|
# in case previous_errors exists, last item is error but not all items are error, error still active
|
||||||
|
elif previous_errors and previous_errors[-1] and not all(previous_errors):
|
||||||
|
return 'active'
|
||||||
return False
|
return False
|
||||||
|
|
||||||
def send_mail(self, key, message):
|
def send_mail(self, key, status_type, additional_message=''):
|
||||||
""" Send info mail using parameters specified in parameters file """
|
""" Send info mail using parameters specified in parameters file """
|
||||||
if not mail_functionality:
|
if not mail_functionality:
|
||||||
if self.verbosity:
|
if self.verbosity:
|
||||||
print('Mail functionality disabled. Return')
|
print('Mail functionality disabled. Return')
|
||||||
return
|
return
|
||||||
|
|
||||||
mail_params = self.parameters.get('EMAIL')
|
mail_params = self.parameters.get('EMAIL')
|
||||||
if not mail_params:
|
if not mail_params:
|
||||||
if self.verbosity:
|
if self.verbosity:
|
||||||
print('parameter "EMAIL" not set in parameter file. Return')
|
print('parameter "EMAIL" not set in parameter file. Return')
|
||||||
return
|
return
|
||||||
|
|
||||||
|
stations_blacklist = mail_params.get('stations_blacklist')
|
||||||
|
if stations_blacklist and self.station in stations_blacklist:
|
||||||
|
if self.verbosity:
|
||||||
|
print(f'Station {self.station} listed in blacklist. Return')
|
||||||
|
return
|
||||||
|
|
||||||
|
networks_blacklist = mail_params.get('networks_blacklist')
|
||||||
|
if networks_blacklist and self.network in networks_blacklist:
|
||||||
|
if self.verbosity:
|
||||||
|
print(f'Station {self.station} of network {self.network} listed in blacklist. Return')
|
||||||
|
return
|
||||||
|
|
||||||
sender = mail_params.get('sender')
|
sender = mail_params.get('sender')
|
||||||
addresses = mail_params.get('addresses')
|
addresses = mail_params.get('addresses')
|
||||||
server = mail_params.get('mailserver')
|
server = mail_params.get('mailserver')
|
||||||
@@ -561,12 +607,10 @@ class StationQC(object):
|
|||||||
if self.verbosity:
|
if self.verbosity:
|
||||||
print('Mail sender or addresses not correctly defined. Return')
|
print('Mail sender or addresses not correctly defined. Return')
|
||||||
return
|
return
|
||||||
n_track = self.parameters.get('n_track')
|
dt = self.get_dt_for_action()
|
||||||
interval = self.parameters.get('interval')
|
text = f'{key}: Status {status_type} longer than {dt}: ' + additional_message
|
||||||
dt = timedelta(seconds=n_track * interval)
|
|
||||||
text = f'{key} FAIL status longer than {dt}: ' + message
|
|
||||||
msg = MIMEText(text)
|
msg = MIMEText(text)
|
||||||
msg['Subject'] = f'new FAIL status on station {self.nwst_id}'
|
msg['Subject'] = f'new message on station {self.nwst_id}'
|
||||||
msg['From'] = sender
|
msg['From'] = sender
|
||||||
msg['To'] = ', '.join(addresses)
|
msg['To'] = ', '.join(addresses)
|
||||||
|
|
||||||
@@ -575,6 +619,12 @@ class StationQC(object):
|
|||||||
s.sendmail(sender, addresses, msg.as_string())
|
s.sendmail(sender, addresses, msg.as_string())
|
||||||
s.quit()
|
s.quit()
|
||||||
|
|
||||||
|
def get_dt_for_action(self):
|
||||||
|
n_track = self.parameters.get('n_track')
|
||||||
|
interval = self.parameters.get('interval')
|
||||||
|
dt = timedelta(seconds=n_track * interval)
|
||||||
|
return dt
|
||||||
|
|
||||||
def status_other(self, detailed_message, status_message, last_occurrence=None, count=1):
|
def status_other(self, detailed_message, status_message, last_occurrence=None, count=1):
|
||||||
key = 'other'
|
key = 'other'
|
||||||
new_status = StatusOther(count=count, messages=[status_message])
|
new_status = StatusOther(count=count, messages=[status_message])
|
||||||
@@ -593,13 +643,15 @@ class StationQC(object):
|
|||||||
|
|
||||||
self.status_dict[key] = current_status
|
self.status_dict[key] = current_status
|
||||||
|
|
||||||
def activity_check(self):
|
def activity_check(self, key='last_active'):
|
||||||
self.last_active = self.last_activity()
|
self.last_active = self.last_activity()
|
||||||
if not self.last_active:
|
if not self.last_active:
|
||||||
status = StatusError()
|
status = StatusError()
|
||||||
else:
|
else:
|
||||||
message = timedelta(seconds=int(self.program_starttime - self.last_active))
|
dt_active = timedelta(seconds=int(self.program_starttime - self.last_active))
|
||||||
status = Status(message=message)
|
status = Status(message=dt_active)
|
||||||
|
self.check_for_inactive_message(key, dt_active)
|
||||||
|
|
||||||
self.status_dict['last active'] = status
|
self.status_dict['last active'] = status
|
||||||
|
|
||||||
def last_activity(self):
|
def last_activity(self):
|
||||||
@@ -611,6 +663,12 @@ class StationQC(object):
|
|||||||
if len(endtimes) > 0:
|
if len(endtimes) > 0:
|
||||||
return max(endtimes)
|
return max(endtimes)
|
||||||
|
|
||||||
|
def check_for_inactive_message(self, key, dt_active):
|
||||||
|
dt_action = self.get_dt_for_action()
|
||||||
|
interval = self.parameters.get('interval')
|
||||||
|
if dt_action <= dt_active < dt_action + timedelta(seconds=interval):
|
||||||
|
self.send_mail(key, status_type='Inactive')
|
||||||
|
|
||||||
def start(self):
|
def start(self):
|
||||||
self.analyse_channels()
|
self.analyse_channels()
|
||||||
|
|
||||||
@@ -627,6 +685,7 @@ class StationQC(object):
|
|||||||
self.pb_temp_analysis()
|
self.pb_temp_analysis()
|
||||||
self.pb_power_analysis()
|
self.pb_power_analysis()
|
||||||
self.pb_rout_charge_analysis()
|
self.pb_rout_charge_analysis()
|
||||||
|
self.clock_quality_analysis()
|
||||||
|
|
||||||
def return_print_analysis(self):
|
def return_print_analysis(self):
|
||||||
items = [self.nwst_id]
|
items = [self.nwst_id]
|
||||||
@@ -655,6 +714,44 @@ class StationQC(object):
|
|||||||
def get_last_occurrence(self, trace, indices):
|
def get_last_occurrence(self, trace, indices):
|
||||||
return self.get_time(trace, indices[-1])
|
return self.get_time(trace, indices[-1])
|
||||||
|
|
||||||
|
def clock_quality_analysis(self, channel='LCQ'):
|
||||||
|
""" Analyse clock quality """
|
||||||
|
key = 'clock'
|
||||||
|
st = self.stream.select(channel=channel)
|
||||||
|
trace = self.get_trace(st, key)
|
||||||
|
if not trace: return
|
||||||
|
clockQuality = trace.data
|
||||||
|
clockQuality_warn_level = self.parameters.get('THRESHOLDS').get('clockquality_warn')
|
||||||
|
clockQuality_fail_level = self.parameters.get('THRESHOLDS').get('clockquality_fail')
|
||||||
|
|
||||||
|
if self.verbosity > 1:
|
||||||
|
self.print(40 * '-')
|
||||||
|
self.print('Performing Clock Quality check', flush=False)
|
||||||
|
|
||||||
|
clockQuality_warn = np.where(clockQuality < clockQuality_warn_level)[0]
|
||||||
|
clockQuality_fail = np.where(clockQuality < clockQuality_fail_level)[0]
|
||||||
|
|
||||||
|
if len(clockQuality_warn) == 0 and len(clockQuality_fail) == 0:
|
||||||
|
self.status_ok(key, detailed_message=f'ClockQuality={(clockQuality[-1])}')
|
||||||
|
return
|
||||||
|
|
||||||
|
warn_message = f'Trace {trace.get_id()}:'
|
||||||
|
if len(clockQuality_warn) > 0:
|
||||||
|
# try calculate number of warn peaks from gaps between indices
|
||||||
|
n_qc_warn = self.calc_occurrences(clockQuality_warn)
|
||||||
|
detailed_message = warn_message + f' {n_qc_warn}x Qlock Quality less then {clockQuality_warn_level}' \
|
||||||
|
+ self.get_last_occurrence_timestring(trace, clockQuality_warn)
|
||||||
|
self.warn(key, detailed_message=detailed_message, count=n_qc_warn,
|
||||||
|
last_occurrence=self.get_last_occurrence(trace, clockQuality_warn))
|
||||||
|
|
||||||
|
if len(clockQuality_fail) > 0:
|
||||||
|
# try calculate number of fail peaks from gaps between indices
|
||||||
|
n_qc_fail = self.calc_occurrences(clockQuality_fail)
|
||||||
|
detailed_message = warn_message + f' {n_qc_fail}x Qlock Quality less then {clockQuality_fail_level}V ' \
|
||||||
|
+ self.get_last_occurrence_timestring(trace, clockQuality_fail)
|
||||||
|
self.error(key, detailed_message=detailed_message, count=n_qc_fail,
|
||||||
|
last_occurrence=self.get_last_occurrence(trace, clockQuality_fail))
|
||||||
|
|
||||||
def voltage_analysis(self, channel='VEI'):
|
def voltage_analysis(self, channel='VEI'):
|
||||||
""" Analyse voltage channel for over/undervoltage """
|
""" Analyse voltage channel for over/undervoltage """
|
||||||
key = 'voltage'
|
key = 'voltage'
|
||||||
@@ -676,9 +773,6 @@ class StationQC(object):
|
|||||||
self.status_ok(key, detailed_message=f'U={(voltage[-1])}V')
|
self.status_ok(key, detailed_message=f'U={(voltage[-1])}V')
|
||||||
return
|
return
|
||||||
|
|
||||||
n_overvolt = 0
|
|
||||||
n_undervolt = 0
|
|
||||||
|
|
||||||
warn_message = f'Trace {trace.get_id()}:'
|
warn_message = f'Trace {trace.get_id()}:'
|
||||||
if len(overvolt) > 0:
|
if len(overvolt) > 0:
|
||||||
# try calculate number of voltage peaks from gaps between indices
|
# try calculate number of voltage peaks from gaps between indices
|
||||||
@@ -791,8 +885,7 @@ class StationQC(object):
|
|||||||
self.status_ok(key)
|
self.status_ok(key)
|
||||||
continue
|
continue
|
||||||
if volt_lvl > 1:
|
if volt_lvl > 1:
|
||||||
# try calculate number of voltage peaks from gaps between indices
|
n_occurrences = self.calc_occurrences(ind_array)
|
||||||
n_occurrences = len(np.where(np.diff(ind_array) > 1)[0]) + 1
|
|
||||||
self.warn(key=key,
|
self.warn(key=key,
|
||||||
detailed_message=f'Trace {trace.get_id()}: '
|
detailed_message=f'Trace {trace.get_id()}: '
|
||||||
f'Found {n_occurrences} occurrence(s) of {volt_lvl}V: {key}: {message}'
|
f'Found {n_occurrences} occurrence(s) of {volt_lvl}V: {key}: {message}'
|
||||||
@@ -803,6 +896,32 @@ class StationQC(object):
|
|||||||
if volt_lvl == last_val or (volt_lvl == -1 and last_val < 1):
|
if volt_lvl == last_val or (volt_lvl == -1 and last_val < 1):
|
||||||
self.error(key, detailed_message=f'Last PowBox voltage state {last_val}V: {message}')
|
self.error(key, detailed_message=f'Last PowBox voltage state {last_val}V: {message}')
|
||||||
|
|
||||||
|
def calc_occurrences(self, ind_array):
|
||||||
|
# try calculate number of voltage peaks/plateaus from gaps between indices
|
||||||
|
if len(ind_array) == 0:
|
||||||
|
return 0
|
||||||
|
else:
|
||||||
|
# start index at 1 if there are gaps (n_peaks = n_gaps + 1)
|
||||||
|
n_occurrences = 1
|
||||||
|
|
||||||
|
min_samples = self.parameters.get('min_sample')
|
||||||
|
if not min_samples:
|
||||||
|
min_samples = 1
|
||||||
|
|
||||||
|
# calculated differences in index array, diff > 1: gap, diff == 1: within peak/plateau
|
||||||
|
diffs = np.diff(ind_array)
|
||||||
|
gap_start_inds = np.where(np.diff(ind_array) > 1)[0]
|
||||||
|
# iterate over all gaps and check "min_samples" before the gap
|
||||||
|
for gsi in gap_start_inds:
|
||||||
|
# right boundary index of peak (gap index - 1)
|
||||||
|
peak_rb_ind = gsi - 1
|
||||||
|
# left boundary index of peak
|
||||||
|
peak_lb_ind = max([0, peak_rb_ind - min_samples])
|
||||||
|
if all(diffs[peak_lb_ind: peak_rb_ind] == 1):
|
||||||
|
n_occurrences += 1
|
||||||
|
|
||||||
|
return n_occurrences
|
||||||
|
|
||||||
def get_trace(self, stream, keys):
|
def get_trace(self, stream, keys):
|
||||||
if not type(keys) == list:
|
if not type(keys) == list:
|
||||||
keys = [keys]
|
keys = [keys]
|
||||||
@@ -889,7 +1008,9 @@ class StationQC(object):
|
|||||||
|
|
||||||
|
|
||||||
class Status(object):
|
class Status(object):
|
||||||
def __init__(self, message='-', detailed_messages=None, count: int = 0, last_occurrence=None, show_count=True):
|
def __init__(self, message=None, detailed_messages=None, count: int = 0, last_occurrence=None, show_count=True):
|
||||||
|
if message is None:
|
||||||
|
message = '-'
|
||||||
if detailed_messages is None:
|
if detailed_messages is None:
|
||||||
detailed_messages = []
|
detailed_messages = []
|
||||||
self.show_count = show_count
|
self.show_count = show_count
|
||||||
@@ -901,6 +1022,7 @@ class Status(object):
|
|||||||
self.is_warn = None
|
self.is_warn = None
|
||||||
self.is_error = None
|
self.is_error = None
|
||||||
self.is_other = False
|
self.is_other = False
|
||||||
|
self.is_active = False
|
||||||
|
|
||||||
def set_warn(self):
|
def set_warn(self):
|
||||||
self.is_warn = True
|
self.is_warn = True
|
||||||
|
|||||||
@@ -34,7 +34,7 @@ from obspy import UTCDateTime
|
|||||||
|
|
||||||
from survBot import SurveillanceBot
|
from survBot import SurveillanceBot
|
||||||
from write_utils import *
|
from write_utils import *
|
||||||
from utils import get_bg_color, modify_stream_for_plot
|
from utils import get_bg_color, modify_stream_for_plot, trace_ylabels, trace_yticks
|
||||||
|
|
||||||
try:
|
try:
|
||||||
from rest_api.utils import get_station_iccid
|
from rest_api.utils import get_station_iccid
|
||||||
@@ -316,6 +316,8 @@ class MainWindow(QtWidgets.QMainWindow):
|
|||||||
self.plot_widget.setWindowTitle(nwst_id)
|
self.plot_widget.setWindowTitle(nwst_id)
|
||||||
st = modify_stream_for_plot(st, parameters=self.parameters)
|
st = modify_stream_for_plot(st, parameters=self.parameters)
|
||||||
st.plot(equal_scale=False, method='full', block=False, fig=self.plot_widget.canvas.fig)
|
st.plot(equal_scale=False, method='full', block=False, fig=self.plot_widget.canvas.fig)
|
||||||
|
trace_ylabels(fig=self.plot_widget.canvas.fig, parameters=self.parameters)
|
||||||
|
trace_yticks(fig=self.plot_widget.canvas.fig, parameters=self.parameters)
|
||||||
self.plot_widget.show()
|
self.plot_widget.show()
|
||||||
|
|
||||||
def notification(self, text):
|
def notification(self, text):
|
||||||
|
|||||||
41
utils.py
41
utils.py
@@ -102,3 +102,44 @@ def transform_trace(data, transf):
|
|||||||
raise IOError(f'Unknown arithmethic operator string: {operator_str}')
|
raise IOError(f'Unknown arithmethic operator string: {operator_str}')
|
||||||
|
|
||||||
return data
|
return data
|
||||||
|
|
||||||
|
|
||||||
|
def trace_ylabels(fig, parameters, verbosity=0):
|
||||||
|
"""
|
||||||
|
Adds channel names to y-axis if defined in parameters.
|
||||||
|
Can get mixed up if channel order in stream and channel names defined in parameters.yaml differ, but it is
|
||||||
|
difficult to assess the correct order from Obspy plotting routing.
|
||||||
|
"""
|
||||||
|
names = parameters.get('channel_names')
|
||||||
|
if not names: # or not len(st.traces):
|
||||||
|
return
|
||||||
|
if not len(names) == len(fig.axes):
|
||||||
|
if verbosity:
|
||||||
|
print('Mismatch in axis and label lengths. Not adding plot labels')
|
||||||
|
return
|
||||||
|
for channel_name, ax in zip(names, fig.axes):
|
||||||
|
if channel_name:
|
||||||
|
ax.set_ylabel(channel_name)
|
||||||
|
|
||||||
|
|
||||||
|
def trace_yticks(fig, parameters, verbosity=0):
|
||||||
|
"""
|
||||||
|
Adds channel names to y-axis if defined in parameters.
|
||||||
|
Can get mixed up if channel order in stream and channel names defined in parameters.yaml differ, but it is
|
||||||
|
difficult to assess the correct order from Obspy plotting routing.
|
||||||
|
"""
|
||||||
|
ticks = parameters.get('CHANNEL_TICKS')
|
||||||
|
if not ticks:
|
||||||
|
return
|
||||||
|
if not len(ticks) == len(fig.axes):
|
||||||
|
if verbosity:
|
||||||
|
print('Mismatch in axis tick and label lengths. Not changing plot ticks.')
|
||||||
|
return
|
||||||
|
for ytick_tripple, ax in zip(ticks, fig.axes):
|
||||||
|
if not ytick_tripple:
|
||||||
|
continue
|
||||||
|
ymin, ymax, step = ytick_tripple
|
||||||
|
|
||||||
|
yticks = list(range(ymin, ymax + step, step))
|
||||||
|
ax.set_yticks(yticks)
|
||||||
|
ax.set_ylim(ymin - step, ymax + step)
|
||||||
@@ -1,58 +1,68 @@
|
|||||||
from datetime import timedelta
|
from datetime import timedelta
|
||||||
|
|
||||||
|
|
||||||
def write_html_table_title(fobj, parameters):
|
def write_html_table_title(fobj, parameters):
|
||||||
title = get_print_title_str(parameters)
|
title = get_print_title_str(parameters)
|
||||||
fobj.write(f'<h3>{title}</h3>\n')
|
fobj.write(f'<h3>{title}</h3>\n')
|
||||||
|
|
||||||
|
|
||||||
def write_html_text(fobj, text):
|
def write_html_text(fobj, text):
|
||||||
fobj.write(f'<p>{text}</p>\n')
|
fobj.write(f'<p>{text}</p>\n')
|
||||||
|
|
||||||
|
|
||||||
def write_html_header(fobj, refresh_rate=10):
|
def write_html_header(fobj, refresh_rate=10):
|
||||||
header = ['<!DOCTYPE html>',
|
header = ['<!DOCTYPE html>',
|
||||||
'<html>',
|
'<html>',
|
||||||
'<head>',
|
'<head>',
|
||||||
'<link rel="stylesheet" href="stylesheet.css">',
|
' <link rel="stylesheet" media="only screen and (max-width: 400px)" href="mobile.css" />',
|
||||||
|
' <link rel="stylesheet" media="only screen and (min-width: 401px)" href="desktop.css" />',
|
||||||
'</head>',
|
'</head>',
|
||||||
f'<meta http-equiv="refresh" content="{refresh_rate}" >',
|
f'<meta http-equiv="refresh" content="{refresh_rate}" >',
|
||||||
'<meta charset="utf-8">',
|
'<meta charset="utf-8">',
|
||||||
|
'<meta name="viewport" content="width=device-width, initial-scale=1">',
|
||||||
'<body>']
|
'<body>']
|
||||||
# style = ['<style>',
|
|
||||||
# 'table, th, td {',
|
|
||||||
# 'border:1px solid black;',
|
|
||||||
# '}',
|
|
||||||
# '</style>',]
|
|
||||||
for item in header:
|
for item in header:
|
||||||
fobj.write(item + '\n')
|
fobj.write(item + '\n')
|
||||||
|
|
||||||
|
|
||||||
def init_html_table(fobj):
|
def init_html_table(fobj):
|
||||||
fobj.write('<table style="width:100%">\n')
|
fobj.write('<table style="width:100%">\n')
|
||||||
|
|
||||||
|
|
||||||
def finish_html_table(fobj):
|
def finish_html_table(fobj):
|
||||||
fobj.write('</table>\n')
|
fobj.write('</table>\n')
|
||||||
|
|
||||||
|
|
||||||
def write_html_footer(fobj):
|
def write_html_footer(fobj):
|
||||||
footer = ['</body>',
|
footer = ['</body>',
|
||||||
'</html>']
|
'</html>']
|
||||||
for item in footer:
|
for item in footer:
|
||||||
fobj.write(item + '\n')
|
fobj.write(item + '\n')
|
||||||
|
|
||||||
|
|
||||||
def write_html_row(fobj, items, html_key='td'):
|
def write_html_row(fobj, items, html_key='td'):
|
||||||
default_space = ' '
|
default_space = ' '
|
||||||
fobj.write(default_space + '<tr>\n')
|
fobj.write(default_space + '<tr>\n')
|
||||||
for item in items:
|
for item in items:
|
||||||
text = item.get('text')
|
text = item.get('text')
|
||||||
|
if item.get('bold'):
|
||||||
|
text = '<b>' + text + '</b>'
|
||||||
|
if item.get('italic'):
|
||||||
|
text = '<i>' + text + '</i>'
|
||||||
tooltip = item.get('tooltip')
|
tooltip = item.get('tooltip')
|
||||||
color = item.get('color')
|
color = item.get('color')
|
||||||
# check for black background of headers (shouldnt happen anymore)
|
# check for black background of headers (shouldnt happen anymore)
|
||||||
color = '#e6e6e6' if color == '#000000' else color
|
color = '#e6e6e6' if color == '#000000' else color
|
||||||
hyperlink = item.get('hyperlink')
|
hyperlink = item.get('hyperlink')
|
||||||
image_str = f'<a href="{hyperlink}">' if hyperlink else ''
|
image_str = f'<a href="{hyperlink}">' if hyperlink else ''
|
||||||
fobj.write(2 * default_space + f'<{html_key} bgcolor="{color}" title="{tooltip}"> {image_str}'
|
html_class = item.get('html_class')
|
||||||
|
class_str = f' class="{html_class}"' if html_class else ''
|
||||||
|
fobj.write(2 * default_space + f'<{html_key}{class_str} bgcolor="{color}" title="{tooltip}"> {image_str}'
|
||||||
+ text + f'</{html_key}>\n')
|
+ text + f'</{html_key}>\n')
|
||||||
fobj.write(default_space + '</tr>\n')
|
fobj.write(default_space + '</tr>\n')
|
||||||
|
|
||||||
|
|
||||||
def get_print_title_str(parameters):
|
def get_print_title_str(parameters):
|
||||||
timespan = parameters.get('timespan') * 24 * 3600
|
timespan = parameters.get('timespan') * 24 * 3600
|
||||||
tdelta_str = str(timedelta(seconds=int(timespan))).replace(', 0:00:00', '')
|
tdelta_str = str(timedelta(seconds=int(timespan))).replace(', 0:00:00', '')
|
||||||
return f'Analysis table of router quality within the last {tdelta_str}'
|
return f'Analysis table of router quality within the last {tdelta_str}'
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user