pylot/correlation/parameters_adriaarray.yaml

@@ -1,90 +0,0 @@
-#############################  correlation parameters  #####################################
-# min_corr_stacking: minimum correlation coefficient for building beam trace
-# min_corr_export: minimum correlation coefficient for pick export
-# min_stack: minimum number of stations for building beam trace
-# t_before: correlation window before pick
-# t_after: correlation window after pick#
-# cc_maxlag: maximum shift for initial correlation
-# cc_maxlag2: maximum shift for second (final) correlation (also for calculating pick uncertainty)
-# initial_pick_outlier_threshold: (hopefully) threshold for excluding large outliers of initial (AIC) picks
-# export_threshold: automatically exclude all onsets which deviate more than this threshold from corrected taup onsets
-# min_picks_export: minimum number of correlated picks for export
-# min_picks_autopylot: minimum number of reference autopicks picks to continue with event
-# check_RMS: do RMS check to search for restitution errors (very experimental)
-# use_taupy_onsets: use taupy onsets as reference picks instead of external picks
-# station_list: use the following stations as reference for stacking
-# use_stacked_trace: use existing stacked trace if found (spare re-computation)
-# data_dir: obspyDMT data subdirectory (e.g. 'raw', 'processed')
-# pickfile_extension: use quakeML files (PyLoT output) with the following extension, e.g. '_autopylot' for pickfiles
-#                     such as 'PyLoT_20170501_141822_autopylot.xml'
-
-logging: info
-pick_phases: ['P', 'S']
-
-# P-phase
-P:
-  min_corr_stacking: 0.8
-  min_corr_export: 0.6
-  min_stack: 20
-  t_before: 30.
-  t_after: 50.
-  cc_maxlag: 50.
-  cc_maxlag2: 5.
-  initial_pick_outlier_threshold: 30.
-  export_threshold: 2.5
-  min_picks_export: 100
-  min_picks_autopylot: 50
-  check_RMS: True
-  use_taupy_onsets: False
-  station_list: ['HU.MORH', 'HU.TIH',  'OX.FUSE', 'OX.BAD']
-  use_stacked_trace: False
-  data_dir: 'processed'
-  pickfile_extension: '_autopylot'
-  dt_stacking: [250, 250]
-
-  # filter for first correlation (rough)
-  filter_options:
-    freqmax: 0.5
-    freqmin: 0.03
-  # filter for second correlation (fine)
-  filter_options_final:
-    freqmax: 0.5
-    freqmin: 0.03
-
-  filter_type: bandpass
-  sampfreq: 20.0
-
-# S-phase
-S:
-  min_corr_stacking: 0.7
-  min_corr_export: 0.6
-  min_stack: 20
-  t_before: 60.
-  t_after: 60.
-  cc_maxlag: 100.
-  cc_maxlag2: 25.
-  initial_pick_outlier_threshold: 30.
-  export_threshold: 5.0
-  min_picks_export: 200
-  min_picks_autopylot: 50
-  check_RMS: True
-  use_taupy_onsets: False
-  station_list: ['HU.MORH','HU.TIH',  'OX.FUSE', 'OX.BAD']
-  use_stacked_trace: False
-  data_dir: 'processed'
-  pickfile_extension: '_autopylot'
-  dt_stacking: [250, 250]
-
-  # filter for first correlation (rough)
-  filter_options:
-    freqmax: 0.1
-    freqmin: 0.01
-
-  # filter for second correlation (fine)
-  filter_options_final:
-    freqmax: 0.2
-    freqmin: 0.01
-
-  filter_type: bandpass
-  sampfreq: 20.0
-

pylot/correlation/submit_pick_corr_correction.sh

@@ -1,40 +0,0 @@
-#!/bin/bash
-
-#ulimit -s 8192
-#ulimit -v $(ulimit -v | awk '{printf("%d",$1*0.95)}')
-#ulimit -v
-
-#655360
-
-source /opt/anaconda3/etc/profile.d/conda.sh
-conda activate pylot_311
-NSLOTS=20
-
-#qsub -l low -cwd -l "os=*stretch" -pe smp 40 submit_pick_corr_correction.sh
-#$ -l low
-#$ -l h_vmem=6G
-#$ -cwd
-#$ -pe smp 20
-#$ -N corr_pick
-
-
-export PYTHONPATH="$PYTHONPATH:/home/marcel/git/pylot_tools/"
-export PYTHONPATH="$PYTHONPATH:/home/marcel/git/"
-export PYTHONPATH="$PYTHONPATH:/home/marcel/git/pylot/"
-
-#export MKL_NUM_THREADS=${NSLOTS:=1}
-#export NUMEXPR_NUM_THREADS=${NSLOTS:=1}
-#export OMP_NUM_THREADS=${NSLOTS:=1}
-
-#python pick_correlation_correction.py '/data/AlpArray_Data/dmt_database_mantle_M5.8-6.0' '/home/marcel/.pylot/pylot_alparray_mantle_corr_stack_0.03-0.5.in' -pd -n ${NSLOTS:=1} -istart 0 -istop 100
-#python pick_correlation_correction.py '/data/AlpArray_Data/dmt_database_mantle_M5.8-6.0' '/home/marcel/.pylot/pylot_alparray_mantle_corr_stack_0.03-0.5.in' -pd -n ${NSLOTS:=1} -istart 100 -istop 200
-#python pick_correlation_correction.py '/data/AlpArray_Data/dmt_database_mantle_M6.0-6.5' '/home/marcel/.pylot/pylot_alparray_mantle_corr_stack_0.03-0.5.in' -pd -n ${NSLOTS:=1} -istart 0 -istop 100
-#python pick_correlation_correction.py '/data/AlpArray_Data/dmt_database_mantle_M5.8-6.0' '/home/marcel/.pylot/pylot_alparray_mantle_corr_stack_0.03-0.5.in' -pd -n ${NSLOTS:=1} -istart 100 -istop 200
-#python pick_correlation_correction.py 'H:\sciebo\dmt_database' 'H:\Sciebo\dmt_database\pylot_alparray_mantle_corr_S_0.01-0.2.in' -pd -n 4 -t
-
-pylot_infile='/home/marcel/.pylot/pylot_alparray_syn_fwi_mk6_it3.in'
-#pylot_infile='/home/marcel/.pylot/pylot_adriaarray_corr_P_and_S.in'
-
-# THIS SCRIPT SHOLD BE CALLED BY "submit_to_grid_engine.py" using the following line:
-python pick_correlation_correction.py $1 $pylot_infile -pd -n ${NSLOTS:=1} -istart $2 --params 'parameters_fwi_mk6_it3.yaml'
-#--event_blacklist eventlist.txt

pylot/correlation/submit_to_grid_engine.py

@@ -1,23 +0,0 @@
-#!/usr/bin/env python
-
-import subprocess
-
-fnames = [
-    ('/data/AlpArray_Data/dmt_database_synth_model_mk6_it3_no_rotation', 0),
-          ]
-
-#fnames = [('/data/AlpArray_Data/dmt_database_mantle_0.01-0.2_SKS-phase', 0),
-#          ('/data/AlpArray_Data/dmt_database_mantle_0.01-0.2_S-phase', 0),]
-
-####
-script_location = '/home/marcel/VersionCtrl/git/code_base/correlation_picker/submit_pick_corr_correction.sh'
-####
-
-for fnin, istart in fnames:
-    input_cmds = f'qsub -q low.q@minos15,low.q@minos14,low.q@minos13,low.q@minos12,low.q@minos11 {script_location} {fnin} {istart}'
-
-    print(input_cmds)
-    print(subprocess.check_output(input_cmds.split()))
-
-
-