-
Notifications
You must be signed in to change notification settings - Fork 3
/
02_get_dless-resp-paz.sh
executable file
·100 lines (85 loc) · 3.79 KB
/
02_get_dless-resp-paz.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
#!/bin/bash
#
#
# (c) 2024 Valentino Lauciani <[email protected]>,
# Istituto Nazione di Geofisica e Vulcanologia.
#
#####################################################
# Import config file
. $(dirname $0)/config.sh
# Check DIR_TMP
if [ ! -d ${DIR_TMP} ]; then
echo ""
echo " DIR_TMP doesn't exists."
echo ""
exit 1
fi
### START - Check parameters ###
TYPE=
while getopts :t: OPTION
do
case ${OPTION} in
t) TYPE="${OPTARG}"
;;
\?) echo "Invalid option: -$OPTARG" >/dev/null
shift
;;
*) #echo $OPTARG >/dev/null
echo "Invalid OPTARG: -$OPTARG" >&2
;;
esac
done
### END - Check parameters ###
#
for FDSNWS_NODE_PATH in $( ls -d ${DIR_TMP}/* ); do
echo "Retrieving station(s) info from: $( basename ${FDSNWS_NODE_PATH} )"
# get 'STATIONXML_FULL_URL' from file
STATIONXML_FULL_URL=$( cat ${FDSNWS_NODE_PATH}/stationxml_station.txt )
# change 'level' to 'response'
STATIONXML_FULL_URL="${STATIONXML_FULL_URL/level=station/level=response}"
# change 'format' to 'xml'
STATIONXML_FULL_URL="${STATIONXML_FULL_URL/format=text/format=xml}"
# create TYPE dir
if [[ "${TYPE}" == "stationxml" ]]; then
DIR_TYPE_NODE=${FDSNWS_NODE_PATH}/stationxml
else
DIR_TYPE_NODE=${FDSNWS_NODE_PATH}/dless
fi
DIR_LOG_NODE=${DIR_TYPE_NODE}/log
mkdir -p ${DIR_TYPE_NODE}
mkdir -p ${DIR_LOG_NODE}
# get network and station
N_NET_STA=$( wc ${FDSNWS_NODE_PATH}/net_sta.txt | awk '{print $1}' )
COUNT=1
while read NET_STA; do
echo "${COUNT}/${N_NET_STA} - Processing \"${NET_STA}\" on \"$( basename ${FDSNWS_NODE_PATH} )\"" > /dev/null
NETWORK=$( echo ${NET_STA} | awk -F"|" '{print $1}' )
STATION=$( echo ${NET_STA} | awk -F"|" '{print $2}' )
STATIONXML_FOR_TYPE=
# build URL to get StationXML
# START - Soluzione 1
#STATIONXML_FULL_URL__NET__FIRST=$( echo ${STATIONXML_FULL_URL} | awk -F"network=" '{print $1}' )
#STATIONXML_FULL_URL__NET__SECOND=$( echo ${STATIONXML_FULL_URL} | awk -F"network=" '{print $2}' | sed 's/^[^&]*//' )
#STATIONXML_FOR_TYPE="${STATIONXML_FULL_URL__NET__FIRST}network=${NETWORK}${STATIONXML_FULL_URL__NET__SECOND}"
#STATIONXML_FOR_TYPE__STA__FIRST=$( echo ${STATIONXML_FOR_TYPE} | awk -F"station=" '{print $1}' )
#STATIONXML_FOR_TYPE__STA__SECOND=$( echo ${STATIONXML_FOR_TYPE} | awk -F"station=" '{print $2}' | sed 's/^[^&]*//' )
#STATIONXML_FOR_TYPE="${STATIONXML_FOR_TYPE__STA__FIRST}station=${STATION}${STATIONXML_FOR_TYPE__STA__SECOND}"
# END - Soluzione 1
# START - Soluzione 2
STATIONXML_FOR_TYPE=$( echo ${STATIONXML_FULL_URL} | sed -e "s/network=[^&]\+//" | sed -e "s/station=[^&]\+//" | sed -e "s/net=[^&]\+//" | sed -e "s/sta=[^&]\+//" )"&network=${NETWORK}&station=${STATION}"
STATIONXML_FOR_TYPE=$( echo ${STATIONXML_FOR_TYPE} | sed -e "s/\&\&\&/\&/" | sed -e "s/\&\&/\&/" )
# END - Soluzione 2
# Running process
timeout -k 5 2m ${DIR_WORK}/021_get_dless-resp-paz_parallel.sh -k "${COUNT}/${N_NET_STA}" -o ${DIR_TYPE_NODE}/${NETWORK}_${STATION}.type -u "${STATIONXML_FOR_TYPE}" -t ${TYPE} &
# Checking process number
RUNNING_PROCESS=$( ps axu | grep "021_get_dless-resp-paz_parallel.sh" | grep -v "grep" | wc | awk '{print $1}' )
while (( ${RUNNING_PROCESS} > ${N_PROCESS_TO_GET_TYPE} )); do
echo "****** there are just \"${RUNNING_PROCESS}\" parallel process running (the limit is \"${N_PROCESS_TO_GET_TYPE}\"), waiting... ******"
sleep 10
RUNNING_PROCESS=$( ps axu | grep "021_get_dless-resp-paz_parallel.sh" | grep -v "grep" | wc | awk '{print $1}' )
done
COUNT=$(( ${COUNT} + 1 ))
done < ${FDSNWS_NODE_PATH}/net_sta.txt
done
wait
echo ""