WmAgentScripts/Unified/expose.sh at 58cef42817afd6279aa6cdd15ba26d35c81f8bc4 · CMSCompOps/WmAgentScripts · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
#!/bin/bash

host=$(echo "$HOSTNAME" | cut -d "." -f 1)
echo "looking for condor log on $host"
taskName=$1
wmbsID=$2
code=$3
cluster=${wmbsID:0:3}
loc=$4
short=$5

# end_dir=/afs/cern.ch/user/c/cmst1/www/JobLogs/$taskName/$cluster/$host\_$wmbsID
# end_dir=/afs/cern.ch/user/c/cmst2/www/unified/condorlogs/$taskName/$code/$cluster/$host\_$wmbsID
# shellcheck disable=SC1001
end_dir=$loc/condorlogs/$taskName/$code/$short/$cluster/$host\_$wmbsID

echo '==================================== Condor log retrieval ============================================='
echo 'LISTING: ' /data/srv/wmagent/current/install/wmagent/JobCreator/JobCache/"$taskName"/*/job_"$wmbsID"/
dir=$(ls -d /data/srv/wmagent/current/install/wmagent/JobCreator/JobCache/"$taskName"/*/job_"$wmbsID"/)
if [ -z "$dir" ]; then
    echo "no on-going directory"
else
    echo "     Found some logs in $dir"
    echo "Will put it in $end_dir"
    mkdir -p "$end_dir"
    cp -r "$dir"/* "$end_dir"/.
fi
echo '==================================== Condor log retrieval ============================================='
echo 'LISTING: ' /data/srv/wmagent/current/install/wmagent/JobCreator/JobCache/"$taskName"/*/*/job_"$wmbsID"/
dir=$(ls -d /data/srv/wmagent/current/install/wmagent/JobCreator/JobCache/"$taskName"/*/*/job_"$wmbsID"/)
if [ -z "$dir" ]; then
    echo "no on-going directory"
else
    echo "      Found some logs in $dir"
    echo "Will put it in $end_dir"
    mkdir -p "$end_dir"
    cp -r "$dir"/* "$end_dir"/.
fi

echo '==================================== Condor log retrieval ============================================='
echo 'LISTING: ' /data/srv/wmagent/current/install/wmagent/JobArchiver/logDir/"${taskName:0:1}"/"$taskName"/JobCluster_"$cluster"/Job_"$wmbsID".tar.bz2
file=$(ls /data/srv/wmagent/current/install/wmagent/JobArchiver/logDir/"${taskName:0:1}"/"$taskName"/JobCluster_"$cluster"/Job_"$wmbsID".tar.bz2)
if [ -z "$file" ]; then
    echo "no archived file"
else
    echo "      Found some logs in" "$file"
    echo "Will put it in $end_dir"
    mkdir -p  "$end_dir"
    cd "$end_dir"||exit
    tar xvf "$file"
fi

echo '==================================== Condor log retrieval ============================================='
cluster=${wmbsID:0:4}
echo 'LISTING: ' /data/srv/wmagent/current/install/wmagent/JobArchiver/logDir/"${taskName:0:1}"/"$taskName"/JobCluster_"$cluster"/Job_"$wmbsID".tar.bz2
file=$(ls /data/srv/wmagent/current/install/wmagent/JobArchiver/logDir/"${taskName:0:1}"/"$taskName"/JobCluster_"$cluster"/Job_"$wmbsID".tar.bz2)
if [ -z "$file" ]; then
    echo "no archived file"
else
    echo "      Found some logs in" "$file"
    echo "Will put it in " "$end_dir"
    mkdir -p  "$end_dir"
    cd "$end_dir"||exit
    tar xvf "$file"
fi