LAP/run_cg_RDNA.sh at develop · pnnl/LAP · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
#!/bin/bash
MTX_HOME="/home/kasia/LAP"
RES_OUT_HOME="./output_results"
RES_HOME="./power_results"

SCRIPT="/home/kasia/LAP/lap_hip_cg " ## This is were the command go
PRECOND=('GS_std' 'GS_it' 'GS_it2' 'it_jacobi' 'line_jacobi' 'ichol')
MATRIX=('Fault_639/Fault_639.mtx' 'G3_circuit/G3_circuit.mtx' 'Serena/Serena.mtx' 'thermal2/thermal2.mtx' 'af_0_k101/af_0_k101.mtx' 'Hook_1498/Hook_1498.mtx' 'af_5_k101/af_5_k101.mtx' )
RHS=('' '' '' 'thermal2/thermal2_b.mtx' 'af_0_k101/af_0_k101_b.mtx' ''  'af_5_k101/af_5_k101_b.mtx' )

declare -A ARGX

ARGX+=(["${MATRIX[0]}_${PRECOND[0]}"]='3 3')
#ARGX+=(["${MATRIX[0]}_${PRECOND[0]}"]='-1')
ARGX+=(["${MATRIX[0]}_${PRECOND[1]}"]='-1')
ARGX+=(["${MATRIX[0]}_${PRECOND[2]}"]='-1')
ARGX+=(["${MATRIX[0]}_${PRECOND[3]}"]='-1')
ARGX+=(["${MATRIX[0]}_${PRECOND[4]}"]='10 1')
ARGX+=(["${MATRIX[0]}_${PRECOND[5]}"]='-1')

ARGX+=(["${MATRIX[1]}_${PRECOND[0]}"]='1 1')
#ARGX+=(["${MATRIX[1]}_${PRECOND[0]}"]='-1')
ARGX+=(["${MATRIX[1]}_${PRECOND[1]}"]='-1')
ARGX+=(["${MATRIX[1]}_${PRECOND[2]}"]='1 1')
ARGX+=(["${MATRIX[1]}_${PRECOND[3]}"]='1 1')
ARGX+=(["${MATRIX[1]}_${PRECOND[4]}"]='1 1')
ARGX+=(["${MATRIX[1]}_${PRECOND[5]}"]='1 1')

ARGX+=(["${MATRIX[2]}_${PRECOND[0]}"]='1 1')
#ARGX+=(["${MATRIX[2]}_${PRECOND[0]}"]='-1')
ARGX+=(["${MATRIX[2]}_${PRECOND[1]}"]='-1')
ARGX+=(["${MATRIX[2]}_${PRECOND[2]}"]='3 15')
ARGX+=(["${MATRIX[2]}_${PRECOND[3]}"]='-1')
ARGX+=(["${MATRIX[2]}_${PRECOND[4]}"]='1 1')
ARGX+=(["${MATRIX[2]}_${PRECOND[5]}"]='-1')

ARGX+=(["${MATRIX[3]}_${PRECOND[0]}"]='1 2')
#ARGX+=(["${MATRIX[3]}_${PRECOND[0]}"]='-1')
ARGX+=(["${MATRIX[3]}_${PRECOND[1]}"]='12 1')
ARGX+=(["${MATRIX[3]}_${PRECOND[2]}"]='1 1')
ARGX+=(["${MATRIX[3]}_${PRECOND[3]}"]='1 1')
ARGX+=(["${MATRIX[3]}_${PRECOND[4]}"]='1 1')
ARGX+=(["${MATRIX[3]}_${PRECOND[5]}"]='1 1')

ARGX+=(["${MATRIX[4]}_${PRECOND[0]}"]='6 3')
#ARGX+=(["${MATRIX[4]}_${PRECOND[0]}"]='-1')
ARGX+=(["${MATRIX[4]}_${PRECOND[1]}"]='-1')
ARGX+=(["${MATRIX[4]}_${PRECOND[2]}"]='1 3')
ARGX+=(["${MATRIX[4]}_${PRECOND[3]}"]='6 3')
ARGX+=(["${MATRIX[4]}_${PRECOND[4]}"]='-1')
ARGX+=(["${MATRIX[4]}_${PRECOND[5]}"]='1 1')

ARGX+=(["${MATRIX[5]}_${PRECOND[0]}"]='5 5')
#ARGX+=(["${MATRIX[5]}_${PRECOND[0]}"]='-1')
ARGX+=(["${MATRIX[5]}_${PRECOND[1]}"]='-1')
ARGX+=(["${MATRIX[5]}_${PRECOND[2]}"]='25 25')
ARGX+=(["${MATRIX[5]}_${PRECOND[3]}"]='-1')
ARGX+=(["${MATRIX[5]}_${PRECOND[4]}"]='1 1')
ARGX+=(["${MATRIX[5]}_${PRECOND[5]}"]='-1')

ARGX+=(["${MATRIX[0]}_${PRECOND[0]}"]='2 2')
ARGX+=(["${MATRIX[0]}_${PRECOND[1]}"]='3 0')
ARGX+=(["${MATRIX[0]}_${PRECOND[2]}"]='1 2')
ARGX+=(["${MATRIX[0]}_${PRECOND[3]}"]='3 3')
ARGX+=(["${MATRIX[0]}_${PRECOND[4]}"]='-1')
ARGX+=(["${MATRIX[0]}_${PRECOND[5]}"]='1 1')

NUM_GPUS=1
RES_COLLECTIVE="./rdna_cg_results/"
sleep 1s
for idx in {1..5}; do
  for precond in "${PRECOND[@]}"; do
    x=0
    for mtx in "${MATRIX[@]}"; do
     cd ${MTX_HOME}
      key="${mtx}_${precond}"
      if [[ ${ARGX[${key}]}  == '-1' ]]; then
			let x++
	continue; fi
      echo "Preconditioner = ${precond}; Matrix = ${mtx}; Repetition: $idx"
      echo "Creating directories"
      sleep 1s
   #   mtxs=${mtx/\//_}
      mtxs=`dirname $mtx`
#      dir_name="PC_${precond}_MTX_${mtxs}_REP_${idx}_CG"
      dir_name="REP_${idx}_CG/${mtxs}/"
      mkdir -p ${dir_name}

     echo "Entering directory: " $dir_name
      cd ${dir_name}
      sleep 1s
      mkdir -p ${RES_HOME}
      mkdir -p ${RES_OUT_HOME}
 #     rm -rf ${RES_HOME}/*
 #     rm -rf ${RES_OUT_HOME}/*

      echo "Starting power collecion"
      sleep 1s
      power_sids=()
      for ((i = 0; i < 1 ; i++)); do
	echo "Will be putting results in "${RES_HOME}/${precond}.txt
        /home/kasia/Downloads/power_tools/power_analysis-main/power_profiler/power_profiler ${RES_HOME}/${precond}.txt 600 20 &
	power_sids+=($!)
      done

      echo "Running the code"
      mtxr=${MTX_HOME}/${mtx}
      hrsxr=''
      if [[ ${RHS[$x]}  != '' ]]; then
	hrsxr=${MTX_HOME}/${RHS[$x]}
      fi
      echo "RHS: " $hrsxr "x: " $x
      sleep 1s
      full_command="${SCRIPT} ${mtxr} ${precond} 1e-12 25000 ${ARGX[${key}]} ${hrsxr}"
      echo "CMD: " + $full_command
      echo "Will be putting (numerical) results in " ${RES_OUT_HOME}/$precond.txt
      ${full_command} > ${RES_OUT_HOME}/$precond.txt

      echo "Killing power collectin"
      sleep 1s
      for sid in "${power_sids[@]}"; do
	kill ${sid}
      done
      pkill tegrastats

      echo "Done"
      sleep 1s
      cd ..
      let x++
    done
  done
done

mkdir -p ${RES_COLLECTIVE}
rm -rf ${RES_COLLECTIVE}/*
mv PC_* ${RES_COLLECTIVE}