Skip to content
Snippets Groups Projects
Commit 88fa74c2 authored by Guillaume S's avatar Guillaume S
Browse files

fix for multi months

parent 86cba68e
No related branches found
No related tags found
No related merge requests found
#!/bin/bash #!/bin/bash
set +xv set +xv
......
...@@ -40,7 +40,7 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do ...@@ -40,7 +40,7 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do
if [ ${date} -eq ${date_end} ]; then if [ ${date} -eq ${date_end} ]; then
if [ ${#var_list[@]} -gt 1 ]; then if [ ${#var_list[@]} -gt 1 ]; then
file_nb=$( eval "ls ${DIR_SAVE}/{$(tr ' ' ',' <<< ${var_list[*]^^})}/ERA5_L50Z10_{$(tr ' ' ',' <<< ${var_list[*]^^})}_1H_extrap_y${date:0:4}m${date:4:2}d{${date_beg:6:2}..${date_end:6:2}}.nc 2>/dev/null" | wc -l ) file_nb=$( eval "ls ${DIR_SAVE}/{$(tr ' ' ',' <<< ${var_list[*]^^})}/ERA5_L50Z10_{$(tr ' ' ',' <<< ${var_list[*]^^})}_1H_extrap_y${date:0:4}m{${date_beg:4:2}..${date_end:4:2}}d{${date_beg:6:2}..${date_end:6:2}}.nc 2>/dev/null" | wc -l )
else else
file_nb=$( eval "ls ${DIR_SAVE}/${var_list[*]^^}/ERA5_L50Z10_${var_list[*]^^}_1H_extrap_y${date:0:4}m${date:4:2}d{${date_beg:6:2}..${date_end:6:2}}.nc 2>/dev/null" | wc -l ) file_nb=$( eval "ls ${DIR_SAVE}/${var_list[*]^^}/ERA5_L50Z10_${var_list[*]^^}_1H_extrap_y${date:0:4}m${date:4:2}d{${date_beg:6:2}..${date_end:6:2}}.nc 2>/dev/null" | wc -l )
fi fi
......
...@@ -37,7 +37,7 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do ...@@ -37,7 +37,7 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do
while [[ ${date} -eq ${date_end} && $(squeue -u $USER -h -t pending,running -r -o '%20j' | grep ablhpg_${ym} | wc -l) -gt 0 ]]; do echo "sleeping..."; sleep 10; done while [[ ${date} -eq ${date_end} && $(squeue -u $USER -h -t pending,running -r -o '%20j' | grep ablhpg_${ym} | wc -l) -gt 0 ]]; do echo "sleeping..."; sleep 10; done
if [ ${date} -eq ${date_end} ]; then if [ ${date} -eq ${date_end} ]; then
file_nb=$( eval "ls ${d2D}/${fhpg/${date}.nc/${ym}{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l ) file_nb=$( eval "ls ${d2D%/*}/{${date_beg:0:6}..${date_end:0:6}}/${fhpg/${date}.nc/*{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l )
if [ ${nbday} -eq ${file_nb} ]; then if [ ${nbday} -eq ${file_nb} ]; then
echo "-ABL_HPG: OK" echo "-ABL_HPG: OK"
else else
......
...@@ -40,7 +40,7 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do ...@@ -40,7 +40,7 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do
while [[ ${date} -eq ${date_end} && $(squeue -u $USER -h -t pending,running -r -o '%20j' | grep ablvint${var_name:+"_${var_name}"}_${ym} | wc -l) -gt 0 ]]; do echo "sleeping..."; sleep 10; done while [[ ${date} -eq ${date_end} && $(squeue -u $USER -h -t pending,running -r -o '%20j' | grep ablvint${var_name:+"_${var_name}"}_${ym} | wc -l) -gt 0 ]]; do echo "sleeping..."; sleep 10; done
if [ ${date} -eq ${date_end} ]; then if [ ${date} -eq ${date_end} ]; then
file_nb=$( eval "ls ${d2D}/${var_name:+"${var_name}_"}${fabl/${date}.nc/${ym}{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l ) file_nb=$( eval "ls ${d2D%/*}/{${date_beg:0:6}..${date_end:0:6}}/${var_name:+"${var_name}_"}${fabl/${date}.nc/*{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l )
if [ ${nbday} -eq ${file_nb} ]; then if [ ${nbday} -eq ${file_nb} ]; then
echo "-ABL_VINT: OK" echo "-ABL_VINT: OK"
else else
......
...@@ -51,13 +51,13 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do ...@@ -51,13 +51,13 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do
while [[ ${date} -eq ${date_end} && $(squeue -u $USER -h -t pending,running -r -o '%20j' | grep cdogrid.D_${ym} | wc -l) -gt 0 ]]; do echo "sleeping..."; sleep 10; done while [[ ${date} -eq ${date_end} && $(squeue -u $USER -h -t pending,running -r -o '%20j' | grep cdogrid.D_${ym} | wc -l) -gt 0 ]]; do echo "sleeping..."; sleep 10; done
if [ ${date} -eq ${date_end} ]; then if [ ${date} -eq ${date_end} ]; then
file_nb=$( eval "ls ${dout}/${f2D/${date}.nc/${ym}{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l ) file_nb=$( eval "ls ${dout%/*}/{${date_beg:0:6}..${date_end:0:6}}/${f2D/${date}.nc/*{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l )
if [ ${nbday} -eq ${file_nb} ]; then if [ ${nbday} -eq ${file_nb} ]; then
echo "-CDO_GRID2D: OK" echo "-CDO_GRID2D: OK"
else else
echo "-CDO_GRID2D: ERROR"; exit 1 echo "-CDO_GRID2D: ERROR"; exit 1
fi fi
file_nb=$( eval "ls ${dout}/${f3D/${date}.nc/${ym}{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l ) file_nb=$( eval "ls ${dout%/*}/{${date_beg:0:6}..${date_end:0:6}}/${f3D/${date}.nc/*{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l )
if [ ${nbday} -eq ${file_nb} ]; then if [ ${nbday} -eq ${file_nb} ]; then
echo "-CDO_GRID3D: OK" echo "-CDO_GRID3D: OK"
else else
......
...@@ -43,9 +43,9 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do ...@@ -43,9 +43,9 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do
if [ ${date} -eq ${date_end} ]; then if [ ${date} -eq ${date_end} ]; then
if [ ${#var_list[@]} -gt 1 ]; then if [ ${#var_list[@]} -gt 1 ]; then
file_nb=$( eval "ls ${d}/{$(tr ' ' ',' <<< ${var_list[*]})}_${f/${date}.nc/${ym}{${date_beg:6:2}..${date_end:6:2}}}_misstodis.nc 2>/dev/null" | wc -l ) file_nb=$( eval "ls ${d%/*}/{${date_beg:0:6}..${date_end:0:6}}/{$(tr ' ' ',' <<< ${var_list[*]})}_${f/${date}.nc/*{${date_beg:6:2}..${date_end:6:2}}}_misstodis.nc 2>/dev/null" | wc -l )
else else
file_nb=$( eval "ls ${d}/${var_list[*]}_${f/${date}.nc/${ym}{${date_beg:6:2}..${date_end:6:2}}}_misstodis.nc 2>/dev/null" | wc -l ) file_nb=$( eval "ls ${d%/*}/{${date_beg:0:6}..${date_end:0:6}}/${var_list[*]}_${f/${date}.nc/*{${date_beg:6:2}..${date_end:6:2}}}_misstodis.nc 2>/dev/null" | wc -l )
fi fi
if [ $((nbday*${#var_list[@]})) -eq ${file_nb} ]; then if [ $((nbday*${#var_list[@]})) -eq ${file_nb} ]; then
echo "-CDO_MISS: OK" echo "-CDO_MISS: OK"
......
...@@ -43,7 +43,7 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do ...@@ -43,7 +43,7 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do
while [[ ${date} -eq ${date_end} && $(squeue -u $USER -h -t pending,running -r -o '%20j' | grep cdosplit_${ym} | wc -l) -gt 0 ]]; do echo "sleeping..."; sleep 10; done while [[ ${date} -eq ${date_end} && $(squeue -u $USER -h -t pending,running -r -o '%20j' | grep cdosplit_${ym} | wc -l) -gt 0 ]]; do echo "sleeping..."; sleep 10; done
if [ ${date} -eq ${date_end} ]; then if [ ${date} -eq ${date_end} ]; then
file_nb=$( eval "ls ${dabl}/{$(tr ' ' ',' <<< ${var_list[*]})}_${fabl/${date}.nc/${ym}{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l ) file_nb=$( eval "ls ${dabl%/*}/{${date_beg:0:6}..${date_end:0:6}}/{$(tr ' ' ',' <<< ${var_list[*]})}_${fabl/${date}.nc/*{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l )
if [ $((nbday*var_nb)) -eq ${file_nb} ]; then if [ $((nbday*var_nb)) -eq ${file_nb} ]; then
echo "-CDO_SPLIT: OK" echo "-CDO_SPLIT: OK"
else else
......
...@@ -39,12 +39,12 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do ...@@ -39,12 +39,12 @@ for d in $(seq -f "%02g" 0 $((nbday-1))); do
# TEST ALL FILES ARE PRODUCED # TEST ALL FILES ARE PRODUCED
if [ ${date} -eq ${date_end} ]; then if [ ${date} -eq ${date_end} ]; then
fnb=$( eval "ls ${dout}/${f3D/${date}.grib/${ym}{${date_beg:6:2}..${date_end:6:2}}}.grib 2>/dev/null" | wc -l ) fnb=$( eval "ls ${dout%/*}/{${date_beg:0:6}..${date_end:0:6}}/${f3D/${date}.grib/*{${date_beg:6:2}..${date_end:6:2}}}.grib 2>/dev/null" | wc -l )
nnb=$( eval "ls ${dreg}/${n3D/${date}.nc/${ym}{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l ) nnb=$( eval "ls ${dreg%/*}/{${date_beg:0:6}..${date_end:0:6}}/${n3D/${date}.nc/*{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l )
if [[ ${nbday} -eq ${fnb} || ${nbday} -eq ${nnb} ]]; then echo "-MARS_INST3D: OK"; else echo "-MARS_INST3D: ERROR"; exit 1; fi if [[ ${nbday} -eq ${fnb} || ${nbday} -eq ${nnb} ]]; then echo "-MARS_INST3D: OK"; else echo "-MARS_INST3D: ERROR"; exit 1; fi
fnb=$( eval "ls ${dout}/${f2D/${date}.grib/${ym}{${date_beg:6:2}..${date_end:6:2}}}.grib 2>/dev/null" | wc -l ) fnb=$( eval "ls ${dout%/*}/{${date_beg:0:6}..${date_end:0:6}}/${f2D/${date}.grib/*{${date_beg:6:2}..${date_end:6:2}}}.grib 2>/dev/null" | wc -l )
nnb=$( eval "ls ${dreg}/${n2D/${date}.nc/${ym}{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l ) nnb=$( eval "ls ${dreg%/*}/{${date_beg:0:6}..${date_end:0:6}}/${n2D/${date}.nc/*{${date_beg:6:2}..${date_end:6:2}}}.nc 2>/dev/null" | wc -l )
if [[ ${nbday} -eq ${fnb} || ${nbday} -eq ${nnb} ]]; then echo "-MARS_SURF2D: OK"; else echo "-MARS_SURF2D: ERROR"; exit 1; fi if [[ ${nbday} -eq ${fnb} || ${nbday} -eq ${nnb} ]]; then echo "-MARS_SURF2D: OK"; else echo "-MARS_SURF2D: ERROR"; exit 1; fi
fi fi
......
...@@ -42,11 +42,11 @@ done ...@@ -42,11 +42,11 @@ done
while [[ ${date} -eq ${date_end} && $(squeue -u $USER -h -t pending,running -r -o '%20j' | grep ncochunk_${ym} | wc -l) -gt 0 ]]; do echo "sleeping..."; sleep 10; done while [[ ${date} -eq ${date_end} && $(squeue -u $USER -h -t pending,running -r -o '%20j' | grep ncochunk_${ym} | wc -l) -gt 0 ]]; do echo "sleeping..."; sleep 10; done
if [ ${date} -eq ${date_end} ]; then if [ ${date} -eq ${date_end} ]; then
fall=${f/${date}_misstodis.nc/${ym}{${date_beg:6:2}..${date_end:6:2}}}_misstodis_cnk64.nc fall=${f/${date}_misstodis.nc/*{${date_beg:6:2}..${date_end:6:2}}}_misstodis_cnk64.nc
if [ ${#var_list[@]} -gt 1 ]; then if [ ${#var_list[@]} -gt 1 ]; then
file_nb=$( eval "ls ${d}/{$(tr ' ' ',' <<< ${var_list[*]})}_${fall} 2>/dev/null" | wc -l ) file_nb=$( eval "ls ${d%/*}/{${date_beg:0:6}..${date_end:0:6}}/{$(tr ' ' ',' <<< ${var_list[*]})}_${fall} 2>/dev/null" | wc -l )
else else
file_nb=$( eval "ls ${d}/${var_list[*]}_${fall} 2>/dev/null" | wc -l ) file_nb=$( eval "ls ${d%/*}/{${date_beg:0:6}..${date_end:0:6}}/${var_list[*]}_${fall} 2>/dev/null" | wc -l )
fi fi
if [ $((nbday*${#var_list[@]})) -eq ${file_nb} ]; then if [ $((nbday*${#var_list[@]})) -eq ${file_nb} ]; then
echo "-NCO_CHUNK: OK" echo "-NCO_CHUNK: OK"
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment