Skip to content

(dev script updates) Update tar file names for plot transfers to polar and ofs prep dev script #142

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
JessicaMeixner-NOAA wants to merge 4 commits into
base: prod/v1.5
Choose a base branch
from
Open

(dev script updates) Update tar file names for plot transfers to polar and ofs prep dev script #142

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
f59c8d7
update dev website scripts for new tar file names
JessicaMeixner-NOAA Sep 1, 2026
f4d6ce2
update dev/scripts/exnwps_ofs_prep.sh from previous pr
JessicaMeixner-NOAA Sep 1, 2026
8172fb6
Apply batched suggestions from code review
JessicaMeixner-NOAA Sep 3, 2026
8f79022
Apply suggestion from @JessicaMeixner-NOAA
JessicaMeixner-NOAA Sep 4, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 11 additions & 5 deletions dev/scripts/exnwps_ofs_prep.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -65,29 +65,35 @@ case ${OFSTYPE} in
export CYCLE="00"
${USHnwps}/make_psurge.sh
export err=$?; err_chk
rm -rf ${COMOUT}/${OFSTYPE}/{*hourly,*hourly.spool}
;;
*)
echo "\$OFS type not found"
export err=293; err_chk
;;
esac

if [ $SENDDBN = YES ]; then
if [ ${SENDDBN} = YES ] && [ "${OFSTYPE}" != "stofs_cur" ]; then
rm -rf ${DATA}/tars
mkdir ${DATA}/tars
for i in ${COMOUT}/${OFSTYPE}/*_output; do
if [ "${OFSTYPE}" == "psurge" ]; then
epoc_waterlevel_start_time=`cat ${COMOUT}/psurge/${i##*/}/psurge_waterlevel_start_time.txt`
wldateinname_t=$(date -d @${epoc_waterlevel_start_time} +"%Y%m%d%T" )
TARCYCLE=${wldateinname_t:8:2}
find ${i}/ -name *txt -exec basename '{}' ';' >> ${DATA}/tars/${i##*/}.list
find ${i}/ -name *gz -exec basename '{}' ';' >> ${DATA}/tars/${i##*/}.list
find ${i}/ -name wave_psurge_waterlevel_*_${TARCYCLE}_*_e*.dat.tar.gz -exec basename '{}' ';' >> ${DATA}/tars/${i##*/}.list
else
find ${i}/ -name wave_${OFSTYPE}*_${CYCLE}_*dat -exec basename '{}' ';' > ${DATA}/tars/${i##*/}.list
find ${i}/ -name *txt -exec basename '{}' ';' >> ${DATA}/tars/${i##*/}.list
TARCYCLE=${CYCLE}
fi

echo "tar cvf ${DATA}/tars/${i##*/}.tar -C ${i} -T ${DATA}/tars/${i##*/}.list; if [ "$?" = "0" ]; then mv ${DATA}/tars/${i##*/}.tar ${COMOUT}/${OFSTYPE}/; $DBNROOT/bin/dbn_alert MODEL NWPS_ASCII_TAR $job ${COMOUT}/${OFSTYPE}/${i##*/}.tar; fi" >> ${DATA}/tars/tar_cmdfile
tarfilename=nwps.t${TARCYCLE}z.${i##*/}.tar
echo "tar cvf ${DATA}/tars/${tarfilename} -C ${i} -T ${DATA}/tars/${i##*/}.list; if [ "$?" = "0" ]; then mv ${DATA}/tars/${tarfilename} ${COMOUT}/${OFSTYPE}/; $DBNROOT/bin/dbn_alert MODEL NWPS_ASCII_TAR $job ${COMOUT}/${OFSTYPE}/${tarfilename}; fi" >> ${DATA}/tars/tar_cmdfile
done
aprun -n24 -N24 -j1 -d1 cfp ${DATA}/tars/tar_cmdfile
#aprun -n24 -N24 -j1 -d1 cfp ${DATA}/tars/tar_cmdfile
mpiexec -np 24 --cpu-bind verbose,core cfp ${DATA}/tars/tar_cmdfile

fi

#####################################################################
Expand Down
40 changes: 20 additions & 20 deletions dev/util/crons/nwps_webgraph_ar_dev.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,35 +34,35 @@ do
for cgnum in $cgnums
do
echo 'Searching' ${wfo} ${cgnum}
if [ -f ${workdir}/${cgnum}/plots*.tar.gz ]
if [ -f ${workdir}/${cgnum}/nwps.t${cycle}z.plots*.tar.gz ]
then
echo 'Copying from' ${workdir}
cd ${workdir}/${cgnum}/

scp ${workdir}/${cgnum}/plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
scp ${workdir}/${cgnum}/shiproute_plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
scp ${workdir}/${cgnum}/nwps.t${cycle}z.plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
scp ${workdir}/${cgnum}/nwps.t${cycle}z.shiproute_plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
# Clean out old figures first
#ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm *.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf --overwrite plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf --overwrite nwps.t${cycle}z.plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy028.png Hansonplot_46028.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy219.png Hansonplot_46219.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy069.png Hansonplot_46069.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy221.png Hansonplot_46221.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy222.png Hansonplot_46222.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy253.png Hansonplot_46253.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy256.png Hansonplot_46256.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf shiproute_plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm shiproute_plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm nwps.t${cycle}z.plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf nwps.t${cycle}z.shiproute_plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm nwps.t${cycle}z.shiproute_plots*.tar.gz'
#rm ${workdir}/${cgnum}/*.png

# Copy new clustering-based wave tracking results
#if [ ${cgnum} == 'CG0' ]
#then
echo 'Copying cluster data...'
scp ${workdir}/${cgnum}/mapplots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/CG1/
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; tar -xf mapplots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; rm mapplots*.tar.gz'
scp ${workdir}/${cgnum}/nwps.t${cycle}z.mapplots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/CG1/
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; tar -xf nwps.t${cycle}z.mapplots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; rm nwps.t${cycle}z.mapplots*.tar.gz'
#fi

#datafound='true'
Expand All @@ -89,35 +89,35 @@ do
for cgnum in $cgnums
do
echo 'Searching' ${wfo} ${cgnum}
if [ -f ${workdir}/${cgnum}/plots*.tar.gz ]
if [ -f ${workdir}/${cgnum}/nwps.t${cycle}z.plots*.tar.gz ]
then
echo 'Copying from' ${workdir}
cd ${workdir}/${cgnum}/

scp ${workdir}/${cgnum}/plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
scp ${workdir}/${cgnum}/shiproute_plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
scp ${workdir}/${cgnum}/nwps.t${cycle}z.plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
scp ${workdir}/${cgnum}/nwps.t${cycle}z.shiproute_plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
# Clean out old figures first
#ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm *.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf nwps.t${cycle}z.plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy028.png Hansonplot_46028.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy219.png Hansonplot_46219.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy069.png Hansonplot_46069.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy221.png Hansonplot_46221.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy222.png Hansonplot_46222.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy253.png Hansonplot_46253.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; cp Hansonplot_buoy256.png Hansonplot_46256.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf shiproute_plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm shiproute_plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm nwps.t${cycle}z.plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf nwps.t${cycle}z.shiproute_plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm nwps.t${cycle}z.shiproute_plots*.tar.gz'
#rm ${workdir}/${cgnum}/*.png

# Copy new clustering-based wave tracking results
#if [ ${cgnum} == 'CG0' ]
#then
echo 'Copying cluster data...'
scp ${workdir}/${cgnum}/mapplots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/CG1/
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; tar -xf mapplots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; rm mapplots*.tar.gz'
scp ${workdir}/${cgnum}/nwps.t${cycle}z.mapplots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/CG1/
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; tar -xf nwps.t${cycle}z.mapplots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; rm nwps.t${cycle}z.mapplots*.tar.gz'
#fi

#datafound='true'
Expand Down
20 changes: 10 additions & 10 deletions dev/util/crons/nwps_webgraph_er_dev.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ do
for cgnum in $cgnums
do
echo 'Searching' ${wfo} ${cgnum}
if [ -f ${workdir}/${cgnum}/plots*.tar.gz ]
if [ -f ${workdir}/${cgnum}/nwps.t${cycle}z.plots*.tar.gz ]
then
echo 'Copying from' ${workdir}
cd ${workdir}/${cgnum}/
Expand Down Expand Up @@ -65,23 +65,23 @@ do
# #rm ${workdir}/${cgnum}/*.png
#fi

scp ${workdir}/${cgnum}/plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
scp ${workdir}/${cgnum}/shiproute_plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
scp ${workdir}/${cgnum}/nwps.t${cycle}z.plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
scp ${workdir}/${cgnum}/nwps.t${cycle}z.shiproute_plots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/${cgnum}/
# Clean out old figures first
#ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm *.png'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf shiproute_plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm shiproute_plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf nwps.t${cycle}z.plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm nwps.t${cycle}z.plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; tar -xf nwps.t${cycle}z.shiproute_plots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/'${cgnum}'/; rm nwps.t${cycle}z.shiproute_plots*.tar.gz'
#rm ${workdir}/${cgnum}/*.png

# Copy new clustering-based wave tracking results
#if [ ${cgnum} == 'CG0' ]
#then
echo 'Copying cluster data...'
scp ${workdir}/${cgnum}/mapplots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/CG1/
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; tar -xf mapplots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; rm mapplots*.tar.gz'
scp ${workdir}/${cgnum}/nwps.t${cycle}z.mapplots*.tar.gz waves@emcrzdm:/home/www/polar/nwps/para/images/rtimages/${wfo}/nwps/CG1/
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; tar -xf nwps.t${cycle}z.mapplots*.tar.gz'
ssh waves@emcrzdm 'cd /home/www/polar/nwps/para/images/rtimages/'${wfo}'/nwps/CG1/; rm nwps.t${cycle}z.mapplots*.tar.gz'
#fi

datafound='true'
Expand Down
Loading