xan/awips2
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #649 from tiffanycmeyer13/unidata_20.3.2

Browse source 
Update crontab and checkFileTime script to be in bash instead of perl…
This commit is contained in:
srcarter3 2024-01-12 12:24:34 -08:00 • committed by GitHub
commit ba4f5ea96a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 33 additions and 37 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
rpms/awips2.upc/Installer.ldm/patch/cron/awips
View file

@ -7,7 +7,7 @@
# ascat grib2
#10 * * * * /awips2/ldm/bin/ascat_grib.sh >& /dev/null 2>&1
*/5 * * * * /bin/perl /awips2/ldm/dev/purgeRadar.pl >>/awips2/ldm/dev/logs/purgeRadar.log 2>&1
*/2 * * * * /bin/perl /awips2/ldm/dev/checkFileTime.pl >>/awips2/ldm/dev/logs/checkFileTime.log 2>&1
*/2 * * * * bash -l /awips2/ldm/dev/checkFileTime.sh >>/awips2/ldm/dev/logs/checkFileTime.log 2>&1
30 3 * * * /bin/perl /awips2/dev/updateNDM.pl >>/awips2/dev/logs/updateNDM.log 2>&1
# LDM-6.8.1+ metrics gathering

36
rpms/awips2.upc/Installer.ldm/patch/dev/checkFileTime.pl
View file

@ -1,36 +0,0 @@
#!/bin/perl
#$path="/awips2/data_store/grid";
@paths=("/awips2/data_store/grid","/awips2/data_store/modelsounding");
foreach $path(@paths)
{
#find files that haven't been touched in the past 5 minutes
$syscmd="find $path -name \"*-concat-*\" -mmin +2";
print "\t$syscmd\n";
@output=`$syscmd`;
foreach $line(@output)
{
chomp $line;
if($line!~/\/staging\//) { next; }
@dirs=split(/\//, $line);
$outPath="";
for($i=0; $i<$#dirs-1; $i++)
{ $outPath.=$dirs[$i]."/"; }
$file=$dirs[-1];
$syscmd = "mv $line $outPath";
print "\t$syscmd\n";
`$syscmd`;
# $syscmd=" /awips2/python/bin/python /awips2/ldm/dev/notifyAWIPS2-unidata.py $outPath/$file";
$syscmd="sudo su - awips -c \"/awips2/python/bin/python /awips2/fxa/bin/src/qpidNotify/qpidNotify.py $outPath/$file\"";
print "\t$syscmd\n";
`$syscmd`;
}
}

32
rpms/awips2.upc/Installer.ldm/patch/dev/checkFileTime.sh Executable file
View file

@ -0,0 +1,32 @@
#!/bin/bash
#
# Concatenate grib and bufr files before ingesting them into edex
# to reduce the number of jobs edex processes
#
# Author: srcarter@ucar.edu
# Author: tiffanym@ucar.edu
#
# Updates
# Jan 12, 2024 - First stab at translating from our existing perl script
#
#
# We want to concatenate grib and bufr files
paths=("/awips2/data_store/grid" "/awips2/data_store/modelsounding")
for path in "${paths[@]}";
do
# Check for relevant files that haven't been touched in the last two minutes
IFS=$'\n'
files=($(find $path -name "*-concat-*" -mmin +2 | grep "staging"))
unset IFS
# echo ${#files[@]}
for file in "${files[@]}";
do
/awips2/python/bin/python /awips2/ldm/dev/notifyAWIPS2-unidata.py $file
# /awips2/python/bin/python /awips2/fxa/bin/src/qpidNotify.py $file
echo $file
done
done