Updates to LDM
*New MRMS pqact entries for products coming from NCO (via Unidata) vs from NOAAPort (via Unidata) *Update Global GFS entry to store 1.00deg instead of 0.25deg *Update ldmd entries *Added new files for processing concatenated grib files *Add new crontab entry for checking time of concatenated files *Add new crontab entry for LDM Metrics
This commit is contained in:
Tiffany Meyer
parent
d50f9604e3
commit
fa505efee1
7 changed files with 147 additions and 21 deletions
|
|
@ -7,3 +7,9 @@
|
|||
# ascat grib2
|
||||
#10 * * * * /awips2/ldm/bin/ascat_grib.sh >& /dev/null 2>&1
|
||||
*/5 * * * * /bin/perl /awips2/ldm/dev/purgeRadar.pl >>/awips2/ldm/dev/logs/purgeRadar.log 2>&1
|
||||
*/5 * * * * /bin/perl /awips2/ldm/dev/checkFileTime.pl >>/awips2/ldm/dev/logs/checkFileTime.log 2>&1
|
||||
|
||||
# LDM-6.8.1+ metrics gathering
|
||||
#
|
||||
* * * * * /awips2/ldm/bin/ldmadmin addmetrics > /dev/null 2>&1
|
||||
0 0 1 * * /awips2/ldm/bin/ldmadmin newmetrics > /dev/null
|
||||
|
|
|
|||
16
rpms/awips2.upc/Installer.ldm/patch/dev/checkENI.csh
Executable file
16
rpms/awips2.upc/Installer.ldm/patch/dev/checkENI.csh
Executable file
|
|
@ -0,0 +1,16 @@
|
|||
#!/bin/csh
|
||||
|
||||
#determine if ENI DTA time series script is running
|
||||
set iRun = `ps -ef | grep processDTAtimeseries.csh | grep -v grep | wc -l`
|
||||
|
||||
#if not
|
||||
if ($iRun < 1) then
|
||||
#remove the contents of the /tmp directory
|
||||
rm -Rvf /tmp/eniTSwork/*
|
||||
#re-run the script
|
||||
csh /usr/local/ldm/bin/eni/processDTAtimeseries.csh bg1 &
|
||||
#if so
|
||||
else
|
||||
#everything is okay
|
||||
echo "There are $iRun processes running..."
|
||||
endif
|
||||
34
rpms/awips2.upc/Installer.ldm/patch/dev/checkFileTime.pl
Normal file
34
rpms/awips2.upc/Installer.ldm/patch/dev/checkFileTime.pl
Normal file
|
|
@ -0,0 +1,34 @@
|
|||
#!/bin/perl
|
||||
|
||||
#$path="/awips2/data_store/grid";
|
||||
|
||||
@paths=("/awips2/data_store/grid","/awips2/data_store/modelsounding");
|
||||
foreach $path(@paths)
|
||||
{
|
||||
|
||||
#find files that haven't been touched in the past 5 minutes
|
||||
$syscmd="find $path -name \"*-concat-*\" -mmin +5";
|
||||
|
||||
print "\t$syscmd\n";
|
||||
|
||||
@output=`$syscmd`;
|
||||
|
||||
foreach $line(@output)
|
||||
{
|
||||
chomp $line;
|
||||
if($line!~/\/staging\//) { next; }
|
||||
@dirs=split(/\//, $line);
|
||||
$outPath="";
|
||||
for($i=0; $i<$#dirs-1; $i++)
|
||||
{ $outPath.=$dirs[$i]."/"; }
|
||||
$file=$dirs[-1];
|
||||
|
||||
$syscmd = "mv $line $outPath";
|
||||
print "\t$syscmd\n";
|
||||
`$syscmd`;
|
||||
|
||||
$syscmd=" /awips2/python/bin/python /awips2/ldm/dev/notifyAWIPS2-unidata.py $outPath/$file";
|
||||
print "\t$syscmd\n";
|
||||
`$syscmd`;
|
||||
}
|
||||
}
|
||||
|
|
@ -0,0 +1,23 @@
|
|||
#!/awips2/python/bin/python
|
||||
#from ufpy import qpidingest
|
||||
from sys import argv
|
||||
from os import path
|
||||
from awips.qpidingest import *
|
||||
|
||||
|
||||
#read in command line argument as path
|
||||
inPath = argv[1]
|
||||
header = path.basename(inPath)
|
||||
|
||||
|
||||
#make connection to QPID
|
||||
#conn = qpidingest.IngestViaQPID(host='cpsbn1',port=5672,ssl=True)
|
||||
conn = IngestViaQPID()
|
||||
|
||||
#send message to QPID
|
||||
print "sending %s with a header of %s"%(inPath,header)
|
||||
conn.sendmessage(inPath,header)
|
||||
|
||||
#close QPID connection
|
||||
conn.close()
|
||||
|
||||
|
|
@ -89,25 +89,27 @@ EXEC "rtstats -h rtstats.unidata.ucar.edu"
|
|||
# DEFAULT
|
||||
#REQUEST LIGHTNING ".*" idd.unidata.ucar.edu # USPLN
|
||||
#REQUEST LIGHTNING ".*" striker.atmos.albany.edu # NLDN
|
||||
REQUEST NEXRAD3 "./p(DHR|DPR|DSP|DTA|DAA|HHC|N.P|N.Q|N.S|N.U|OHA)." idd.unidata.ucar.edu
|
||||
REQUEST FNEXRAD|WMO ".*" idd.unidata.ucar.edu
|
||||
REQUEST UNIWISC|NIMAGE ".*" idd.unidata.ucar.edu # AREA/GINI
|
||||
REQUEST EXP "WwWind" idd.unidata.ucar.edu # ESPL/PSD Profilers
|
||||
REQUEST DIFAX "GLM" idd.unidata.ucar.edu # GOES GLM
|
||||
#REQUEST DIFAX "OR_ABI" idd.unidata.ucar.edu # GOES ABI netCDF4 (tiles)
|
||||
#REQUEST NOTHER "^TI[PRS]... KNES" idd.unidata.ucar.edu # GOES ABI gini
|
||||
REQUEST NGRID ".*" uni20.unidata.ucar.edu ## CHANGE - MRMS-Unidata
|
||||
REQUEST NEXRAD3 ".*" idd.unidata.ucar.edu # Radar Level3
|
||||
REQUEST HDS "^SDUS6.*" idd.unidata.ucar.edu # Radar Level3 - specific files
|
||||
REQUEST FNEXRAD|WMO ".*" idd.unidata.ucar.edu # WMO Feedtype includes HDS|IDS|DDPLUS
|
||||
REQUEST UNIWISC|NIMAGE ".*" idd.unidata.ucar.edu # AREA/GINI and GOES
|
||||
REQUEST DIFAX "GLM" idd.unidata.ucar.edu # GOES GLM Gridded Product (Texas Tech-Eric Bruning)
|
||||
#REQUEST DIFAX "OR_ABI" idd.unidata.ucar.edu # GOES ABI netCDF4 (Unidata tiles)
|
||||
#REQUEST NOTHER "^TI[PRS]... KNES" idd.unidata.ucar.edu # GOES ABI gini
|
||||
REQUEST NOTHER "^TI[A-Q]... KNES" idd.unidata.ucar.edu # VIIRS
|
||||
REQUEST NOTHER "^IXT[WXY]01" idd.unidata.ucar.edu #Special SBN GOES Derived products-different WMO (COD, CPS, CTP) tiffanym-20201229
|
||||
REQUEST NGRID ".*" idd.unidata.ucar.edu
|
||||
REQUEST HDS ".*" idd.unidata.ucar.edu
|
||||
#REQUEST CMC ".*" idd.unidata.ucar.edu
|
||||
#REQUEST HDS ".*" idd.unidata.ucar.edu # Duplicate
|
||||
REQUEST CMC ".*" idd.unidata.ucar.edu # CMC is an alias for GEM
|
||||
#REQUEST FNMOC ".*" idd.unidata.ucar.edu
|
||||
REQUEST CONDUIT "nam" idd.unidata.ucar.edu # NAM12
|
||||
REQUEST CONDUIT "pgrb2" idd.unidata.ucar.edu # GFS0p25
|
||||
#REQUEST CONDUIT "nwstg" idd.unidata.ucar.edu # NDFD
|
||||
#REQUEST CONDUIT "awp252" idd.unidata.ucar.edu # RAP20
|
||||
#REQUEST FSL2 "HRRR" hrrr.unidata.ucar.edu # HRRRX sub-hourly
|
||||
#REQUEST NGRID "^YAU[CDLMPQS]" idd.unidata.ucar.edu # MRMS
|
||||
REQUEST CONDUIT "nam" idd.unidata.ucar.edu # NAM12
|
||||
REQUEST CONDUIT "pgrb2" idd.unidata.ucar.edu # GFS
|
||||
#REQUEST CONDUIT "nwstg" idd.unidata.ucar.edu # NDFD
|
||||
#REQUEST CONDUIT "awp252" idd.unidata.ucar.edu # RAP20
|
||||
#REQUEST FSL2 "HRRR" hrrr.unidata.ucar.edu # HRRRX sub-hourly
|
||||
REQUEST EXP "WwWind" idd.unidata.ucar.edu # ESPL/PSD Profilers
|
||||
#REQUEST NGRID "^YAU[CDLMPQS]" idd.unidata.ucar.edu # MRMS-NOAAPort
|
||||
#
|
||||
###############################################################################
|
||||
# Allow Entries
|
||||
|
|
|
|||
|
|
@ -9,7 +9,13 @@
|
|||
# 20170322 16.4.1 GOES-16(R) Experimental/Provisional Products on NOTHER
|
||||
# 20171010 17.1.1 Split files by feedtype, rm gridsi retired from NOAAport (DGEX-AK,GFS201,GFS80)
|
||||
# 20190109 18.1.1 GOES17 from NIMAGE feed
|
||||
#
|
||||
# 20210505 18.2.1 GFS is now 1.00deg global (previously 0.25deg)
|
||||
# MRMS entries are now from Unidata's IDD NCO feed instead of NOAAPort
|
||||
# GOES16/17 CMI are coming from Unidata IDD
|
||||
# GOES16 Derived products coming from NOAAPort
|
||||
# GOES16 GLM data coming from Unidata's IDD via Texas Tech
|
||||
# CIRA RGB GOES Satellite products added
|
||||
|
||||
# USPLN
|
||||
LIGHTNING USPLN1EX
|
||||
FILE -close -edex /awips2/data_store/lightning/%Y%m%d%H%M.uspln
|
||||
|
|
@ -320,8 +326,8 @@ NGRID ^YAG[A-Z][0-9][0-9] KWNR (..)(..)(..) !grib2/[^/]*/[^/]*/#[^/]*/([0-9]{8})
|
|||
#
|
||||
# GFS Global 0.25 degree
|
||||
#
|
||||
CONDUIT ^data/nccf/com/.*gfs.t[0-9][0-9]z.pgrb2.0p25.*!grib2/[^/]*.*/#[^/]*/([0-9]{8})([0-9]{2})([0-9]{2})(F[0-9]..)/([^/]*)/.*! (......)
|
||||
FILE -close /awips2/data_store/grid/\1/\2/GFS0p25/staging/GFS_Global_0p25deg_\1\2\3-concat-%Y%m%d_%H%M.grib2
|
||||
#CONDUIT ^data/nccf/com/.*gfs.t[0-9][0-9]z.pgrb2.0p25.*!grib2/[^/]*.*/#[^/]*/([0-9]{8})([0-9]{2})([0-9]{2})(F[0-9]..)/([^/]*)/.*! (......)
|
||||
# FILE -close /awips2/data_store/grid/\1/\2/GFS0p25/staging/GFS_Global_0p25deg_\1\2\3-concat-%Y%m%d_%H%M.grib2
|
||||
#
|
||||
# GFS Global 0.5 degree
|
||||
#
|
||||
|
|
@ -331,9 +337,8 @@ CONDUIT ^data/nccf/com/.*gfs.t[0-9][0-9]z.pgrb2.0p25.*!grib2/[^/]*.*/#[^/]*/([0-
|
|||
#
|
||||
# GFS Global 1.0 degree
|
||||
#
|
||||
#CONDUIT ^data/nccf/com/.*gfs.t[0-9][0-9]z.pgrb2.1p00.*!grib2/[^/]*/.*/#[^/]*/([0-9]{8})([0-9]{4})(F[0-9]..)/([^/]*)/.*! (......)
|
||||
# FILE -edex -close
|
||||
# /awips2/data_store/grid/GFS1p0/GFS_Global_onedeg_\1\2\3_\4_\5-(seq).grib2
|
||||
CONDUIT ^data/nccf/com/.*gfs.t[0-9][0-9]z.pgrb2.1p00.*!grib2/[^/]*.*/#[^/]*/([0-9]{8})([0-9]{2})([0-9]{2})(F[0-9]..)/([^/]*)/.*! (......)
|
||||
FILE -close /awips2/data_store/grid/\1/\2/GFS1p00/staging/GFS_Global_1p00deg_\1\2\3-concat-%Y%m%d_%H%M.grib2
|
||||
#
|
||||
# GFS Global 2.5 degree
|
||||
#
|
||||
|
|
|
|||
40
rpms/awips2.upc/Installer.ldm/patch/etc/pqact.mrms2
Normal file
40
rpms/awips2.upc/Installer.ldm/patch/etc/pqact.mrms2
Normal file
|
|
@ -0,0 +1,40 @@
|
|||
# ===============================
|
||||
# = NCEP data available via IDD =
|
||||
# ===============================
|
||||
#
|
||||
# Multi-Radar Multi-Sensor (MRMS) - Unidata via NCO
|
||||
#/data/ldm/pub/native/radar/MRMS/Model/CONUS/MRMS_BrightBandTopHeight_00.00_20210430-184000.grib2
|
||||
#CONUS Domain
|
||||
NGRID ^/data/ldm/pub/native/radar/MRMS/.*/CONUS/MRMS(.*)([0-9]{8})-([0-9]{2})([0-9]{4}).grib2
|
||||
FILE -edex -close /awips2/data_store/grid/\2/\3/MRMS/CONUS/MRMS\1\2-\3\4.grib2
|
||||
#Alaska Domain
|
||||
NGRID ^/data/ldm/pub/native/radar/MRMS/.*/ALASKA/MRMS(.*)([0-9]{8})-([0-9]{2})([0-9]{4}).grib2
|
||||
FILE -edex -close /awips2/data_store/grid/\2/\3/MRMS/ALASKA/MRMS\1\2-\3\4.grib2
|
||||
#Hawaii Domain
|
||||
NGRID ^/data/ldm/pub/native/radar/MRMS/.*/HAWAII/MRMS(.*)([0-9]{8})-([0-9]{2})([0-9]{4}).grib2
|
||||
FILE -edex -close /awips2/data_store/grid/\2/\3/MRMS/HAWAII/MRMS\1\2-\3\4.grib2
|
||||
#Guam Domain
|
||||
NGRID ^/data/ldm/pub/native/radar/MRMS/.*/GUAM/MRMS(.*)([0-9]{8})-([0-9]{2})([0-9]{4}).grib2
|
||||
FILE -edex -close /awips2/data_store/grid/\2/\3/MRMS/GUAM/MRMS\1\2-\3\4.grib2
|
||||
#Caribbean Domain
|
||||
NGRID ^/data/ldm/pub/native/radar/MRMS/.*/CARIB/MRMS(.*)([0-9]{8})-([0-9]{2})([0-9]{4}).grib2
|
||||
FILE -edex -close /awips2/data_store/grid/\2/\3/MRMS/CARIB/MRMS\1\2-\3\4.grib2
|
||||
|
||||
|
||||
# Multi-Radar Multi-Sensor (MRMS) - NOAAport
|
||||
#ALL MRMS Products (changed 6/18/2020 - tmeyer)
|
||||
#CONUS
|
||||
#NGRID ^YAU[A-Z][0-9][0-9] KWNR (..)(..)(..) !grib2/[^/]*/[^/]*/#[^/]*/([0-9]{8})([0-9]{4})(F[0-9]..)/([^/]*)/.*
|
||||
# FILE -edex -close /awips2/data_store/grid/(\1:yyyy)(\1:mm)\1/\2/MRMS/MRMS_\4_\5_\6_\7.grib2
|
||||
#Alaska Domain
|
||||
#NGRID ^YAA[A-Z][0-9][0-9] KWNR (..)(..)(..) !grib2/[^/]*/[^/]*/#[^/]*/([0-9]{8})([0-9]{4})(F[0-9]..)/([^/]*)/.*
|
||||
# FILE -edex -close /awips2/data_store/grid/(\1:yyyy)(\1:mm)\1/\2/MRMS/MRMS_AK_\4_\5_\6_\7.grib2
|
||||
#Hawaii Domain
|
||||
#NGRID ^YAH[A-Z][0-9][0-9] KWNR (..)(..)(..) !grib2/[^/]*/[^/]*/#[^/]*/([0-9]{8})([0-9]{4})(F[0-9]..)/([^/]*)/.*
|
||||
# FILE -edex -close /awips2/data_store/grid/(\1:yyyy)(\1:mm)\1/\2/MRMS/MRMS_HI_\4_\5_\6_\7.grib2
|
||||
#Caribbean Domain
|
||||
#NGRID ^YAC[A-Z][0-9][0-9] KWNR (..)(..)(..) !grib2/[^/]*/[^/]*/#[^/]*/([0-9]{8})([0-9]{4})(F[0-9]..)/([^/]*)/.*
|
||||
# FILE -edex -close /awips2/data_store/grid/(\1:yyyy)(\1:mm)\1/\2/MRMS/MRMS_CA_\4_\5_\6_\7.grib2
|
||||
#Guam Domain
|
||||
#NGRID ^YAG[A-Z][0-9][0-9] KWNR (..)(..)(..) !grib2/[^/]*/[^/]*/#[^/]*/([0-9]{8})([0-9]{4})(F[0-9]..)/([^/]*)/.*
|
||||
# FILE -edex -close /awips2/data_store/grid/(\1:yyyy)(\1:mm)\1/\2/MRMS/MRMS_GU_\4_\5_\6_\7.grib2
|
||||
Loading…
Add table
Reference in a new issue