xan/awips2
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Issue #1639 Replaced monitor's ConcurrentHashMaps with data structures, removed references to FFMPCacheRecord

Browse source 
Change-Id: I24cbcbfe1b3cc5309a78469da9ba021f6953b0eb

Former-commit-id: e6e2d8905c [formerly c2d4f8e164 [formerly 4582146fd6f0ea348c7f4d01fdb68f6473439761]]
Former-commit-id: c2d4f8e164
Former-commit-id: e0884ed550
This commit is contained in:
Nate Jensen 2013-02-19 16:38:17 -06:00
parent 9c2caa95a0
commit 376a966852
6 changed files with 593 additions and 401 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

471
cave/com.raytheon.uf.viz.monitor.ffmp/src/com/raytheon/uf/viz/monitor/ffmp/FFMPMonitor.java
View file

@ -13,13 +13,12 @@ import java.util.LinkedList;
import java.util.List;
import java.util.Map.Entry;
import java.util.NavigableMap;
import java.util.Set;
import java.util.SortedMap;
import java.util.TimeZone;
import java.util.TreeSet;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.ConcurrentNavigableMap;
import java.util.concurrent.ConcurrentSkipListMap;
import org.eclipse.swt.widgets.Display;
import org.eclipse.swt.widgets.Shell;
@ -28,7 +27,6 @@ import org.eclipse.ui.PlatformUI;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPAggregateRecord;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPBasin;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPBasinData;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPCacheRecord;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPGuidanceBasin;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPGuidanceInterpolation;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPRecord;
@ -92,6 +90,7 @@ import com.raytheon.uf.viz.monitor.listeners.IMonitorListener;
* 01/27/13 1478 D. Hladky revamped cache file format, removed duplicate times
* 02/01/13 1569 D. Hladky updated constants
* 02/01/13 1627 D. Hladky removed unused(useless) db load method
* 02/19/13 1639 njensen Replaced ConcurrentHashMaps with data structures
*
* </pre>
*
@ -118,17 +117,24 @@ public class FFMPMonitor extends ResourceMonitor {
/** Pattern for dates in radar */
public static String datePattern = "yyyy-MM-dd HH:mm:ss";
/** FFMP Records indexed by site, times and field **/
public ConcurrentHashMap<String, ConcurrentHashMap<String, FFMPCacheRecord>> ffmpData = null;
private FFMPSiteDataContainer siteDataMap = new FFMPSiteDataContainer();
// list of earliest available date queried by site, sourceName
public ConcurrentHashMap<String, ConcurrentHashMap<String, Date>> ffmpAvailableUriQueryDates = null;
// map by site, sourceName, Date
public ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentSkipListMap<Date, List<String>>>> ffmpAvailableUris = null;
// map by field, huc, and the URIs that have been loaded for
public ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>>> ffmpLoadedUris = null;
// /** FFMP Records indexed by site, times and field **/
// public ConcurrentHashMap<String, ConcurrentHashMap<String,
// FFMPCacheRecord>> ffmpData = null;
//
// // list of earliest available date queried by site, sourceName
// public ConcurrentHashMap<String, ConcurrentHashMap<String, Date>>
// ffmpAvailableUriQueryDates = null;
//
// // map by site, sourceName, Date
// public ConcurrentHashMap<String, ConcurrentHashMap<String,
// ConcurrentSkipListMap<Date, List<String>>>> ffmpAvailableUris = null;
//
// // map by field, huc, and the URIs that have been loaded for
// public ConcurrentHashMap<String, ConcurrentHashMap<String,
// ConcurrentHashMap<String, ConcurrentHashMap<String, String>>>>
// ffmpLoadedUris = null;
// Interpolation Guidance Sources
public FFMPGuidanceInterpolation interpolation = null;
@ -184,19 +190,7 @@ public class FFMPMonitor extends ResourceMonitor {
}
// clear all remaining data
if (ffmpData != null) {
for (String key : ffmpData.keySet()) {
for (Entry<String, FFMPCacheRecord> entry : ffmpData.get(key)
.entrySet()) {
entry.getValue().closeCache();
}
}
}
ffmpData = null;
ffmpAvailableUriQueryDates = null;
ffmpAvailableUris = null;
ffmpLoadedUris = null;
siteDataMap.clear();
// kill this monitor
monitor = null;
@ -250,7 +244,6 @@ public class FFMPMonitor extends ResourceMonitor {
public static synchronized FFMPMonitor getInstance() {
if (monitor == null) {
monitor = new FFMPMonitor();
monitor.createDataStructures();
isInitialized = true;
}
@ -310,16 +303,6 @@ public class FFMPMonitor extends ResourceMonitor {
return ffmpConfig;
}
/**
* Creates the linked maps
*/
private void createDataStructures() {
ffmpData = new ConcurrentHashMap<String, ConcurrentHashMap<String, FFMPCacheRecord>>();
ffmpAvailableUris = new ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentSkipListMap<Date, List<String>>>>();
ffmpAvailableUriQueryDates = new ConcurrentHashMap<String, ConcurrentHashMap<String, Date>>();
ffmpLoadedUris = new ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>>>();
}
/**
* gets the URI's by field type and site
*
@ -328,48 +311,11 @@ public class FFMPMonitor extends ResourceMonitor {
* @param phuc
* @return
*/
private ConcurrentHashMap<String, String> getUriMap(String siteKey,
String source, String phuc) {
ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>> siteLoadedUris = null;
if (ffmpLoadedUris != null) {
siteLoadedUris = ffmpLoadedUris.get(siteKey);
}
if (siteLoadedUris == null) {
siteLoadedUris = new ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>>();
ffmpLoadedUris.put(siteKey, siteLoadedUris);
}
ConcurrentHashMap<String, ConcurrentHashMap<String, String>> sourceLoadedUris = null;
if (ffmpLoadedUris != null) {
sourceLoadedUris = ffmpLoadedUris.get(siteKey).get(source);
}
if (sourceLoadedUris == null) {
sourceLoadedUris = new ConcurrentHashMap<String, ConcurrentHashMap<String, String>>();
ffmpLoadedUris.get(siteKey).put(source, sourceLoadedUris);
}
ConcurrentHashMap<String, String> hucLoadedUris = null;
if (ffmpLoadedUris != null) {
hucLoadedUris = ffmpLoadedUris.get(siteKey).get(source).get(phuc);
}
if (hucLoadedUris == null) {
hucLoadedUris = new ConcurrentHashMap<String, String>(200, 0.75f, 4);
if (ffmpLoadedUris != null) {
ffmpLoadedUris.get(siteKey).get(source)
.put(phuc, hucLoadedUris);
}
}
return hucLoadedUris;
private List<String> getLoadedUris(String siteKey, String source,
String phuc) {
FFMPSiteData siteData = siteDataMap.get(siteKey);
FFMPSourceData sourceData = siteData.getSourceData(source);
return sourceData.getLoadedUris(phuc);
}
/**
@ -406,12 +352,11 @@ public class FFMPMonitor extends ResourceMonitor {
for (String uri : uris) {
if (uri != null) {
if (dupOverride
|| !getUriMap(siteKey, source, phuc)
.containsKey(uri)) {
|| !getLoadedUris(siteKey, source, phuc)
.contains(uri)) {
try {
populateFFMPRecord(isProductLoad, siteKey,
new FFMPRecord(uri),
source, phuc);
new FFMPRecord(uri), source, phuc);
} catch (Exception e) {
statusHandler.handle(Priority.PROBLEM,
"FFMP Can't retrieve FFMP URI, "
@ -434,19 +379,18 @@ public class FFMPMonitor extends ResourceMonitor {
* @return
* @throws VizException
*/
public FFMPCacheRecord populateFFMPRecord(boolean isProductLoad,
String uri, String siteKey, String source, String phuc)
throws Exception {
public FFMPRecord populateFFMPRecord(boolean isProductLoad, String uri,
String siteKey, String source, String phuc) throws Exception {
try {
populateFFMPRecord(isProductLoad, siteKey,
new FFMPRecord(uri), source, phuc);
populateFFMPRecord(isProductLoad, siteKey, new FFMPRecord(uri),
source, phuc);
} catch (VizException e) {
statusHandler.handle(Priority.INFO,
"FFMP Can't retrieve FFMP URI, " + uri, e);
}
return ffmpData.get(siteKey).get(source);
return siteDataMap.get(siteKey).getSourceData(source).getRecord();
}
/**
@ -459,15 +403,14 @@ public class FFMPMonitor extends ResourceMonitor {
*/
public void insertFFMPData(FFMPAggregateRecord data, String siteKey,
String source) {
if (ffmpData.containsKey(siteKey)) {
if (ffmpData.get(siteKey).containsKey(source)) {
// TODO do we need this method if we're no longer supporting cache
// records?
if (siteDataMap.containsSite(siteKey)) {
if (siteDataMap.get(siteKey).containsSource(source)) {
for (Entry<String, FFMPBasinData> entry : data.getBasinsMap()
.entrySet()) {
FFMPBasinData basinData = entry.getValue();
basinData.populate(data.getTimes());
ffmpData.get(siteKey).get(source)
.setCacheData(basinData, basinData.getHucLevel());
}
}
}
@ -505,12 +448,11 @@ public class FFMPMonitor extends ResourceMonitor {
String source, String phuc, FFMPBasin basin) throws VizException {
if (dataUri != null) {
ConcurrentMap<String, String> uris = getUriMap(siteKey, source,
phuc);
if (!uris.containsKey(dataUri)) {
List<String> uris = getLoadedUris(siteKey, source, phuc);
if (!uris.contains(dataUri)) {
try {
SourceXML sourceXML = fscm.getSource(source);
FFMPCacheRecord ffmpRec = populateFFMPRecord(true, dataUri,
FFMPRecord ffmpRec = populateFFMPRecord(true, dataUri,
siteKey, source, phuc);
File loc = HDF5Util.findHDF5Location(ffmpRec);
IDataStore dataStore = DataStoreFactory.getDataStore(loc);
@ -598,34 +540,10 @@ public class FFMPMonitor extends ResourceMonitor {
public ConcurrentNavigableMap<Date, List<String>> getAvailableUris(
String siteKey, String dataKey, String sourceName, Date time,
boolean retrieveNew) {
if (!ffmpAvailableUris.containsKey(siteKey)) {
ConcurrentHashMap<String, ConcurrentSkipListMap<Date, List<String>>> tempUriList = new ConcurrentHashMap<String, ConcurrentSkipListMap<Date, List<String>>>(
16, 0.75f, 4);
ffmpAvailableUris.put(siteKey, tempUriList);
}
ConcurrentSkipListMap<Date, List<String>> sortedUris = ffmpAvailableUris
.get(siteKey).get(sourceName);
if (sortedUris == null) {
synchronized (ffmpAvailableUris) {
// double check in case another thread created in the mean time
sortedUris = ffmpAvailableUris.get(siteKey).get(sourceName);
if (sortedUris == null) {
sortedUris = new ConcurrentSkipListMap<Date, List<String>>();
ffmpAvailableUris.get(siteKey).put(sourceName, sortedUris);
}
}
}
if (!ffmpAvailableUriQueryDates.containsKey(siteKey)) {
ConcurrentHashMap<String, Date> tempUriQueryDates = new ConcurrentHashMap<String, Date>(
16, 0.75f, 4);
ffmpAvailableUriQueryDates.put(siteKey, tempUriQueryDates);
}
Date previousQueryTime = ffmpAvailableUriQueryDates.get(siteKey).get(
sourceName);
ConcurrentNavigableMap<Date, List<String>> sortedUris = siteDataMap
.get(siteKey).getSourceData(sourceName).getAvailableUris();
Date previousQueryTime = siteDataMap.get(siteKey)
.getSourceData(sourceName).getPreviousUriQueryDate();
SourceXML source = getSourceConfig().getSource(sourceName);
if (source.getSourceType().equals(SOURCE_TYPE.GUIDANCE.getSourceType())) {
@ -651,7 +569,8 @@ public class FFMPMonitor extends ResourceMonitor {
if (source.getSourceType().equals(
SOURCE_TYPE.GUIDANCE.getSourceType())) {
long timeOffset = source.getExpirationMinutes(siteKey) * TimeUtil.MILLIS_PER_MINUTE;
long timeOffset = source.getExpirationMinutes(siteKey)
* TimeUtil.MILLIS_PER_MINUTE;
earliestTime = new Date(time.getTime() - timeOffset);
}
@ -710,7 +629,8 @@ public class FFMPMonitor extends ResourceMonitor {
}
}
ffmpAvailableUriQueryDates.get(siteKey).put(sourceName, time);
siteDataMap.get(siteKey).getSourceData(sourceName)
.setPreviousUriQueryDate(time);
} catch (VizException e) {
statusHandler.handle(Priority.PROBLEM,
@ -742,11 +662,12 @@ public class FFMPMonitor extends ResourceMonitor {
* @return
*
*/
public FFMPCacheRecord getFFMPData(ProductXML product, String siteKey,
public FFMPRecord getFFMPData(ProductXML product, String siteKey,
String dataKey, String sourceName, Date ptime, String phuc,
boolean retrieveNew) {
FFMPCacheRecord record = ffmpData.get(siteKey).get(sourceName);
FFMPRecord record = siteDataMap.get(siteKey).getSourceData(sourceName)
.getRecord();
String guidSrc = FFMPConfig.getInstance().getFFMPConfigData()
.getGuidSrc();
@ -770,8 +691,9 @@ public class FFMPMonitor extends ResourceMonitor {
for (SourceXML source : productRun.getGuidanceSources(
product, guidSrc)) {
if (ffmpLoadedUris.get(siteKey).containsKey(
source.getSourceName())) {
if (siteDataMap.get(siteKey)
.getSourceData(source.getSourceName())
.hasLoadedAnyUris()) {
continue;
} else {
populateFFMPRecord(product, siteKey, dataKey,
@ -781,13 +703,15 @@ public class FFMPMonitor extends ResourceMonitor {
}
} else {
// FFG is the primary if
if (!ffmpLoadedUris.get(siteKey).containsKey(sourceName)) {
if (!siteDataMap.get(siteKey).getSourceData(sourceName)
.hasLoadedAnyUris()) {
populateFFMPRecord(product, siteKey, dataKey,
sourceName, ptime, phuc, retrieveNew);
}
}
record = ffmpData.get(siteKey).get(sourceName);
record = siteDataMap.get(siteKey).getSourceData(sourceName)
.getRecord();
} else {
populateFFMPRecord(product, siteKey, dataKey, sourceName,
@ -844,7 +768,8 @@ public class FFMPMonitor extends ResourceMonitor {
}
record = ffmpData.get(siteKey).get(sourceName);
record = siteDataMap.get(siteKey).getSourceData(sourceName)
.getRecord();
}
return record;
@ -1104,21 +1029,13 @@ public class FFMPMonitor extends ResourceMonitor {
res.getResourceData().floader = null;
int val = siteCount.get(res.getSiteKey());
// never opened a cache
if (ffmpData.get(res.getSiteKey()) != null) {
// clear out the cache
for (Entry<String, FFMPCacheRecord> entry : ffmpData.get(
res.getSiteKey()).entrySet()) {
entry.getValue().closeCache();
}
}
if ((val == 1) && (siteCount.size() > 1)) {
ffmpData.remove(res.getSiteKey());
ffmpAvailableUriQueryDates.remove(res.getSiteKey());
ffmpAvailableUris.remove(res.getSiteKey());
ffmpLoadedUris.remove(res.getSiteKey());
FFMPSiteData siteData = siteDataMap
.removeSite(res.getSiteKey());
if (siteData != null) {
siteData.clear();
}
}
}
@ -1177,7 +1094,7 @@ public class FFMPMonitor extends ResourceMonitor {
* @param retrieveNew
* @return
*/
public FFMPCacheRecord getQPERecord(ProductXML product, String siteKey,
public FFMPRecord getQPERecord(ProductXML product, String siteKey,
String dataKey, String sourceName, Date date, String phuc,
boolean retrieveNew) {
@ -1218,7 +1135,7 @@ public class FFMPMonitor extends ResourceMonitor {
* @param retrieveNew
* @return
*/
public FFMPCacheRecord getRateRecord(ProductXML product, String siteKey,
public FFMPRecord getRateRecord(ProductXML product, String siteKey,
String dataKey, String sourceName, Date date, String phuc,
boolean retrieveNew) {
@ -1260,7 +1177,7 @@ public class FFMPMonitor extends ResourceMonitor {
* @param retrieveNew
* @return
*/
public FFMPCacheRecord getQPFRecord(ProductXML product, String siteKey,
public FFMPRecord getQPFRecord(ProductXML product, String siteKey,
String dataKey, String sourceName, Date date, String phuc,
boolean retrieveNew) {
@ -1314,9 +1231,8 @@ public class FFMPMonitor extends ResourceMonitor {
* @param phuc
* @return
*/
public FFMPCacheRecord getGuidanceRecord(ProductXML product,
String siteKey, String sourceName, Date date, String phuc,
boolean isStandAlone) {
public FFMPRecord getGuidanceRecord(ProductXML product, String siteKey,
String sourceName, Date date, String phuc, boolean isStandAlone) {
String guidSrc = FFMPConfig.getInstance().getFFMPConfigData()
.getGuidSrc();
if (!isStandAlone && guidSrc.startsWith("xxx")) {
@ -1345,18 +1261,17 @@ public class FFMPMonitor extends ResourceMonitor {
* @param retrieveNew
* @return
*/
public HashMap<String, FFMPCacheRecord> getGuidanceRecords(
ProductXML product, String siteKey, Date date, String phuc,
boolean retrieveNew) {
public HashMap<String, FFMPRecord> getGuidanceRecords(ProductXML product,
String siteKey, Date date, String phuc, boolean retrieveNew) {
HashMap<String, FFMPCacheRecord> guidRecs = new HashMap<String, FFMPCacheRecord>();
HashMap<String, FFMPRecord> guidRecs = new HashMap<String, FFMPRecord>();
ProductRunXML productRun = FFMPRunConfigurationManager.getInstance()
.getProduct(siteKey);
ArrayList<String> guidTypes = productRun.getGuidanceTypes(product);
for (String type : guidTypes) {
FFMPCacheRecord guidRec = getFFMPData(product, siteKey, null, type,
FFMPRecord guidRec = getFFMPData(product, siteKey, null, type,
date, phuc, retrieveNew);
guidRecs.put(type, guidRec);
}
@ -1395,7 +1310,7 @@ public class FFMPMonitor extends ResourceMonitor {
* @param retrieveNew
* @return
*/
public FFMPCacheRecord getVirtualRecord(ProductXML product, String siteKey,
public FFMPRecord getVirtualRecord(ProductXML product, String siteKey,
String dataKey, String sourceName, Date date, String phuc,
boolean retrieveNew) {
// comparisons done with table display
@ -1423,7 +1338,8 @@ public class FFMPMonitor extends ResourceMonitor {
Long pfaf) throws VizException {
FFMPBasin basin = null;
// check for already loaded records
FFMPCacheRecord record = ffmpData.get(siteKey).get(sourceName);
FFMPRecord record = siteDataMap.get(siteKey).getSourceData(sourceName)
.getRecord();
if (record != null) {
FFMPBasinData basinData = record.getBasinData(phuc);
if (basinData != null) {
@ -1466,22 +1382,11 @@ public class FFMPMonitor extends ResourceMonitor {
POINT_RETRIVAL: for (List<String> uris : availableUris
.values()) {
for (String uri : uris) {
if (!ffmpLoadedUris.containsKey(siteKey)) {
ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>> tempLoadedUris = new ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>>();
tempLoadedUris
.put(source.getSourceName(),
new ConcurrentHashMap<String, ConcurrentHashMap<String, String>>(
16, 0.75f, 4));
ffmpLoadedUris.put(siteKey,
tempLoadedUris);
}
if (!ffmpLoadedUris.get(siteKey)
.get(source).get(phuc)
.containsKey(uri)) {
if (!siteDataMap
.get(siteKey)
.getSourceData(
source.getSourceName())
.getLoadedUris(phuc).contains(uri)) {
// populate point only
populateFFMPBasin(uri, siteKey,
source.getSourceName(), phuc,
@ -1505,22 +1410,9 @@ public class FFMPMonitor extends ResourceMonitor {
POINT_RETRIVAL: for (List<String> uris : availableUris
.values()) {
for (String uri : uris) {
if (!ffmpLoadedUris.containsKey(siteKey)) {
ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>> tempLoadedUris = new ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>>();
tempLoadedUris
.put(sourceName,
new ConcurrentHashMap<String, ConcurrentHashMap<String, String>>(
16, 0.75f, 4));
ffmpLoadedUris.put(siteKey, tempLoadedUris);
}
if (!ffmpLoadedUris.get(siteKey)
.get(sourceName).get(phuc)
.containsKey(uri)) {
if (!siteDataMap.get(siteKey)
.getSourceData(sourceName)
.getLoadedUris(phuc).contains(uri)) {
// populate point only
populateFFMPBasin(uri, siteKey, sourceName,
phuc, fgb);
@ -1540,52 +1432,8 @@ public class FFMPMonitor extends ResourceMonitor {
if ((availableUris != null) && (availableUris.size() > 0)) {
POINT_RETRIVAL: for (List<String> uris : availableUris.values()) {
for (String uri : uris) {
if (!ffmpLoadedUris.containsKey(siteKey)) {
ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>> tempLoadedUris = new ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>>();
if (product != null) {
for (String source : product.getSources()) {
tempLoadedUris
.put(source,
new ConcurrentHashMap<String, ConcurrentHashMap<String, String>>(
16, 0.75f, 4));
}
ffmpLoadedUris.put(siteKey, tempLoadedUris);
} else {
tempLoadedUris
.put(sourceName,
new ConcurrentHashMap<String, ConcurrentHashMap<String, String>>(
16, 0.75f, 4));
ffmpLoadedUris.put(siteKey, tempLoadedUris);
}
}
if (!ffmpLoadedUris.get(siteKey)
.containsKey(sourceName)) {
ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>> tempLoadedUris = new ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>>();
tempLoadedUris
.put(sourceName,
new ConcurrentHashMap<String, ConcurrentHashMap<String, String>>(
16, 0.75f, 4));
ffmpLoadedUris.put(siteKey, tempLoadedUris);
}
if (!ffmpLoadedUris.get(siteKey).get(sourceName)
.containsKey(phuc)) {
ffmpLoadedUris
.get(siteKey)
.get(sourceName)
.put(phuc,
new ConcurrentHashMap<String, String>());
}
if (!ffmpLoadedUris.get(siteKey).get(sourceName)
.get(phuc).containsKey(uri)) {
if (!siteDataMap.get(siteKey).getSourceData(sourceName)
.getLoadedUris(phuc).contains(uri)) {
// populate point only
populateFFMPBasin(uri, siteKey, sourceName, phuc,
basin);
@ -1742,10 +1590,10 @@ public class FFMPMonitor extends ResourceMonitor {
sourceName = SOURCE_TYPE.GUIDANCE.getSourceType();
}
if (ffmpData != null) {
if (ffmpData.containsKey(fsiteKey)) {
FFMPCacheRecord record = ffmpData.get(fsiteKey)
.get(sourceName);
if (siteDataMap != null) {
if (siteDataMap.containsSite(fsiteKey)) {
FFMPRecord record = siteDataMap.get(fsiteKey)
.getSourceData(sourceName).getRecord();
if (record != null) {
record.purgeData(fdate);
}
@ -1755,10 +1603,10 @@ public class FFMPMonitor extends ResourceMonitor {
}
} else {
if (ffmpData != null) {
if (ffmpData.containsKey(fsiteKey)) {
FFMPCacheRecord record = ffmpData.get(fsiteKey).get(
fsource);
if (siteDataMap != null) {
if (siteDataMap.containsSite(fsiteKey)) {
FFMPRecord record = siteDataMap.get(fsiteKey)
.getSourceData(fsource).getRecord();
if (record != null) {
record.purgeData(fdate);
}
@ -1766,38 +1614,42 @@ public class FFMPMonitor extends ResourceMonitor {
}
}
if (ffmpAvailableUris != null) {
for (Entry<String, ConcurrentSkipListMap<Date, List<String>>> entry : ffmpAvailableUris
.get(fsiteKey).entrySet()) {
ConcurrentNavigableMap<Date, List<String>> oldUris = entry
.getValue().headMap(fdate);
for (List<String> uris : oldUris.headMap(fdate).values()) {
for (String uri : uris) {
FFMPSiteData siteData = siteDataMap.get(fsiteKey);
for (String sourceEntry : siteData.getSources()) {
ConcurrentNavigableMap<Date, List<String>> oldUris = siteData
.getSourceData(sourceEntry).getAvailableUris()
.headMap(fdate);
for (List<String> uris : oldUris.headMap(fdate).values()) {
for (String uri : uris) {
if (fproduct != null) {
if (fproduct != null) {
for (String sourceName : purgeSources) {
for (String sourceName : purgeSources) {
if (ffmpLoadedUris.get(fsiteKey)
.containsKey(sourceName)) {
for (ConcurrentHashMap<String, String> loadedUris : ffmpLoadedUris
.get(fsiteKey).get(sourceName)
.values()) {
loadedUris.remove(uri);
}
if (siteData.getSourceData(sourceName)
.hasLoadedAnyUris()) {
FFMPSourceData sourceData = siteData
.getSourceData(sourceName);
Set<String> hucs = sourceData
.getLoadedHucs();
for (String huc : hucs) {
sourceData.getLoadedUris(huc).remove(
uri);
}
}
} else {
for (ConcurrentHashMap<String, String> loadedUris : ffmpLoadedUris
.get(fsiteKey).get(fsource).values()) {
loadedUris.remove(uri);
}
}
} else {
FFMPSourceData sourceData = siteData
.getSourceData(fsource);
Set<String> hucs = sourceData.getLoadedHucs();
for (String huc : hucs) {
sourceData.getLoadedUris(huc).remove(uri);
}
}
}
oldUris.clear();
}
oldUris.clear();
}
}
}
@ -1819,8 +1671,8 @@ public class FFMPMonitor extends ResourceMonitor {
if (uri != null) {
try {
FFMPRecord record = populateFFMPRecord(isProductLoad, uri, siteKey,
sourceName, phuc);
FFMPRecord record = populateFFMPRecord(isProductLoad, uri,
siteKey, sourceName, phuc);
if ((record != null) && (source != null)) {
record.setExpiration(source.getExpirationMinutes(siteKey));
record.setRate(source.isRate());
@ -2286,7 +2138,8 @@ public class FFMPMonitor extends ResourceMonitor {
* @return
*/
public Date getPreviousQueryTime(String siteKey, String sourceName) {
return ffmpAvailableUriQueryDates.get(siteKey).get(sourceName);
return siteDataMap.get(siteKey).getSourceData(sourceName)
.getPreviousUriQueryDate();
}
/**
@ -2326,18 +2179,13 @@ public class FFMPMonitor extends ResourceMonitor {
if (fffmpRec != null) {
ConcurrentMap<String, String> uris = getUriMap(fsiteKey,
fsource, fhuc);
List<String> uris = getLoadedUris(fsiteKey, fsource, fhuc);
String dataUri = fffmpRec.getDataURI();
if (!uris.containsKey(dataUri)) {
if (!uris.contains(dataUri)) {
File loc = HDF5Util.findHDF5Location(fffmpRec);
IDataStore dataStore = DataStoreFactory.getDataStore(loc);
if (!ffmpData.containsKey(fsiteKey)) {
ConcurrentHashMap<String, FFMPCacheRecord> fieldRecs = new ConcurrentHashMap<String, FFMPCacheRecord>();
ffmpData.put(fsiteKey, fieldRecs);
}
FFMPSiteData siteData = siteDataMap.get(fsiteKey);
String mySource = fsource;
SourceXML source = fscm.getSource(fsource);
@ -2346,17 +2194,19 @@ public class FFMPMonitor extends ResourceMonitor {
mySource = source.getDisplayName();
}
FFMPCacheRecord curRecord = ffmpData.get(fsiteKey).get(
mySource);
FFMPSourceData sourceData = siteData
.getSourceData(mySource);
FFMPRecord curRecord = sourceData.getRecord();
if (curRecord == null) {
// ensure the record can only be set once
synchronized (ffmpData) {
curRecord = ffmpData.get(fsiteKey).get(mySource);
synchronized (siteDataMap) {
curRecord = siteDataMap.get(fsiteKey)
.getSourceData(mySource).getRecord();
if (curRecord == null) {
curRecord = new FFMPCacheRecord(fffmpRec,
mySource, getRunConfig().getRunner(wfo)
.getCacheDir());
ffmpData.get(fsiteKey).put(mySource, curRecord);
curRecord = new FFMPRecord(dataUri);
siteDataMap.get(fsiteKey)
.getSourceData(mySource)
.setRecord(curRecord);
}
}
}
@ -2384,8 +2234,8 @@ public class FFMPMonitor extends ResourceMonitor {
try {
if (statusHandler.isPriorityEnabled(Priority.DEBUG)) {
statusHandler.handle(Priority.DEBUG,
"Retrieving and Populating URI: , "
+ dataUri);
"Retrieving and Populating URI: , "
+ dataUri);
}
curRecord.retrieveMapFromDataStore(dataStore,
dataUri,
@ -2399,40 +2249,7 @@ public class FFMPMonitor extends ResourceMonitor {
}
}
ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>> siteLoadedUris = ffmpLoadedUris
.get(fsiteKey);
if (siteLoadedUris == null) {
siteLoadedUris = new ConcurrentHashMap<String, ConcurrentHashMap<String, ConcurrentHashMap<String, String>>>();
ffmpLoadedUris.put(fsiteKey, siteLoadedUris);
}
ConcurrentHashMap<String, ConcurrentHashMap<String, String>> sourceLoadedUris = ffmpLoadedUris
.get(fsiteKey).get(fsource);
if (sourceLoadedUris == null) {
sourceLoadedUris = new ConcurrentHashMap<String, ConcurrentHashMap<String, String>>();
ffmpLoadedUris.get(fsiteKey).put(fsource,
sourceLoadedUris);
}
ConcurrentHashMap<String, String> hucLoadedUris = ffmpLoadedUris
.get(fsiteKey).get(fsource).get(fhuc);
if (hucLoadedUris == null) {
hucLoadedUris = new ConcurrentHashMap<String, String>();
ffmpLoadedUris.get(fsiteKey).get(fsource)
.put(fhuc, hucLoadedUris);
}
synchronized (hucLoadedUris) {
// ensure not created by another thread
ffmpLoadedUris.get(fsiteKey).get(fsource).get(fhuc)
.put(dataUri, dataUri);
}
sourceData.addLoadedUri(fhuc, dataUri);
}
}
}
@ -2488,8 +2305,8 @@ public class FFMPMonitor extends ResourceMonitor {
.getSourceType())) {
try {
if (!getUriMap(fsiteKey, fsourceName, fhuc)
.containsKey(uri)) {
if (!getLoadedUris(fsiteKey, fsourceName,
fhuc).contains(uri)) {
record = populateFFMPRecord(
fisProductLoad, uri, fsiteKey,

94
cave/com.raytheon.uf.viz.monitor.ffmp/src/com/raytheon/uf/viz/monitor/ffmp/FFMPSiteData.java Normal file
View file

@ -0,0 +1,94 @@
/**
* This software was developed and / or modified by Raytheon Company,
* pursuant to Contract DG133W-05-CQ-1067 with the US Government.
*
* U.S. EXPORT CONTROLLED TECHNICAL DATA
* This software product contains export-restricted data whose
* export/transfer/disclosure is restricted by U.S. law. Dissemination
* to non-U.S. persons whether in the United States or abroad requires
* an export license or other authorization.
*
* Contractor Name: Raytheon Company
* Contractor Address: 6825 Pine Street, Suite 340
* Mail Stop B8
* Omaha, NE 68106
* 402.291.0100
*
* See the AWIPS II Master Rights File ("Master Rights File.pdf") for
* further licensing information.
**/
package com.raytheon.uf.viz.monitor.ffmp;
import java.util.HashMap;
import java.util.Map;
import java.util.Set;
/**
* A data container that holds the site's FFMPSourceData for each source.
*
* <pre>
*
* SOFTWARE HISTORY
*
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
* Feb 18, 2013 njensen Initial creation
*
* </pre>
*
* @author njensen
* @version 1.0
*/
public class FFMPSiteData {
private Map<String, FFMPSourceData> sourceMap = new HashMap<String, FFMPSourceData>();
/**
* Gets the data of the specified source
*
* @param source
* @return
*/
public FFMPSourceData getSourceData(String source) {
FFMPSourceData sourceData = null;
synchronized (sourceMap) {
sourceData = sourceMap.get(source);
if (sourceData == null) {
sourceData = new FFMPSourceData();
sourceMap.put(source, sourceData);
}
}
return sourceData;
}
/**
* Clears all the data for the site
*/
public void clear() {
for (FFMPSourceData source : sourceMap.values()) {
source.clear();
}
sourceMap.clear();
}
/**
* Checks if there is a data object for the source
*
* @param source
* @return
*/
public boolean containsSource(String source) {
return sourceMap.containsKey(source);
}
/**
* Gets the sources that have data objects
*
* @return
*/
public Set<String> getSources() {
return sourceMap.keySet();
}
}

81
cave/com.raytheon.uf.viz.monitor.ffmp/src/com/raytheon/uf/viz/monitor/ffmp/FFMPSiteDataContainer.java Normal file
View file

@ -0,0 +1,81 @@
/**
* This software was developed and / or modified by Raytheon Company,
* pursuant to Contract DG133W-05-CQ-1067 with the US Government.
*
* U.S. EXPORT CONTROLLED TECHNICAL DATA
* This software product contains export-restricted data whose
* export/transfer/disclosure is restricted by U.S. law. Dissemination
* to non-U.S. persons whether in the United States or abroad requires
* an export license or other authorization.
*
* Contractor Name: Raytheon Company
* Contractor Address: 6825 Pine Street, Suite 340
* Mail Stop B8
* Omaha, NE 68106
* 402.291.0100
*
* See the AWIPS II Master Rights File ("Master Rights File.pdf") for
* further licensing information.
**/
package com.raytheon.uf.viz.monitor.ffmp;
import java.util.Collection;
import java.util.HashMap;
import java.util.Map;
/**
* FFMP data container that holds the FFMPSiteData for each site.
*
* <pre>
*
* SOFTWARE HISTORY
*
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
* Feb 19, 2013 njensen Initial creation
*
* </pre>
*
* @author njensen
* @version 1.0
*/
public class FFMPSiteDataContainer {
private Map<String, FFMPSiteData> siteDataMap = new HashMap<String, FFMPSiteData>();
public FFMPSiteData get(String siteKey) {
FFMPSiteData data = null;
synchronized (siteDataMap) {
data = siteDataMap.get(siteKey);
if (data == null) {
data = new FFMPSiteData();
siteDataMap.put(siteKey, data);
}
}
return data;
}
public void clear() {
Collection<FFMPSiteData> vals = siteDataMap.values();
for (FFMPSiteData data : vals) {
data.clear();
}
synchronized (siteDataMap) {
siteDataMap.clear();
}
}
public FFMPSiteData removeSite(String siteKey) {
FFMPSiteData data = null;
synchronized (siteDataMap) {
data = siteDataMap.remove(siteKey);
}
return data;
}
public boolean containsSite(String siteKey) {
return siteDataMap.containsKey(siteKey);
}
}

175
cave/com.raytheon.uf.viz.monitor.ffmp/src/com/raytheon/uf/viz/monitor/ffmp/FFMPSourceData.java Normal file
View file

@ -0,0 +1,175 @@
/**
* This software was developed and / or modified by Raytheon Company,
* pursuant to Contract DG133W-05-CQ-1067 with the US Government.
*
* U.S. EXPORT CONTROLLED TECHNICAL DATA
* This software product contains export-restricted data whose
* export/transfer/disclosure is restricted by U.S. law. Dissemination
* to non-U.S. persons whether in the United States or abroad requires
* an export license or other authorization.
*
* Contractor Name: Raytheon Company
* Contractor Address: 6825 Pine Street, Suite 340
* Mail Stop B8
* Omaha, NE 68106
* 402.291.0100
*
* See the AWIPS II Master Rights File ("Master Rights File.pdf") for
* further licensing information.
**/
package com.raytheon.uf.viz.monitor.ffmp;
import java.util.ArrayList;
import java.util.Date;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.ConcurrentNavigableMap;
import java.util.concurrent.ConcurrentSkipListMap;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPRecord;
/**
* A data container that holds FFMPRecords, the previousUriQueryDate, and the
* available and loaded URIs for the particular source associated with a site.
*
* <pre>
*
* SOFTWARE HISTORY
*
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
* Feb 18, 2013 njensen Initial creation
*
* </pre>
*
* @author njensen
* @version 1.0
*/
public class FFMPSourceData {
private FFMPRecord ffmpData;
/** earliest available date queried **/
private Date previousUriQueryDate;
private ConcurrentNavigableMap<Date, List<String>> availableUris = new ConcurrentSkipListMap<Date, List<String>>();
/** map of huc to list of loaded URIs **/
private Map<String, List<String>> loadedUris = new HashMap<String, List<String>>();
/**
* Clears the data
*/
public void clear() {
ffmpData = null;
previousUriQueryDate = null;
availableUris.clear();
synchronized (loadedUris) {
loadedUris.clear();
}
}
/**
* Gets the FFMPRecord. Possibly null.
*
* @return
*/
public FFMPRecord getRecord() {
return ffmpData;
}
/**
* Sets the FFMPRecord.
*
* @param record
*/
public void setRecord(FFMPRecord record) {
ffmpData = record;
}
/**
* Gets the previous time that URIs were queried for for this site and
* source.
*
* @return
*/
public Date getPreviousUriQueryDate() {
return previousUriQueryDate;
}
/**
* Sets the previous time that URIs were queried for for this site and
* source.
*
* @param previousUriQueryDate
*/
public void setPreviousUriQueryDate(Date previousUriQueryDate) {
this.previousUriQueryDate = previousUriQueryDate;
}
/**
* Gets the URIs associated with a HUC that have been loaded.
*
* @param huc
* @return
*/
public List<String> getLoadedUris(String huc) {
List<String> loaded = null;
synchronized (loadedUris) {
loaded = loadedUris.get(huc);
if (loaded == null) {
loaded = new ArrayList<String>();
loadedUris.put(huc, loaded);
}
}
return loaded;
}
/**
* Tracks a URI associated with a HUC as loaded.
*
* @param huc
* @param uri
*/
public void addLoadedUri(String huc, String uri) {
synchronized (loadedUris) {
List<String> uriList = loadedUris.get(huc);
if (uriList == null) {
uriList = new ArrayList<String>();
loadedUris.put(huc, uriList);
}
uriList.add(uri);
}
}
/**
* Checks if this site and source has loaded any URIs yet.
*
* @return
*/
public boolean hasLoadedAnyUris() {
return (loadedUris.size() > 0);
}
/**
* Gets the set of HUCs that have loaded some URIs.
*
* @return
*/
public Set<String> getLoadedHucs() {
return loadedUris.keySet();
}
/**
* Gets the Available URIs based on time.
*
* @return
*/
public ConcurrentNavigableMap<Date, List<String>> getAvailableUris() {
return availableUris;
}
}

14
cave/com.raytheon.uf.viz.monitor.ffmp/src/com/raytheon/uf/viz/monitor/ffmp/ui/rsc/FFMPDataGenerator.java
View file

@ -27,7 +27,6 @@ import java.util.List;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPBasin;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPBasinData;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPBasinMetaData;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPCacheRecord;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPGuidanceBasin;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPGuidanceInterpolation;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPRecord;
@ -67,6 +66,7 @@ import com.raytheon.uf.viz.monitor.ffmp.ui.dialogs.FfmpTableConfigData;
* Jul 20, 2009 dhladky Initial creation
* Jan 25, 2012 DR 13839 gzhang Use paintTime for QPF
* Feb 1, 2013 DR 1569 dhladky Switched to using pypies records instead of files
* Feb 19, 2013 1639 njensen Replaced FFMPCacheRecord with FFMPRecord
* </pre>
*
* @author dhladky
@ -112,17 +112,17 @@ public class FFMPDataGenerator {
FFMPBasinData virtualBasin = null;
FFMPCacheRecord rateRecord = null;
FFMPRecord rateRecord = null;
FFMPCacheRecord qpeRecord = null;
FFMPRecord qpeRecord = null;
FFMPCacheRecord qpfRecord = null;
FFMPRecord qpfRecord = null;
HashMap<String, FFMPCacheRecord> guidRecords = null;
HashMap<String, FFMPRecord> guidRecords = null;
FFMPCacheRecord virtualRecord = null;
FFMPRecord virtualRecord = null;
FFMPCacheRecord baseRec = null;
FFMPRecord baseRec = null;
// Date time = null;

159
cave/com.raytheon.uf.viz.monitor.ffmp/src/com/raytheon/uf/viz/monitor/ffmp/ui/rsc/FFMPResource.java
View file

@ -52,7 +52,6 @@ import org.opengis.referencing.operation.TransformException;
import com.raytheon.uf.common.dataplugin.PluginDataObject;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPBasin;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPBasinMetaData;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPCacheRecord;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPGap;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPGuidanceBasin;
import com.raytheon.uf.common.dataplugin.ffmp.FFMPGuidanceInterpolation;
@ -160,6 +159,7 @@ import com.vividsolutions.jts.geom.Point;
* 27 Jan 2013 1478 dhladky Changed gap collection to a generic list instead of Arraylist
* 02/01/13 1569 D. Hladky Added constants
* 10 Feb 2013 1584 mpduff Add performance logging.
* Feb 19, 2013 1639 njensen Replaced FFMPCacheRecord with FFMPRecord
* </pre>
*
* @author dhladky
@ -279,23 +279,23 @@ public class FFMPResource extends
};
private FFMPCacheRecord rateRecord = null;
private FFMPRecord rateRecord = null;
private boolean isNewRate = true;
private FFMPCacheRecord qpeRecord = null;
private FFMPRecord qpeRecord = null;
private boolean isNewQpe = true;
private FFMPCacheRecord guidRecord = null;
private FFMPRecord guidRecord = null;
private boolean isNewGuid = true;
private FFMPCacheRecord qpfRecord = null;
private FFMPRecord qpfRecord = null;
private boolean isNewQpf = true;
private FFMPCacheRecord virtualRecord = null;
private FFMPRecord virtualRecord = null;
private boolean isNewVirtual = true;
@ -691,14 +691,14 @@ public class FFMPResource extends
break;
}
case RATE: {
value = getRateRecord(recentTime).getBasinData(FFMPRecord.ALL)
.getMaxValue(pfafs, recentTime);
value = getRateRecord(recentTime).getBasinData(
FFMPRecord.ALL).getMaxValue(pfafs, recentTime);
break;
}
case QPF: {
value = getQpfRecord(recentTime).getBasinData(FFMPRecord.ALL)
.getAverageMaxValue(pfafs, recentTime,
getQpfSourceExpiration());
value = getQpfRecord(recentTime).getBasinData(
FFMPRecord.ALL).getAverageMaxValue(pfafs,
recentTime, getQpfSourceExpiration());
break;
}
case GUIDANCE: {
@ -712,10 +712,14 @@ public class FFMPResource extends
break;
}
case QPE: {
value = getQpeRecord().getBasinData(FFMPRecord.ALL).getAccumMaxValue(
pfafs, recentTime, getTableTime(),
getQpeSourceExpiration(),
getResourceData().getPrimarySourceXML().isRate());
value = getQpeRecord().getBasinData(FFMPRecord.ALL)
.getAccumMaxValue(
pfafs,
recentTime,
getTableTime(),
getQpeSourceExpiration(),
getResourceData().getPrimarySourceXML()
.isRate());
break;
}
}
@ -815,14 +819,17 @@ public class FFMPResource extends
boolean forced = forceUtil.isForced();
if ((forcedPfafs.size() > 0) && forced) {
// Recalculate the guidance using the forced value(s)
value = guidRecord.getBasinData(FFMPRecord.ALL).getAverageGuidanceValue(
pfafList, this.getGuidanceInterpolation(getFFGName()),
new Float(value), forcedPfafs,
getGuidSourceExpiration());
value = guidRecord.getBasinData(FFMPRecord.ALL)
.getAverageGuidanceValue(pfafList,
this.getGuidanceInterpolation(getFFGName()),
new Float(value), forcedPfafs,
getGuidSourceExpiration());
} else if (forcedPfafs.size() > 0) {
value = guidRecord.getBasinData(FFMPRecord.ALL).getAverageGuidanceValue(
pfafList, this.getGuidanceInterpolation(getFFGName()),
Float.NaN, forcedPfafs, getGuidSourceExpiration());
value = guidRecord.getBasinData(FFMPRecord.ALL)
.getAverageGuidanceValue(pfafList,
this.getGuidanceInterpolation(getFFGName()),
Float.NaN, forcedPfafs,
getGuidSourceExpiration());
}
}
@ -904,7 +911,7 @@ public class FFMPResource extends
*
* @return FFMPCacheRecord
*/
public FFMPCacheRecord getRateRecord(Date recentTime) {
public FFMPRecord getRateRecord(Date recentTime) {
if ((rateRecord == null) && isNewRate) {
try {
@ -925,7 +932,7 @@ public class FFMPResource extends
*
* @return FFMPCacheRecord
*/
public FFMPCacheRecord getQpeRecord() {
public FFMPRecord getQpeRecord() {
try {
if ((qpeRecord == null) && (getTableTime() != null) && isNewQpe) {
String huc = getHucIfWorstCase();
@ -947,7 +954,7 @@ public class FFMPResource extends
*
* @return FFMPCacheRecord
*/
public FFMPCacheRecord getGuidanceRecord() {
public FFMPRecord getGuidanceRecord() {
try {
if ((guidRecord == null) || isNewGuid) {
Date date = null;
@ -981,7 +988,7 @@ public class FFMPResource extends
*
* @return FFMPReFFMPCacheRecordcord
*/
public FFMPCacheRecord getQpfRecord(Date recentTime) {
public FFMPRecord getQpfRecord(Date recentTime) {
try {
if ((qpfRecord == null) && isNewQpf) {
Date date = null;
@ -1011,7 +1018,7 @@ public class FFMPResource extends
*
* @return FFMPCacheRecord
*/
public FFMPCacheRecord getVirtualRecord() {
public FFMPRecord getVirtualRecord() {
try {
if ((virtualRecord == null) && isNewVirtual) {
virtualRecord = monitor.getVirtualRecord(getProduct(),
@ -1033,7 +1040,7 @@ public class FFMPResource extends
* @param pfield
* @return FFMPCacheRecord
*/
public FFMPCacheRecord getRecord(FIELDS pfield, Date recentTime) {
public FFMPRecord getRecord(FIELDS pfield, Date recentTime) {
if (pfield == FIELDS.GUIDANCE) {
return getGuidanceRecord();
} else if (pfield == FIELDS.RATIO) {
@ -1601,7 +1608,8 @@ public class FFMPResource extends
try {
FFMPBasinMetaData metaBasin = monitor.getTemplates(getSiteKey())
.findBasinByLatLon(getSiteKey(), coord.asLatLon());
if (getHuc().equals(FFMPRecord.ALL) || centeredAggregationKey != null) {
if (getHuc().equals(FFMPRecord.ALL)
|| centeredAggregationKey != null) {
pfaf = metaBasin.getPfaf();
if (isMaintainLayer) {
pfaf = monitor.getTemplates(getSiteKey())
@ -1870,11 +1878,13 @@ public class FFMPResource extends
List<Float> guids = null;
if ((getQpeRecord() != null)
&& (getGuidanceRecord() != null)) {
qpes = getQpeRecord().getBasinData(FFMPRecord.ALL).getAccumValues(
pfafs, getTableTime(), recentTime,
getQpeSourceExpiration(), isRate());
qpes = getQpeRecord().getBasinData(FFMPRecord.ALL)
.getAccumValues(pfafs, getTableTime(),
recentTime, getQpeSourceExpiration(),
isRate());
guids = getGuidanceRecord().getBasinData(FFMPRecord.ALL)
guids = getGuidanceRecord()
.getBasinData(FFMPRecord.ALL)
.getGuidanceValues(pfafs,
getGuidanceInterpolation(getFFGName()),
getGuidSourceExpiration());
@ -1913,8 +1923,8 @@ public class FFMPResource extends
guid = getGuidanceValue(
(FFMPGuidanceBasin) getGuidanceRecord()
.getBasinData(FFMPRecord.ALL).get(key), recentTime,
getFFGName());
.getBasinData(FFMPRecord.ALL).get(key),
recentTime, getFFGName());
guid = forceValue(pfafs,
getBasin(key, getField(), recentTime, aggregate),
guid);
@ -1947,12 +1957,14 @@ public class FFMPResource extends
List<Float> qpes = null;
List<Float> guids = null;
if (getQpeRecord() != null) {
qpes = getQpeRecord().getBasinData(FFMPRecord.ALL).getAccumValues(
pfafs, getTableTime(), recentTime,
getQpeSourceExpiration(), isRate());
qpes = getQpeRecord().getBasinData(FFMPRecord.ALL)
.getAccumValues(pfafs, getTableTime(),
recentTime, getQpeSourceExpiration(),
isRate());
}
if (getGuidanceRecord() != null) {
guids = getGuidanceRecord().getBasinData(FFMPRecord.ALL)
guids = getGuidanceRecord()
.getBasinData(FFMPRecord.ALL)
.getGuidanceValues(pfafs,
getGuidanceInterpolation(getFFGName()),
getGuidSourceExpiration());
@ -1988,8 +2000,8 @@ public class FFMPResource extends
getQpeSourceExpiration(), isRate());
guid = getGuidanceValue(
(FFMPGuidanceBasin) getGuidanceRecord()
.getBasinData(FFMPRecord.ALL).get(key), recentTime,
getFFGName());
.getBasinData(FFMPRecord.ALL).get(key),
recentTime, getFFGName());
ratio = FFMPUtils.getRatioValue(qpe, guid);
}
}
@ -2219,7 +2231,8 @@ public class FFMPResource extends
for (DomainXML domain : getDomains()) {
try {
Map<Long, Geometry> map = hucGeomFactory.getGeometries(
templates, getSiteKey(), domain.getCwa(), FFMPRecord.ALL);
templates, getSiteKey(), domain.getCwa(),
FFMPRecord.ALL);
if (map.containsKey(pfaf)) {
center = map.get(pfaf).getCentroid().getCoordinate();
@ -2360,8 +2373,8 @@ public class FFMPResource extends
private float getVGBValue(Long pfaf, Date recentTime) {
float value = 0.0f;
if (getField() == FIELDS.RATE) {
value = getVirtualRecord().getBasinsMap().get(FFMPRecord.ALL).get(pfaf)
.getValue(recentTime);
value = getVirtualRecord().getBasinsMap().get(FFMPRecord.ALL)
.get(pfaf).getValue(recentTime);
} else if (getField() == FIELDS.QPE) {
value = getVirtualRecord()
.getBasinsMap()
@ -2378,7 +2391,8 @@ public class FFMPResource extends
getQpeSourceExpiration(), isRate());
float guidance = getGuidanceValue(
((FFMPGuidanceBasin) getGuidanceRecord().getBasinsMap()
.get(FFMPRecord.ALL).get(pfaf)), recentTime, getFFGName());
.get(FFMPRecord.ALL).get(pfaf)), recentTime,
getFFGName());
value = FFMPUtils.getRatioValue(qpe, guidance);
} else if (getField() == FIELDS.DIFF) {
float qpe = getVirtualRecord()
@ -2389,7 +2403,8 @@ public class FFMPResource extends
getQpeSourceExpiration(), isRate());
float guidance = getGuidanceValue(
((FFMPGuidanceBasin) getGuidanceRecord().getBasinsMap()
.get(FFMPRecord.ALL).get(pfaf)), recentTime, getFFGName());
.get(FFMPRecord.ALL).get(pfaf)), recentTime,
getFFGName());
value = FFMPUtils.getDiffValue(qpe, guidance);
} else if (getField() == FIELDS.GUIDANCE) {
value = getGuidanceValue(((FFMPGuidanceBasin) getGuidanceRecord()
@ -2665,7 +2680,8 @@ public class FFMPResource extends
if (isParent()) {
allPfafs = templates.getMap(
getSiteKey(), cwa, FFMPRecord.ALL)
getSiteKey(), cwa,
FFMPRecord.ALL)
.keySet();
} else {
allPfafs = (List<Long>) (templates
@ -2679,9 +2695,11 @@ public class FFMPResource extends
.getGeometries(
templates,
getSiteKey(),
cwa, FFMPRecord.ALL);
cwa,
FFMPRecord.ALL);
IColormapShadedShape shape = shadedShapes
.getShape(cwa, FFMPRecord.ALL,
.getShape(cwa,
FFMPRecord.ALL,
req.target,
descriptor);
shadedHuc = FFMPRecord.ALL;
@ -2689,7 +2707,8 @@ public class FFMPResource extends
for (Long allPfaf : allPfafs) {
generateShapes(templates,
FFMPRecord.ALL, allPfaf,
FFMPRecord.ALL,
allPfaf,
allGeomMap, req,
shape, colorMap);
}
@ -2701,7 +2720,8 @@ public class FFMPResource extends
Collection<Long> allPfafs = templates
.getMap(getSiteKey(), cwa,
FFMPRecord.ALL).keySet();
FFMPRecord.ALL)
.keySet();
if (allPfafs != null) {
@ -2709,10 +2729,12 @@ public class FFMPResource extends
.getGeometries(
templates,
getSiteKey(),
cwa, FFMPRecord.ALL);
cwa,
FFMPRecord.ALL);
IColormapShadedShape shape = shadedShapes
.getShape(cwa, FFMPRecord.ALL,
.getShape(cwa,
FFMPRecord.ALL,
req.target,
descriptor);
@ -2721,7 +2743,8 @@ public class FFMPResource extends
for (Long allPfaf : allPfafs) {
generateShapes(templates,
FFMPRecord.ALL, allPfaf,
FFMPRecord.ALL,
allPfaf,
allGeomMap, req,
shape, colorMap);
}
@ -2748,18 +2771,20 @@ public class FFMPResource extends
Map<Long, Geometry> allGeomMap = hucGeomFactory
.getGeometries(templates,
getSiteKey(), cwa, FFMPRecord.ALL);
getSiteKey(), cwa,
FFMPRecord.ALL);
IColormapShadedShape shape = shadedShapes
.getShape(cwa, FFMPRecord.ALL, req.target,
descriptor);
.getShape(cwa, FFMPRecord.ALL,
req.target, descriptor);
shadedHuc = FFMPRecord.ALL;
for (Long allPfaf : pfafsToProcess) {
generateShapes(templates, FFMPRecord.ALL,
allPfaf, allGeomMap, req,
shape, colorMap);
generateShapes(templates,
FFMPRecord.ALL, allPfaf,
allGeomMap, req, shape,
colorMap);
}
}
}
@ -3296,8 +3321,8 @@ public class FFMPResource extends
try {
rateBasin = monitor.getGraphRateBasin(getProduct(), getSiteKey(),
getDataKey(), fvgbmd == null ? getProduct().getRate()
: getProduct().getVirtual(), oldestRefTime, FFMPRecord.ALL,
dataId);
: getProduct().getVirtual(), oldestRefTime,
FFMPRecord.ALL, dataId);
ArrayList<Double> rateTimes = new ArrayList<Double>();
@ -3320,8 +3345,8 @@ public class FFMPResource extends
try {
qpeBasin = monitor.getGraphQPEBasin(getProduct(), getSiteKey(),
getDataKey(), fvgbmd == null ? getProduct().getQpe()
: getProduct().getVirtual(), oldestRefTime, FFMPRecord.ALL,
dataId);
: getProduct().getVirtual(), oldestRefTime,
FFMPRecord.ALL, dataId);
ArrayList<Double> qpeTimes = new ArrayList<Double>();
@ -3350,7 +3375,8 @@ public class FFMPResource extends
try {
qpfBasin = monitor.getGraphQPFBasin(getProduct(), getSiteKey(),
getDataKey(), null, oldestRefTime, FFMPRecord.ALL, basinPfaf);
getDataKey(), null, oldestRefTime, FFMPRecord.ALL,
basinPfaf);
Float qpfFloat = qpfBasin.getValue(monitor.getQpfWindow()
.getBeforeTime(), monitor.getQpfWindow().getAfterTime());
@ -3986,8 +4012,7 @@ public class FFMPResource extends
*
* @param centeredAggregatePfafList
*/
public void setCenteredAggregatePfafs(
List<Long> centeredAggregatePfafList) {
public void setCenteredAggregatePfafs(List<Long> centeredAggregatePfafList) {
this.centeredAggregatePfafList = centeredAggregatePfafList;
}