xan/awips2
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

13.5.1-6 baseline

Browse source 
Former-commit-id: 30b8d4c0ce425715ea44a394b4b4f143c64b416a
This commit is contained in:
Greg Armendariz 2013-07-10 10:04:22 -04:00
parent 492f92ef7b
commit 7e09fa5a0b
42 changed files with 1344 additions and 503 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
cave/build/p2-build.xml
View file

@ -264,6 +264,10 @@
<param name="feature"
value="com.raytheon.viz.volumebrowser.feature" />
</antcall>
<antcall target="p2.build.repo">
<param name="feature"
value="com.raytheon.uf.viz.archive.feature" />
</antcall>
<antcall target="p2.build.repo">
<param name="feature"
value="com.raytheon.uf.viz.d2d.gfe.feature" />

31
cave/com.raytheon.uf.viz.archive.feature/feature.xml
View file

@ -18,15 +18,8 @@
</license>
<requires>
<import plugin="org.eclipse.ui" version="3.8.2" match="greaterOrEqual"/>
<import plugin="org.eclipse.core.runtime"/>
<import plugin="com.raytheon.viz.ui" version="1.12.1174" match="greaterOrEqual"/>
<import plugin="com.raytheon.uf.common.serialization" version="1.12.1174" match="greaterOrEqual"/>
<import plugin="com.raytheon.uf.common.localization" version="1.12.1174" match="greaterOrEqual"/>
<import plugin="com.raytheon.uf.common.archive" version="1.0.0" match="greaterOrEqual"/>
<import plugin="com.raytheon.uf.common.time" version="1.12.1174" match="greaterOrEqual"/>
<import plugin="com.raytheon.uf.common.util" version="1.12.1174" match="greaterOrEqual"/>
<import plugin="org.apache.commons.io"/>
<import feature="com.raytheon.uf.common.base.feature" version="1.0.0.qualifier"/>
<import feature="com.raytheon.uf.viz.base.feature" version="1.0.0.qualifier"/>
</requires>
<plugin
@ -43,4 +36,24 @@
version="0.0.0"
unpack="false"/>
<plugin
id="org.apache.commons.io"
download-size="0"
install-size="0"
version="0.0.0"/>
<plugin
id="org.eclipse.core.runtime"
download-size="0"
install-size="0"
version="0.0.0"
unpack="false"/>
<plugin
id="org.eclipse.ui"
download-size="0"
install-size="0"
version="0.0.0"
unpack="false"/>
</feature>

3
cave/com.raytheon.uf.viz.archive/build.properties
View file

@ -1,4 +1,5 @@
source.. = src/
output.. = bin/
bin.includes = META-INF/,\
.
.,\
plugin.xml

85
cave/com.raytheon.uf.viz.archive/src/com/raytheon/uf/viz/archive/ui/AbstractArchiveDlg.java
View file

@ -24,6 +24,7 @@ import java.util.Calendar;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.atomic.AtomicInteger;
import org.eclipse.core.runtime.IProgressMonitor;
import org.eclipse.core.runtime.IStatus;
@ -32,7 +33,6 @@ import org.eclipse.core.runtime.jobs.Job;
import org.eclipse.swt.SWT;
import org.eclipse.swt.events.SelectionAdapter;
import org.eclipse.swt.events.SelectionEvent;
import org.eclipse.swt.graphics.Cursor;
import org.eclipse.swt.layout.GridData;
import org.eclipse.swt.layout.GridLayout;
import org.eclipse.swt.widgets.Combo;
@ -96,10 +96,19 @@ public abstract class AbstractArchiveDlg extends CaveSWTDialog implements
*/
protected boolean setSelect = false;
/**
* Must be set by sub-class prior to creating table.
*/
protected TableType tableType;
/**
* Job that computes sizes of table row entries off the UI thread.
*/
protected final SizeJob sizeJob = new SizeJob();
/** Keeps track of when it is safe to clear the busy cursor. */
protected final AtomicInteger busyCnt = new AtomicInteger(0);
/**
* @param parentShell
*/
@ -270,15 +279,27 @@ public abstract class AbstractArchiveDlg extends CaveSWTDialog implements
Job job = new Job("setup") {
@Override
protected IStatus run(IProgressMonitor monitor) {
initInfo();
VizApp.runAsync(new Runnable() {
ArchiveConfigManager.getInstance().reset();
if (!shell.isDisposed()) {
VizApp.runAsync(new Runnable() {
@Override
public void run() {
populateComboBoxes();
updateTableComp();
}
});
@Override
public void run() {
populateComboBoxes();
setCursorBusy(false);
}
});
}
initDisplayData();
if (!shell.isDisposed()) {
VizApp.runAsync(new Runnable() {
@Override
public void run() {
updateTableComp();
}
});
}
return Status.OK_STATUS;
}
};
@ -360,12 +381,11 @@ public abstract class AbstractArchiveDlg extends CaveSWTDialog implements
}
/**
* Get information from manager for populating combo boxes and set up to get
* selected entries sizes. Intended for use on a non-UI thread.
* Set up all display data and queue getting sizes for any that are
* selected.
*/
private void initInfo() {
private void initDisplayData() {
ArchiveConfigManager manager = ArchiveConfigManager.getInstance();
manager.reset();
Calendar startCal = getStart();
Calendar endCal = getEnd();
String[] archiveNames = manager.getArchiveDataNamesList();
@ -401,18 +421,32 @@ public abstract class AbstractArchiveDlg extends CaveSWTDialog implements
Calendar endCal = getEnd();
setCursorBusy(true);
sizeJob.clearQueue();
ArchiveInfo archiveInfo = archiveInfoMap.get(archiveName);
CategoryInfo categoryInfo = archiveInfo.get(categoryName);
try {
sizeJob.clearQueue();
for (DisplayData displayData : categoryInfo.getDisplayDataList()) {
sizeJob.queue(new SizeJobRequest(displayData, startCal, endCal));
ArchiveInfo archiveInfo = archiveInfoMap.get(archiveName);
// Not yet populated by background job.
if (archiveInfo == null) {
return;
}
// Not yet populated by background job.
CategoryInfo categoryInfo = archiveInfo.get(categoryName);
if (categoryInfo == null) {
return;
}
for (DisplayData displayData : categoryInfo.getDisplayDataList()) {
sizeJob.queue(new SizeJobRequest(displayData, startCal, endCal));
}
sizeJob.requeueSelected(startCal, endCal);
tableComp.populateTable(categoryInfo.getDisplayDataList());
} finally {
setCursorBusy(false);
}
sizeJob.requeueSelected(startCal, endCal);
tableComp.populateTable(categoryInfo.getDisplayDataList());
setCursorBusy(false);
}
/**
@ -421,11 +455,12 @@ public abstract class AbstractArchiveDlg extends CaveSWTDialog implements
* @param state
*/
protected void setCursorBusy(boolean state) {
Cursor cursor = null;
if (state) {
cursor = shell.getDisplay().getSystemCursor(SWT.CURSOR_WAIT);
busyCnt.addAndGet(1);
shell.setCursor(shell.getDisplay().getSystemCursor(SWT.CURSOR_WAIT));
} else if (busyCnt.addAndGet(-1) == 0) {
shell.setCursor(null);
}
shell.setCursor(cursor);
}
/*

1
cave/com.raytheon.uf.viz.archive/src/com/raytheon/uf/viz/archive/ui/ArchiveTableComp.java
View file

@ -380,6 +380,7 @@ public class ArchiveTableComp extends Composite {
}
updateSelectionLabels();
setModified();
}
/**

3
cave/com.raytheon.uf.viz.archive/src/com/raytheon/uf/viz/archive/ui/CaseCreationDlg.java
View file

@ -418,7 +418,7 @@ public class CaseCreationDlg extends AbstractArchiveDlg implements
browseBtn.setToolTipText("Select directory to place case.");
Label stateLbl = new Label(fileBrowserComp, SWT.NONE);
stateLbl.setText("Full - Avaliable:");
stateLbl.setText("Full - Available:");
locationStateLbl = new Label(fileBrowserComp, SWT.BORDER);
gd = new GridData(200, SWT.DEFAULT);
@ -612,6 +612,7 @@ public class CaseCreationDlg extends AbstractArchiveDlg implements
*/
private void handleBrowserSelection() {
DirectoryDialog dlg = new DirectoryDialog(shell, SWT.OPEN);
dlg.setText("Case Location");
String dirName = dlg.open();
if (dirName != null) {
locationLbl.setText(trimDirectoryName(dirName));

43
cave/com.raytheon.viz.grid/localization/styleRules/gridImageryStyleRules.xml
View file

@ -4169,6 +4169,14 @@
<styleRule>
<paramLevelMatches>
<parameter>TPCSG</parameter>
<parameter>TPCSG-20</parameter>
<parameter>TPCSG-30</parameter>
<parameter>TPCSG-40</parameter>
<parameter>TPCSG-50</parameter>
<parameter>TPCSG-60</parameter>
<parameter>TPCSG-70</parameter>
<parameter>TPCSG-80</parameter>
<parameter>TPCSG-90</parameter>
</paramLevelMatches>
<imageStyle>
<displayUnits>ft</displayUnits>
@ -4188,15 +4196,30 @@
-->
<styleRule>
<paramLevelMatches>
<parameter>TPCSG_61E2</parameter>
<parameter>TPCSG_305E2</parameter>
<parameter>TPCSG_274E2</parameter>
<parameter>TPCSG_244E2</parameter>
<parameter>TPCSG_213E2</parameter>
<parameter>TPCSG_183E2</parameter>
<parameter>TPCSG_152E2</parameter>
<parameter>TPCSG_122E2</parameter>
<parameter>TPCSG_91E2</parameter>
<parameter>TPCSG-61E2</parameter>
<parameter>TPCSG-91E2</parameter>
<parameter>TPCSG-122E2</parameter>
<parameter>TPCSG-152E2</parameter>
<parameter>TPCSG-183E2</parameter>
<parameter>TPCSG-213E2</parameter>
<parameter>TPCSG-244E2</parameter>
<parameter>TPCSG-274E2</parameter>
<parameter>TPCSG-305E2</parameter>
<parameter>TPCSG-335E2</parameter>
<parameter>TPCSG-366E2</parameter>
<parameter>TPCSG-396E2</parameter>
<parameter>TPCSG-457E2</parameter>
<parameter>TPCSG-427E2</parameter>
<parameter>TPCSG-488E2</parameter>
<parameter>TPCSG-518E2</parameter>
<parameter>TPCSG-549E2</parameter>
<parameter>TPCSG-579E2</parameter>
<parameter>TPCSG-610E2</parameter>
<parameter>TPCSG-640E2</parameter>
<parameter>TPCSG-671E2</parameter>
<parameter>TPCSG-701E2</parameter>
<parameter>TPCSG-732E2</parameter>
<parameter>TPCSG-762E2</parameter>
</paramLevelMatches>
<imageStyle>
<displayUnits>%</displayUnits>
@ -4842,4 +4865,4 @@
</imageStyle>
</styleRule>
<!-- </sourceTag>ER-sportsst -->
</styleRuleset>
</styleRuleset>

41
cave/com.raytheon.viz.grid/localization/volumebrowser/FieldDisplayTypes.xml
View file

@ -47,15 +47,38 @@
<field key="ThPcat" displayTypes="IMAGE"/>
<field key="Cig" displayTypes="IMAGE"/>
<field key="TPCSG" displayTypes="IMAGE"/>
<field key="TPCSG_305E2" displayTypes="IMAGE"/>
<field key="TPCSG_274E2" displayTypes="IMAGE"/>
<field key="TPCSG_244E2" displayTypes="IMAGE"/>
<field key="TPCSG_213E2" displayTypes="IMAGE"/>
<field key="TPCSG_183E2" displayTypes="IMAGE"/>
<field key="TPCSG_152E2" displayTypes="IMAGE"/>
<field key="TPCSG_122E2" displayTypes="IMAGE"/>
<field key="TPCSG_91E2" displayTypes="IMAGE"/>
<field key="TPCSG_61E2" displayTypes="IMAGE"/>
<field key="TPCSG-20" displayTypes="IMAGE"/>
<field key="TPCSG-30" displayTypes="IMAGE"/>
<field key="TPCSG-40" displayTypes="IMAGE"/>
<field key="TPCSG-50" displayTypes="IMAGE"/>
<field key="TPCSG-60" displayTypes="IMAGE"/>
<field key="TPCSG-70" displayTypes="IMAGE"/>
<field key="TPCSG-80" displayTypes="IMAGE"/>
<field key="TPCSG-90" displayTypes="IMAGE"/>
<field key="TPCSG-61E2" displayTypes="IMAGE"/>
<field key="TPCSG-91E2" displayTypes="IMAGE"/>
<field key="TPCSG-122E2" displayTypes="IMAGE"/>
<field key="TPCSG-152E2" displayTypes="IMAGE"/>
<field key="TPCSG-183E2" displayTypes="IMAGE"/>
<field key="TPCSG-213E2" displayTypes="IMAGE"/>
<field key="TPCSG-244E2" displayTypes="IMAGE"/>
<field key="TPCSG-274E2" displayTypes="IMAGE"/>
<field key="TPCSG-305E2" displayTypes="IMAGE"/>
<field key="TPCSG-335E2" displayTypes="IMAGE"/>
<field key="TPCSG-366E2" displayTypes="IMAGE"/>
<field key="TPCSG-396E2" displayTypes="IMAGE"/>
<field key="TPCSG-457E2" displayTypes="IMAGE"/>
<field key="TPCSG-427E2" displayTypes="IMAGE"/>
<field key="TPCSG-488E2" displayTypes="IMAGE"/>
<field key="TPCSG-518E2" displayTypes="IMAGE"/>
<field key="TPCSG-549E2" displayTypes="IMAGE"/>
<field key="TPCSG-579E2" displayTypes="IMAGE"/>
<field key="TPCSG-610E2" displayTypes="IMAGE"/>
<field key="TPCSG-640E2" displayTypes="IMAGE"/>
<field key="TPCSG-671E2" displayTypes="IMAGE"/>
<field key="TPCSG-701E2" displayTypes="IMAGE"/>
<field key="TPCSG-732E2" displayTypes="IMAGE"/>
<field key="TPCSG-762E2" displayTypes="IMAGE"/>
<field key="SLDP" displayTypes="IMAGE"/>
<field key="TPFI" displayTypes="IMAGE"/>
<field key="TIPD" displayTypes="IMAGE"/>

7
cave/com.raytheon.viz.hydro/src/com/raytheon/viz/hydro/timeseries/TimeSeriesAction.java
View file

@ -38,6 +38,7 @@ import org.eclipse.core.commands.ExecutionException;
* ------------ ---------- ----------- --------------------------
* 6/27/06 lvenable Initial Creation.
* 02/05/2013 1578 rferrel Changes for non-blocking singleton TimeSeriesDlg.
* 6/8/2013 15980 wkwock Fix selected station not update
*
* </pre>
*
@ -48,8 +49,10 @@ public class TimeSeriesAction extends AbstractHandler {
@Override
public Object execute(ExecutionEvent arg0) throws ExecutionException {
TimeSeriesDlg.getInstance().open();
TimeSeriesDlg tsd = TimeSeriesDlg.getInstance();
tsd.open();
tsd.updateFromDisplayManager();
return null;
return null;
}
}

15
cave/com.raytheon.viz.hydro/src/com/raytheon/viz/hydro/timeseries/TimeSeriesDlg.java
View file

@ -122,6 +122,7 @@ import com.raytheon.viz.hydrocommon.util.StnClassSyncUtil;
* 05 Feb 2013 1578 rferrel Dialog made non-blocking and a singleton.
* 06 May 2013 1976 mpduff Code cleanup.
* 06 Jun 2013 2076 mpduff Fix station list selection and graph button enabling.
* 0 Jun 2013 15980 wkwock Fix selected station not update
* </pre>
*
* @author lvenable
@ -2612,4 +2613,18 @@ public class TimeSeriesDlg extends CaveHydroSWTDialog {
protected void preOpened() {
super.preOpened();
}
/**
* In case user selected a different station in the Hydro perspective,
* update currentLid, etc
*/
public void updateFromDisplayManager() {
HydroDisplayManager hdm = HydroDisplayManager.getInstance();
String newLid=hdm.getCurrentLid();
if (newLid!=null && !newLid.equalsIgnoreCase(currentLid)) {
updateAndOpen(newLid, this.displayGraph);
openGraph();
}
}
}

5
cave/com.raytheon.viz.pointdata/src/com/raytheon/viz/pointdata/IPlotModelGeneratorCaller.java
View file

@ -29,7 +29,8 @@ import com.raytheon.uf.viz.core.drawables.IImage;
* SOFTWARE HISTORY
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
* Sep 16, 2009 mschenke Initial creation
* Sep 16, 2009 mschenke Initial creation
* Jun 25, 2013 1869 bsteffen Fix plot sampling.
*
* </pre>
*
@ -42,5 +43,5 @@ public interface IPlotModelGeneratorCaller {
public void clearImages();
public void messageGenerated(String dataURI, String message);
public void messageGenerated(PlotInfo[] key, String message);
}

74
cave/com.raytheon.viz.pointdata/src/com/raytheon/viz/pointdata/rsc/PlotResource2.java
View file

@ -28,7 +28,6 @@ import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.TreeMap;
import java.util.concurrent.ConcurrentHashMap;
import org.apache.commons.lang.Validate;
@ -96,6 +95,8 @@ import com.vividsolutions.jts.geom.Coordinate;
* stations updates properly
* Jun 06, 2013 2072 bsteffen Fix concurrency problems when init is
* called before time matching is done.
* Jun 25, 2013 1869 bsteffen Fix plot sampling.
*
* </pre>
*
* @author brockwoo
@ -126,8 +127,6 @@ public class PlotResource2 extends
private JobPool frameRetrievalPool = new JobPool("Retrieving plot frame",
8, true);
private TreeMap<String, String> rawMessageMap = new TreeMap<String, String>();
private class FrameRetriever implements Runnable {
private DataTime dataTime;
@ -145,13 +144,36 @@ public class PlotResource2 extends
}
/**
* A station represents all the data for a single location(station) for a
* single frame
*
*/
public static class Station {
/*
* Contains all PlotInfo objects for the same stationId with the same
* normalized time(real time will be different)
*/
public PlotInfo[] info;
/*
* The image to display for this plot
*/
public PointImage plotImage;
/*
* Sampling text for this plot
*/
public String rawMessage;
/*
* Information used be the progressive disclosure algorithm
*/
public Object progDiscInfo;
/*
* Location of the plot in descriptor grid space.
*/
public Coordinate pixelLocation;
}
@ -385,7 +407,7 @@ public class PlotResource2 extends
existingStation.plotImage.getImage().dispose();
existingStation.plotImage = null;
// DR14966
rawMessageMap.remove(existingStation.info[0].dataURI);
existingStation.rawMessage = null;
PlotInfo[] samplePlot = new PlotInfo[1];
samplePlot[0] = new PlotInfo();
samplePlot[0] = plot;
@ -406,8 +428,8 @@ public class PlotResource2 extends
}
}
if (!dup) {
// Added for DR14996
existingStation.info = Arrays.copyOf(existingStation.info,1);
// Added for DR14996
existingStation.info = Arrays.copyOf(existingStation.info, 1);
existingStation.info[0] = plot;
Arrays.sort(existingStation.info, new Comparator<PlotInfo>() {
@Override
@ -516,32 +538,25 @@ public class PlotResource2 extends
}
}
PlotInfo[] inspectPlot = null;
Station inspectPlot = null;
if (availableStations.size() == 1) {
inspectPlot = availableStations.get(0).info;
inspectPlot = availableStations.get(0);
} else if (availableStations.size() > 1) {
int index = findClosestPlot(latlon, availableStations);
if (index != -1) {
inspectPlot = availableStations.get(index).info;
inspectPlot = availableStations.get(index);
}
}
if (inspectPlot != null) {
String dataURI = inspectPlot[0].dataURI;
if (rawMessageMap.containsKey(dataURI)) {
if (rawMessageMap.get(dataURI) != null) {
message = rawMessageMap.get(dataURI);
}
} else {
message = inspectPlot.rawMessage;
if (message == null) {
message = "Generating...";
synchronized (rawMessageMap) {
rawMessageMap.put(dataURI, message);
}
List<PlotInfo[]> list = new ArrayList<PlotInfo[]>();
list.add(inspectPlot);
List<PlotInfo[]> list = new ArrayList<PlotInfo[]>(1);
list.add(inspectPlot.info);
Params params = Params.PLOT_AND_SAMPLE;
if (inspectPlot[0].pdv != null) {
if (inspectPlot.info[0].pdv != null) {
params = Params.SAMPLE_ONLY;
}
GetDataTask task = new GetDataTask(list, params);
@ -737,11 +752,20 @@ public class PlotResource2 extends
}
@Override
public void messageGenerated(String dataURI, String message) {
synchronized (rawMessageMap) {
rawMessageMap.put(dataURI, message);
public void messageGenerated(PlotInfo[] key, String message) {
// Key will be the same PlotInfo[] provided to the generator(which will
// be all the PlotInfo[] from a single station) and message will be the
// sample text.
DataTime normTime = getNormalizedTime(key[0].dataTime);
FrameInformation frameInfo = this.frameMap.get(normTime);
if (frameInfo != null) {
Station s = frameInfo.stationMap.get(key[0].stationId);
if (s != null) {
s.rawMessage = message;
issueRefresh();
}
}
issueRefresh();
}
}

3
cave/com.raytheon.viz.pointdata/src/com/raytheon/viz/pointdata/thread/PlotSampleGeneratorJob.java
View file

@ -43,6 +43,7 @@ import com.raytheon.viz.pointdata.PlotModelFactory2;
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
* Jul 13, 2011 njensen Initial creation
* Jun 25, 2013 1869 bsteffen Fix plot sampling.
*
* </pre>
*
@ -82,7 +83,7 @@ public class PlotSampleGeneratorJob extends Job {
String message = plotFactory.getStationMessage(infos[0].pdv,
infos[0].dataURI);
caller.messageGenerated(infos[0].dataURI, message);
caller.messageGenerated(infos, message);
} catch (Exception e) {
statusHandler.error("Error creating plot", e);
}

43
cave/com.raytheon.viz.satellite/src/com/raytheon/viz/satellite/rsc/SatResource.java
View file

@ -38,8 +38,6 @@ import org.opengis.referencing.crs.CoordinateReferenceSystem;
import org.opengis.referencing.datum.PixelInCell;
import com.raytheon.uf.common.colormap.IColorMap;
import com.raytheon.uf.common.colormap.prefs.ColorMapParameters;
import com.raytheon.uf.common.colormap.prefs.DataMappingPreferences;
import com.raytheon.uf.common.dataplugin.PluginDataObject;
import com.raytheon.uf.common.dataplugin.satellite.SatelliteRecord;
import com.raytheon.uf.common.dataplugin.satellite.units.SatelliteUnits;
@ -59,6 +57,7 @@ import com.raytheon.uf.common.time.DataTime;
import com.raytheon.uf.viz.core.DrawableImage;
import com.raytheon.uf.viz.core.IGraphicsTarget;
import com.raytheon.uf.viz.core.IMeshCallback;
import com.raytheon.uf.common.colormap.prefs.ColorMapParameters;
import com.raytheon.uf.viz.core.drawables.PaintProperties;
import com.raytheon.uf.viz.core.exception.VizException;
import com.raytheon.uf.viz.core.map.MapDescriptor;
@ -67,6 +66,7 @@ import com.raytheon.uf.viz.core.rsc.IResourceDataChanged;
import com.raytheon.uf.viz.core.rsc.LoadProperties;
import com.raytheon.uf.viz.core.rsc.capabilities.ColorMapCapability;
import com.raytheon.uf.viz.core.rsc.hdf5.ImageTile;
import com.raytheon.uf.common.colormap.prefs.DataMappingPreferences;
import com.raytheon.uf.viz.core.style.ParamLevelMatchCriteria;
import com.raytheon.uf.viz.core.style.StyleManager;
import com.raytheon.uf.viz.core.style.StyleRule;
@ -98,6 +98,7 @@ import com.raytheon.viz.satellite.SatelliteConstants;
* - AWIPS2 Baseline Repository --------
* 07/17/2012 798 jkorman Use decimationLevels from SatelliteRecord. Removed hard-coded
* data set names.
* 06/14/2013 DR 16070 jgerth Support for sampling from data mapping
* </pre>
*
* @author chammack
@ -244,6 +245,7 @@ public class SatResource extends
colorMapParameters.setColorMapMin(0.0f);
colorMapParameters.setColorMapMax(255.0f);
}
if (unit instanceof GenericPixel) {
// Derived parameter data will be signed
colorMapParameters.setDataMin(-128.0f);
@ -255,8 +257,8 @@ public class SatResource extends
colorMapParameters.setColorMapMin(0.0f);
colorMapParameters.setColorMapMax(252.0f);
} else {
colorMapParameters.setDataMin(0.0f);
colorMapParameters.setDataMax(255.0f);
colorMapParameters.setDataMin(0.0f);
colorMapParameters.setDataMax(255.0f);
}
if (colorMap != null) {
@ -404,11 +406,24 @@ public class SatResource extends
DataMappingPreferences dataMapping = cmp.getDataMapping();
if (dataMapping != null) {
// convert to pixel value for checking labels
double pixelValue = cmp.getDisplayToDataConverter().convert(
value.doubleValue());
// if the pixel value matches the data mapping entry use that
// label instead
String label = dataMapping.getLabelValueForDataValue(pixelValue);
// START DR 16070 fix 1
double pixelValue = value.doubleValue();
if (cmp.getDisplayToDataConverter() != null)
pixelValue = cmp.getDisplayToDataConverter().convert(
value.doubleValue());
// if the pixel value matches the data mapping entry use that
// label instead
String label = null;
String gfs = null;
if (sampleRange != null) {
gfs = sampleRange.getFormatString();
}
if (gfs != null && gfs.length() < 3) {
label = dataMapping.getLabelValueForDataValue(pixelValue, gfs);
} else {
label = dataMapping.getLabelValueForDataValue(pixelValue);
}
// END fix 1
if (label != null) {
return label;
}
@ -419,6 +434,16 @@ public class SatResource extends
// counts was not an acceptable unit.
String unitString = unit == null ? ""
: unit.toString().equals("bit") ? "counts" : unit.toString();
// START DR 16070 fix 2
if (dataMapping != null)
if (dataMapping.getEntries() != null)
if (dataMapping.getEntries().get(0) != null)
if (dataMapping.getEntries().get(0).getOperator() != null)
if (unitString.equals("")
&& dataMapping.getEntries().get(0).getOperator().equals("i")
&& dataMapping.getEntries().get(0).getLabel() != null)
unitString = dataMapping.getEntries().get(0).getLabel();
// END fix 2
double f1 = Double.NEGATIVE_INFINITY;
double f2 = Double.POSITIVE_INFINITY;
if (sampleRange != null) {

3
cave/com.raytheon.viz.ui.personalities.awips/META-INF/MANIFEST.MF
View file

@ -27,4 +27,5 @@ Bundle-ActivationPolicy: lazy
Bundle-ClassPath: .
Bundle-RequiredExecutionEnvironment: JavaSE-1.6
Export-Package: com.raytheon.viz.ui.personalities.awips
Import-Package: com.raytheon.uf.common.pypies
Import-Package: com.raytheon.uf.common.pypies,
com.raytheon.uf.viz.core.maps

12
cave/com.raytheon.viz.ui.personalities.awips/src/com/raytheon/viz/ui/personalities/awips/CAVE.java
View file

@ -19,8 +19,11 @@
**/
package com.raytheon.viz.ui.personalities.awips;
import com.raytheon.uf.viz.core.maps.MapStore;
/**
* TODO Add Description
* This is the default component for CAVE that is the standard workbench with
* all the perspectives.
*
* <pre>
*
@ -28,6 +31,7 @@ package com.raytheon.viz.ui.personalities.awips;
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
* Aug 9, 2010 mschenke Initial creation
* Jul 1, 2013 2139 jsanchez Loaded map tree at cave start up.
*
* </pre>
*
@ -50,7 +54,11 @@ public class CAVE extends AbstractCAVEComponent {
*/
@Override
protected void startInternal(String componentName) throws Exception {
// Loading Map Tree
long t = System.currentTimeMillis();
MapStore.getMapTree();
System.out.println("Loading Map Tree: "
+ (System.currentTimeMillis() - t));
}
}

4
edexOsgi/build.edex/build.xml
View file

@ -102,6 +102,10 @@
<param name="feature"
value="com.raytheon.uf.edex.datadelivery.feature" />
</antcall>
<antcall target="build">
<param name="feature"
value="com.raytheon.uf.edex.archive.feature" />
</antcall>
<!-- SPECIAL CASE -->
<if>

2
edexOsgi/build.edex/esb/conf/spring/cron.properties
View file

@ -14,6 +14,8 @@ gfe.cron=0+15+*+*+*+?
repack.cron=0+20+*+*+*+?
# runs database and hdf5 archive for archive server to pull data from
archive.cron=0+40+*+*+*+?
# purge archives
archive.purge.cron=0+0+*+*+*+?
###purge configuration
# Interval at which the purge job kicks off

6
edexOsgi/com.raytheon.edex.feature.uframe/feature.xml
View file

@ -107,7 +107,7 @@
<includes
id="com.raytheon.uf.edex.npp.feature"
version="0.0.0"/>
<includes
id="com.raytheon.uf.edex.datadelivery.client.feature"
version="0.0.0"/>
@ -124,4 +124,8 @@
id="com.raytheon.uf.edex.registry.feature"
version="0.0.0"/>
<includes
id="com.raytheon.uf.edex.archive.feature"
version="0.0.0"/>
</feature>

18
edexOsgi/com.raytheon.edex.plugin.grib/utility/edex_static/base/grib/tables/7/14/4.2.10.3.table
View file

@ -1,6 +1,6 @@
# Product Discipline 10: Oceanographic products, Parameter Category 3: Surface Properties
#192-254 Reserved for local use
192:192:Probabilistic Storm Surge height w/10% chance of being exceeded:%:TPCSG
192:192:Probabilistic Storm Surge height w/10% chance of being exceeded:m:TPCSG
193:193:Extra Tropical Storm Surge:m:ETSRG
194:194:Ocean Surface Elevation Relative to Geoid:m:ELEV
195:195:Sea Surface Height Relative to Geoid:m:SSHG
@ -11,13 +11,13 @@
200:200:Surface Salinity Trend:psu per day:SSST
201:201:Kinetic Energy:J/kg:KENG
202:202:Salt Flux:mm*s:SLTFL
242:242:Probabilistic Storm Surge height w/20% chance of being exceeded:%:TPCSG_20
243:243:Probabilistic Storm Surge height w/30% chance of being exceeded:%:TPCSG_30
244:244:Probabilistic Storm Surge height w/40% chance of being exceeded:%:TPCSG_40
245:245:Probabilistic Storm Surge height w/50% chance of being exceeded:%:TPCSG_50
246:246:Probabilistic Storm Surge height w/60% chance of being exceeded:%:TPCSG_60
247:247:Probabilistic Storm Surge height w/70% chance of being exceeded:%:TPCSG_70
248:248:Probabilistic Storm Surge height w/80% chance of being exceeded:%:TPCSG_80
249:249:Probabilistic Storm Surge height w/90% chance of being exceeded:%:TPCSG_90
242:242:Probabilistic Storm Surge height w/20% chance of being exceeded:m:TPCSG_20
243:243:Probabilistic Storm Surge height w/30% chance of being exceeded:m:TPCSG_30
244:244:Probabilistic Storm Surge height w/40% chance of being exceeded:m:TPCSG_40
245:245:Probabilistic Storm Surge height w/50% chance of being exceeded:m:TPCSG_50
246:246:Probabilistic Storm Surge height w/60% chance of being exceeded:m:TPCSG_60
247:247:Probabilistic Storm Surge height w/70% chance of being exceeded:m:TPCSG_70
248:248:Probabilistic Storm Surge height w/80% chance of being exceeded:m:TPCSG_80
249:249:Probabilistic Storm Surge height w/90% chance of being exceeded:m:TPCSG_90
250:250:Extra Tropical Storm Surge Combined Surge and Tide:m:ETCWL
255:255:Missing

10
edexOsgi/com.raytheon.uf.common.archive/META-INF/MANIFEST.MF
View file

@ -7,8 +7,8 @@ Bundle-Vendor: RAYTHEON
Bundle-RequiredExecutionEnvironment: JavaSE-1.6
Export-Package: com.raytheon.uf.common.archive.config,
com.raytheon.uf.common.archive.exception
Require-Bundle: com.raytheon.uf.common.util;bundle-version="1.12.1174",
com.raytheon.uf.common.localization;bundle-version="1.12.1174",
com.raytheon.uf.common.status;bundle-version="1.12.1174",
org.apache.commons.io;bundle-version="2.4.0",
com.raytheon.uf.common.time;bundle-version="1.12.1174"
Require-Bundle: com.raytheon.uf.common.util,
com.raytheon.uf.common.localization,
com.raytheon.uf.common.status,
org.apache.commons.io,
com.raytheon.uf.common.time

2
edexOsgi/com.raytheon.uf.common.archive/build.properties
View file

@ -2,3 +2,5 @@ source.. = src/
output.. = bin/
bin.includes = META-INF/,\
.,\
/

277
edexOsgi/com.raytheon.uf.common.archive/src/com/raytheon/uf/common/archive/config/ArchiveConfigManager.java
View file

@ -29,6 +29,7 @@ import java.util.Arrays;
import java.util.Calendar;
import java.util.Collection;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.TimeZone;
@ -71,6 +72,9 @@ import com.raytheon.uf.common.util.FileUtil;
* ------------ ---------- ----------- --------------------------
* May 1, 2013 1966 rferrel Initial creation
* May 29, 2013 1965 bgonzale Added archive creation, purge, and save methods.
* Updated purgeExpiredFromArchive to check time of files in
* directory before purging them.
* Added null check for topLevelDirs in purgeExpiredFromArchive.
*
* </pre>
*
@ -203,23 +207,18 @@ public class ArchiveConfigManager {
public Collection<File> createArchive(File archiveDir,
Collection<DisplayData> displaysSelectedForArchive, Calendar start,
Calendar end) throws IOException, ArchiveException {
Collection<File> archivedFiles = null;
Collection<File> archivedFiles = new ArrayList<File>();
FileUtils.forceMkdir(archiveDir);
if (archiveDir.exists()) {
Collection<File> filesToArchive = new ArrayList<File>();
for (DisplayData display : displaysSelectedForArchive) {
List<File> files = getDisplayFiles(display, start, end);
filesToArchive.addAll(files);
String rootDirString = display.archiveConfig.getRootDir();
String archiveDirString = archiveDir.getAbsolutePath();
String rootDirString = display.archiveConfig.getRootDir();
archivedFiles = new ArrayList<File>(filesToArchive.size());
rootDirString = (rootDirString.endsWith(File.separator) ? rootDirString
.substring(0,
rootDirString.lastIndexOf(File.separatorChar))
: rootDirString);
for (File srcFile : filesToArchive) {
for (File srcFile : getDisplayFiles(display, start, end)) {
String fileAbsPath = srcFile.getAbsolutePath();
File newArchiveDir = getDirRelativeToArchiveDirFromRoot(
srcFile.isDirectory(), fileAbsPath, rootDirString,
@ -269,33 +268,87 @@ public class ArchiveConfigManager {
*/
public Collection<File> purgeExpiredFromArchive(ArchiveConfig archive) {
Collection<File> filesPurged = new ArrayList<File>();
String archiveRootDirPath = archive.getRootDir();
File archiveRootDir = new File(archiveRootDirPath);
String[] topLevelDirs = archiveRootDir.list();
List<String> topLevelDirsNotPurged = new ArrayList<String>();
if (topLevelDirs != null) {
topLevelDirsNotPurged.addAll(Arrays.asList(topLevelDirs));
}
for (CategoryConfig category : archive.getCategoryList()) {
Calendar purgeTime = calculateExpiration(archive, category);
CategoryFileDateHelper helper = new CategoryFileDateHelper(
category, archive.getRootDir());
IOFileFilter fileDateFilter = FileFilterUtils.and(
FileFilterUtils.fileFileFilter(),
new FileDateFilter(null, purgeTime, helper));
// Remove the directory associated with this category from the not
// purged list since it is being purged.
for (Iterator<String> iter = topLevelDirsNotPurged.iterator(); iter
.hasNext();) {
String dirName = iter.next();
if (helper.isCategoryDirectory(dirName)) {
iter.remove();
break;
}
}
for (DisplayData display : getDisplayData(archive.getName(),
category.getName(), true)) {
List<File> displayFiles = getDisplayFiles(display, null,
purgeTime);
for (File file : displayFiles) {
if (file.isFile()) {
filesPurged.add(file);
} else if (file.isDirectory()) {
filesPurged.addAll(FileUtils.listFiles(file,
FileFilterUtils.fileFileFilter(),
FileFilterUtils.trueFileFilter()));
}
FileUtils.deleteQuietly(file);
filesPurged.addAll(purgeFile(file, fileDateFilter,
archiveRootDirPath));
}
}
}
// check for other expired in top level directories not covered
// by the categories in the archives
Calendar defaultPurgeTime = calculateExpiration(archive, null);
for (String topDirName : topLevelDirsNotPurged) {
IOFileFilter fileDateFilter = FileFilterUtils.and(FileFilterUtils
.fileFileFilter(), new FileDateFilter(null,
defaultPurgeTime));
File topLevelDir = new File(archiveRootDir, topDirName);
filesPurged.addAll(purgeFile(topLevelDir, fileDateFilter,
archiveRootDirPath));
}
return filesPurged;
}
private Collection<File> purgeFile(File fileToPurge,
IOFileFilter filter, final String archiveRootDir) {
Collection<File> filesPurged = new ArrayList<File>();
if (fileToPurge.isFile() && filter.accept(fileToPurge)) {
filesPurged.add(fileToPurge);
FileUtils.deleteQuietly(fileToPurge);
} else if (fileToPurge.isDirectory()) {
Collection<File> expiredFilesInDir = FileUtils.listFiles(
fileToPurge, filter, FileFilterUtils.trueFileFilter());
for (File dirFile : expiredFilesInDir) {
filesPurged.addAll(purgeFile(dirFile, filter, archiveRootDir));
}
// if the directory is empty and not the archive root dir, then
// delete it
if (fileToPurge.list().length == 0
&& !fileToPurge.getAbsolutePath().equals(archiveRootDir)) {
FileUtils.deleteQuietly(fileToPurge);
}
}
return filesPurged;
}
private Calendar calculateExpiration(ArchiveConfig archive,
CategoryConfig category) {
Calendar newCal = TimeUtil.newGmtCalendar();
int retHours = category.getRetentionHours() == 0 ? archive
int retHours = category == null || category.getRetentionHours() == 0 ? archive
.getRetentionHours() : category.getRetentionHours();
if (retHours != 0) {
newCal.add(Calendar.HOUR, (-1) * retHours);
@ -462,40 +515,11 @@ public class ArchiveConfigManager {
List<File> fileList = new ArrayList<File>();
if (dirOnly) {
Pattern pattern = Pattern.compile(categoryConfig.getDirPattern());
for (String dirPattern : categoryConfig.getDirPatternList()) {
Pattern pattern = Pattern.compile(dirPattern);
for (File dir : dirs) {
String path = dir.getAbsolutePath().substring(beginIndex);
Matcher matcher = pattern.matcher(path);
if (matcher.matches()) {
int year = Integer.parseInt(matcher.group(yearIndex));
// Adjust month value to Calendar's 0 - 11
int month = Integer.parseInt(matcher.group(monthIndex)) - 1;
int day = Integer.parseInt(matcher.group(dayIndex));
int hour = Integer.parseInt(matcher.group(hourIndex));
fileCal.set(year, month, day, hour, 0, 0);
long fileTime = fileCal.getTimeInMillis();
if ((startTime <= fileTime) && (fileTime < endTime)) {
fileList.add(dir);
}
}
}
} else {
Pattern pattern = Pattern.compile(categoryConfig.getDirPattern()
+ File.separator + categoryConfig.getFilePattern());
final Pattern filePattern = Pattern.compile("^" + filePatternStr
+ "$");
for (File dir : dirs) {
List<File> fList = FileUtil.listDirFiles(dir, new FileFilter() {
@Override
public boolean accept(File pathname) {
return filePattern.matcher(pathname.getName())
.matches();
}
}, false);
for (File file : fList) {
String path = file.getAbsolutePath().substring(beginIndex);
for (File dir : dirs) {
String path = dir.getAbsolutePath().substring(beginIndex);
Matcher matcher = pattern.matcher(path);
if (matcher.matches()) {
int year = Integer.parseInt(matcher.group(yearIndex));
@ -506,7 +530,45 @@ public class ArchiveConfigManager {
fileCal.set(year, month, day, hour, 0, 0);
long fileTime = fileCal.getTimeInMillis();
if ((startTime <= fileTime) && (fileTime < endTime)) {
fileList.add(file);
fileList.add(dir);
}
}
}
}
} else {
for (String dirPattern : categoryConfig.getDirPatternList()) {
Pattern pattern = Pattern.compile(dirPattern + File.separator
+ categoryConfig.getFilePattern());
final Pattern filePattern = Pattern.compile("^"
+ filePatternStr + "$");
for (File dir : dirs) {
List<File> fList = FileUtil.listDirFiles(dir,
new FileFilter() {
@Override
public boolean accept(File pathname) {
return filePattern.matcher(
pathname.getName()).matches();
}
}, false);
for (File file : fList) {
String path = file.getAbsolutePath().substring(
beginIndex);
Matcher matcher = pattern.matcher(path);
if (matcher.matches()) {
int year = Integer.parseInt(matcher
.group(yearIndex));
// Adjust month value to Calendar's 0 - 11
int month = Integer.parseInt(matcher
.group(monthIndex)) - 1;
int day = Integer.parseInt(matcher.group(dayIndex));
int hour = Integer.parseInt(matcher
.group(hourIndex));
fileCal.set(year, month, day, hour, 0, 0);
long fileTime = fileCal.getTimeInMillis();
if ((startTime <= fileTime) && (fileTime < endTime)) {
fileList.add(file);
}
}
}
}
@ -517,7 +579,7 @@ public class ArchiveConfigManager {
}
/**
* Get a list of directories matching the categories directory pattern that
* Get a list of directories matching the categories directory patterns that
* are sub-directories of the archive's root directory.
*
* @param archiveConfig
@ -526,35 +588,39 @@ public class ArchiveConfigManager {
*/
private List<File> getDirs(ArchiveConfig archiveConfig,
CategoryConfig categoryConfig) {
String dirPattern = categoryConfig.getDirPattern();
List<File> resultDirs = new ArrayList<File>();
File rootFile = new File(archiveConfig.getRootDir());
String[] subExpr = dirPattern.split(File.separator);
List<File> dirs = new ArrayList<File>();
dirs.add(rootFile);
List<File> tmpDirs = new ArrayList<File>();
List<File> swpDirs = null;
for (String regex : subExpr) {
Pattern subPattern = Pattern.compile("^" + regex + "$");
IOFileFilter filter = FileFilterUtils
.makeDirectoryOnly(new RegexFileFilter(subPattern));
for (File dir : dirs) {
File[] list = dir.listFiles();
if (list != null) {
List<File> dirList = Arrays.asList(list);
tmpDirs.addAll(Arrays.asList(FileFilterUtils.filter(filter,
dirList)));
}
}
swpDirs = dirs;
dirs = tmpDirs;
tmpDirs = swpDirs;
for (String dirPattern : categoryConfig.getDirPatternList()) {
String[] subExpr = dirPattern.split(File.separator);
dirs.clear();
dirs.add(rootFile);
tmpDirs.clear();
for (String regex : subExpr) {
Pattern subPattern = Pattern.compile("^" + regex + "$");
IOFileFilter filter = FileFilterUtils
.makeDirectoryOnly(new RegexFileFilter(subPattern));
for (File dir : dirs) {
File[] list = dir.listFiles();
if (list != null) {
List<File> dirList = Arrays.asList(list);
tmpDirs.addAll(Arrays.asList(FileFilterUtils.filter(
filter, dirList)));
}
}
swpDirs = dirs;
dirs = tmpDirs;
tmpDirs = swpDirs;
tmpDirs.clear();
}
resultDirs.addAll(dirs);
}
return dirs;
return resultDirs;
}
/**
@ -571,6 +637,18 @@ public class ArchiveConfigManager {
return getDisplayData(archiveName, categoryName, false);
}
/**
* Get the Display labels matching the pattern for the archive data's
* category. Assumes the archive data's root directory is the mount point to
* start the search.
*
* @param archiveName
* @param categoryName
* @param setSelect
* - when true set the displayData selection base on category's
* selection list
* @return displayDataList
*/
public List<DisplayData> getDisplayData(String archiveName,
String categoryName, boolean setSelect) {
Map<String, List<File>> displayMap = new HashMap<String, List<File>>();
@ -578,14 +656,20 @@ public class ArchiveConfigManager {
ArchiveConfig archiveConfig = archiveMap.get(archiveName);
CategoryConfig categoryConfig = findCategory(archiveConfig,
categoryName);
String dirPattern = categoryConfig.getDirPattern();
List<String> dirPatternList = categoryConfig.getDirPatternList();
// index for making directory paths' relative to the root path.
List<File> dirs = getDirs(archiveConfig, categoryConfig);
File rootFile = new File(archiveMap.get(archiveName).getRootDir());
int beginIndex = rootFile.getAbsolutePath().length() + 1;
Pattern pattern = Pattern.compile("^" + dirPattern + "$");
List<Pattern> patterns = new ArrayList<Pattern>(dirPatternList.size());
for (String dirPattern : dirPatternList) {
Pattern pattern = Pattern.compile("^" + dirPattern + "$");
patterns.add(pattern);
}
TreeSet<String> displays = new TreeSet<String>(
String.CASE_INSENSITIVE_ORDER);
@ -595,26 +679,31 @@ public class ArchiveConfigManager {
for (File dir : dirs) {
String path = dir.getAbsolutePath().substring(beginIndex);
Matcher matcher = pattern.matcher(path);
if (matcher.matches()) {
sb.setLength(0);
String[] args = new String[matcher.groupCount() + 1];
args[0] = matcher.group();
for (int i = 1; i < args.length; ++i) {
args[i] = matcher.group(i);
for (Pattern pattern : patterns) {
Matcher matcher = pattern.matcher(path);
if (matcher.matches()) {
sb.setLength(0);
String[] args = new String[matcher.groupCount() + 1];
args[0] = matcher.group();
for (int i = 1; i < args.length; ++i) {
args[i] = matcher.group(i);
}
String displayLabel = msgfmt.format(args, sb, pos0)
.toString();
List<File> displayDirs = displayMap.get(displayLabel);
if (displayDirs == null) {
displayDirs = new ArrayList<File>();
displayMap.put(displayLabel, displayDirs);
}
displayDirs.add(dir);
displays.add(displayLabel);
break;
}
String displayLabel = msgfmt.format(args, sb, pos0).toString();
List<File> displayDirs = displayMap.get(displayLabel);
if (displayDirs == null) {
displayDirs = new ArrayList<File>();
displayMap.put(displayLabel, displayDirs);
}
displayDirs.add(dir);
displays.add(displayLabel);
}
}
List<DisplayData> displayInfoList = new ArrayList<DisplayData>();
List<DisplayData> displayDataList = new ArrayList<DisplayData>(
displays.size());
for (String displayLabel : displays) {
DisplayData displayData = new DisplayData(archiveConfig,
@ -623,10 +712,10 @@ public class ArchiveConfigManager {
displayData.setSelected(categoryConfig
.getSelectedDisplayNames().contains(displayLabel));
}
displayInfoList.add(displayData);
displayDataList.add(displayData);
}
return displayInfoList;
return displayDataList;
}
/**

29
edexOsgi/com.raytheon.uf.common.archive/src/com/raytheon/uf/common/archive/config/CategoryConfig.java
View file

@ -19,7 +19,9 @@
**/
package com.raytheon.uf.common.archive.config;
import java.util.ArrayList;
import java.util.Collection;
import java.util.List;
import java.util.TreeSet;
import javax.xml.bind.annotation.XmlAccessType;
@ -96,7 +98,7 @@ public class CategoryConfig implements Comparable<CategoryConfig> {
* </pre>
*/
@XmlElement(name = "dirPattern")
private String dirPattern;
private List<String> dirPatternList;
/**
* Use to display the information found by the dirPattern. Any groups in the
@ -187,21 +189,21 @@ public class CategoryConfig implements Comparable<CategoryConfig> {
}
/**
* Obtain the directory pattern.
* Obtain the list of directory patterns.
*
* @return dirPattern
* @return dirPatternList
*/
public String getDirPattern() {
return dirPattern;
public List<String> getDirPatternList() {
return new ArrayList<String>(dirPatternList);
}
/**
* Set the directory pattern; must not be null.
* Set the directory pattern list; must not be null.
*
* @param dirPattern
* @param dirPatternList
*/
public void setDirPattern(String dirPattern) {
this.dirPattern = dirPattern;
public void setDirPatternList(List<String> dirPatternList) {
this.dirPatternList = dirPatternList;
}
/**
@ -285,7 +287,7 @@ public class CategoryConfig implements Comparable<CategoryConfig> {
public int compareTo(CategoryConfig o) {
return getDisplay().compareToIgnoreCase(o.getDisplay());
}
/*
* (non-Javadoc)
*
@ -296,8 +298,11 @@ public class CategoryConfig implements Comparable<CategoryConfig> {
StringBuilder sb = new StringBuilder();
sb.append("Category [ name: ").append(getName());
sb.append(", retentionHours: ").append(getRetentionHours());
sb.append(", dirPattern: ").append(getDirPattern());
sb.append(", filePattern: ").append(getFilePattern());
sb.append(", dirPatternList[ ");
for (String dirPattern : getDirPatternList()) {
sb.append(" \"").append(dirPattern).append("\",");
}
sb.append("], filePattern: ").append(getFilePattern());
sb.append(", displayLabel: ").append(getDisplay());
sb.append(", dateGroupIndices: ").append(getDateGroupIndices());
sb.append(", selectedDisplayNames: ");

196
edexOsgi/com.raytheon.uf.common.archive/src/com/raytheon/uf/common/archive/config/CategoryFileDateHelper.java Normal file
View file

@ -0,0 +1,196 @@
/**
* This software was developed and / or modified by Raytheon Company,
* pursuant to Contract DG133W-05-CQ-1067 with the US Government.
*
* U.S. EXPORT CONTROLLED TECHNICAL DATA
* This software product contains export-restricted data whose
* export/transfer/disclosure is restricted by U.S. law. Dissemination
* to non-U.S. persons whether in the United States or abroad requires
* an export license or other authorization.
*
* Contractor Name: Raytheon Company
* Contractor Address: 6825 Pine Street, Suite 340
* Mail Stop B8
* Omaha, NE 68106
* 402.291.0100
*
* See the AWIPS II Master Rights File ("Master Rights File.pdf") for
* further licensing information.
**/
package com.raytheon.uf.common.archive.config;
import java.io.File;
import java.util.ArrayList;
import java.util.Calendar;
import java.util.List;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import org.apache.commons.io.FilenameUtils;
import com.raytheon.uf.common.time.util.TimeUtil;
/**
* File date helper for CategoryConfig objects.
*
* <pre>
*
* SOFTWARE HISTORY
*
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
* Jun 21, 2013 1965 bgonzale Initial creation
*
* </pre>
*
* @author bgonzale
* @version 1.0
*/
public class CategoryFileDateHelper implements IFileDateHelper {
/**
* Date information derived from each of a Category's dirPatterns.
*/
private static class CategoryDateInfo {
private final Pattern datePattern;
private final Pattern categoryTopLevelDirPattern;
private final int yearIndex;
private final int monthIndex;
private final int dayIndex;
private final int hourIndex;
/**
* Initialization constructor.
*
* @param datePattern
* @param categoryTopLevelDirPattern
* @param yearIndex
* @param monthIndex
* @param dayIndex
* @param hourIndex
*/
public CategoryDateInfo(Pattern datePattern,
Pattern categoryTopLevelDirPattern,
int yearIndex, int monthIndex, int dayIndex, int hourIndex) {
this.datePattern = datePattern;
this.categoryTopLevelDirPattern = categoryTopLevelDirPattern;
this.yearIndex = yearIndex;
this.monthIndex = monthIndex;
this.dayIndex = dayIndex;
this.hourIndex = hourIndex;
}
}
private final List<CategoryDateInfo> dateInfoList;
private final String rootDir;
private final boolean isDirOnly;
/**
* Initialization constructor.
*
* @param config
* @param rootDirPattern
* categoryTopLevelDirPattern
*/
public CategoryFileDateHelper(CategoryConfig config, String rootDir) {
List<String> categoryDirPatternList = config.getDirPatternList();
this.dateInfoList = new ArrayList<CategoryFileDateHelper.CategoryDateInfo>(
categoryDirPatternList.size());
String filePatternStr = config.getFilePattern();
this.rootDir = rootDir;
this.isDirOnly = (filePatternStr == null)
|| ".*".equals(filePatternStr);
for (String patternString : categoryDirPatternList) {
Pattern datePattern = null;
if (isDirOnly) {
datePattern = Pattern.compile(patternString);
} else {
datePattern = Pattern.compile(patternString + File.separator
+ config.getFilePattern());
}
int dirSeparatorIndex = patternString.indexOf(File.separatorChar);
patternString = dirSeparatorIndex > patternString.length()
|| dirSeparatorIndex < 0 ? patternString : patternString
.substring(0, dirSeparatorIndex);
Pattern categoryTopLevelDirPattern = Pattern.compile(patternString);
String[] indexValues = config.getDateGroupIndices().split(
"\\s*,\\s*");
int yearIndex = Integer.parseInt(indexValues[0]);
int monthIndex = Integer.parseInt(indexValues[1]);
int dayIndex = Integer.parseInt(indexValues[2]);
int hourIndex = Integer.parseInt(indexValues[3]);
dateInfoList.add(new CategoryDateInfo(datePattern,
categoryTopLevelDirPattern, yearIndex, monthIndex,
dayIndex, hourIndex));
}
}
/*
* (non-Javadoc)
*
* @see
* com.raytheon.uf.common.archive.config.IFileDateHelper#getFileDate(java
* .lang.String)
*/
@Override
public Calendar getFileDate(String filenamePath) {
String pathForPatternCheck = filenamePath.substring(rootDir.length());
pathForPatternCheck = isDirOnly ? FilenameUtils
.getFullPathNoEndSeparator(pathForPatternCheck)
: pathForPatternCheck;
Calendar result = null;
for (CategoryDateInfo dateInfo : dateInfoList) {
Matcher matcher = dateInfo.datePattern.matcher(pathForPatternCheck);
if (matcher.matches()) {
int year = Integer.parseInt(matcher.group(dateInfo.yearIndex));
// Adjust month value to Calendar's 0 - 11
int month = Integer
.parseInt(matcher.group(dateInfo.monthIndex)) - 1;
int day = Integer.parseInt(matcher.group(dateInfo.dayIndex));
int hour = Integer.parseInt(matcher.group(dateInfo.hourIndex));
result = TimeUtil.newGmtCalendar();
result.set(year, month, day, hour, 0, 0);
break;
}
}
if (result == null) {
// no matching pattern, use file last modified date
File file = new File(filenamePath);
long lastModifiedMillis = file.lastModified();
result = TimeUtil.newGmtCalendar();
result.setTimeInMillis(lastModifiedMillis);
}
return result;
}
/**
* Check if this directory is a category directory. i.e. if the category is
* satellite, is the directory satellite.
*
* @param dirName
* @return true if category directory; false otherwise.
*/
public boolean isCategoryDirectory(String dirName) {
for (CategoryDateInfo dateInfo : dateInfoList) {
if (dateInfo.categoryTopLevelDirPattern.matcher(dirName).matches()) {
return true;
}
}
return false;
}
}

125
edexOsgi/com.raytheon.uf.common.archive/src/com/raytheon/uf/common/archive/config/FileDateFilter.java Normal file
View file

@ -0,0 +1,125 @@
/**
* This software was developed and / or modified by Raytheon Company,
* pursuant to Contract DG133W-05-CQ-1067 with the US Government.
*
* U.S. EXPORT CONTROLLED TECHNICAL DATA
* This software product contains export-restricted data whose
* export/transfer/disclosure is restricted by U.S. law. Dissemination
* to non-U.S. persons whether in the United States or abroad requires
* an export license or other authorization.
*
* Contractor Name: Raytheon Company
* Contractor Address: 6825 Pine Street, Suite 340
* Mail Stop B8
* Omaha, NE 68106
* 402.291.0100
*
* See the AWIPS II Master Rights File ("Master Rights File.pdf") for
* further licensing information.
**/
package com.raytheon.uf.common.archive.config;
import java.io.File;
import java.util.Calendar;
import org.apache.commons.io.FilenameUtils;
import org.apache.commons.io.filefilter.IOFileFilter;
import com.raytheon.uf.common.time.util.TimeUtil;
/**
* Filter files based on a file date parsed using the given file date helper.
* Accept returns true for files that fall between the Start and End times. If
* start is null, then all after start checks will return true. If end is null,
* then all before end checks will return true.
*
* <pre>
*
* SOFTWARE HISTORY
*
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
* Jun 18, 2013 1965 bgonzale Initial creation
*
* </pre>
*
* @author bgonzale
* @version 1.0
*/
public class FileDateFilter implements IOFileFilter {
private IFileDateHelper helper;
private final Calendar start;
private final Calendar end;
/**
* Initialization constructor. This filter uses file last modified time as
* the filter time.
*
* @param startDate
* @param endDate
*/
public FileDateFilter(Calendar start, Calendar end) {
this(start, end, DEFAULT_FILE_DATE_HELPER);
}
/**
* Initialization constructor.
*
* @param startDate
* @param endDate
* @param helper
*/
public FileDateFilter(Calendar start, Calendar end, IFileDateHelper helper) {
this.helper = helper == null ? DEFAULT_FILE_DATE_HELPER : helper;
this.start = start;
this.end = end;
}
/* (non-Javadoc)
* @see org.apache.commons.io.filefilter.IOFileFilter#accept(java.io.File)
*/
@Override
public boolean accept(File file) {
String filePath = file.getAbsolutePath();
String dirName = FilenameUtils.getFullPath(filePath);
String fileName = FilenameUtils.getName(filePath);
return accept(new File(dirName), fileName);
}
/* (non-Javadoc)
* @see org.apache.commons.io.filefilter.IOFileFilter#accept(java.io.File, java.lang.String)
*/
@Override
public boolean accept(File dir, String name) {
String dirPath = dir.getAbsolutePath();
boolean endsWithSeparator = dirPath.endsWith(File.separator);
dirPath = endsWithSeparator ? dirPath : dirPath + File.separator;
String fileFullPath = dirPath + name;
Calendar fileDate = helper.getFileDate(fileFullPath);
boolean isAfterEqualsStart = start == null || fileDate.after(start)
|| fileDate.equals(start);
boolean isBeforeEqualsEnd = end == null || fileDate.before(end)
|| fileDate.equals(end);
return isAfterEqualsStart && isBeforeEqualsEnd;
}
/**
* This File Date helper returns a file's last modified time.
*/
private static final IFileDateHelper DEFAULT_FILE_DATE_HELPER = new IFileDateHelper() {
@Override
public Calendar getFileDate(String filenamePath) {
// use file last modified date
File file = new File(filenamePath);
long lastModifiedMillis = file.lastModified();
Calendar result = TimeUtil.newGmtCalendar();
result.setTimeInMillis(lastModifiedMillis);
return result;
}
};
}

45
edexOsgi/com.raytheon.uf.common.archive/src/com/raytheon/uf/common/archive/config/IFileDateHelper.java Normal file
View file

@ -0,0 +1,45 @@
/**
* This software was developed and / or modified by Raytheon Company,
* pursuant to Contract DG133W-05-CQ-1067 with the US Government.
*
* U.S. EXPORT CONTROLLED TECHNICAL DATA
* This software product contains export-restricted data whose
* export/transfer/disclosure is restricted by U.S. law. Dissemination
* to non-U.S. persons whether in the United States or abroad requires
* an export license or other authorization.
*
* Contractor Name: Raytheon Company
* Contractor Address: 6825 Pine Street, Suite 340
* Mail Stop B8
* Omaha, NE 68106
* 402.291.0100
*
* See the AWIPS II Master Rights File ("Master Rights File.pdf") for
* further licensing information.
**/
package com.raytheon.uf.common.archive.config;
import java.util.Calendar;
/**
* Helper to get a file last modification date.
*
* <pre>
*
* SOFTWARE HISTORY
*
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
* Jun 21, 2013 bgonzale Initial creation
*
* </pre>
*
* @author bgonzale
* @version 1.0
*/
public interface IFileDateHelper {
public Calendar getFileDate(String filenamePath);
}

15
edexOsgi/com.raytheon.uf.common.colormap/src/com/raytheon/uf/common/colormap/prefs/ColorMapParameters.java
View file

@ -35,6 +35,7 @@ import javax.xml.bind.annotation.XmlElement;
import com.raytheon.uf.common.colormap.AbstractColorMap;
import com.raytheon.uf.common.colormap.Color;
import com.raytheon.uf.common.colormap.IColorMap;
import com.raytheon.uf.common.colormap.prefs.DataMappingPreferences;
import com.raytheon.uf.common.colormap.prefs.DataMappingPreferences.DataMappingEntry;
import com.raytheon.uf.common.serialization.ISerializableObject;
@ -53,6 +54,7 @@ import com.raytheon.uf.common.serialization.ISerializableObject;
* Feb 14, 2013 1616 bsteffen Add option for interpolation of
* colormap parameters, disable colormap
* interpolation by default.
* Jun 14, 2013 DR 16070 jgerth Utilize data mapping
*
* </pre>
*
@ -908,7 +910,18 @@ public class ColorMapParameters implements Cloneable, ISerializableObject {
if (colorMapRange != 0.0) {
double pixelValue;
if (displayToImage != null) {
// START DR 16070 fix
if (this.dataMapping != null)
if (this.dataMapping.getEntries() != null)
if (this.dataMapping.getEntries().get(0) != null)
if (this.dataMapping.getEntries().get(0).getOperator() != null)
if (this.dataMapping.getEntries().get(0).getOperator().equals("i")) {
Double dValue = this.dataMapping.getDataValueforNumericValue(dispValue);
if (dValue != null)
return (dValue.floatValue() - colorMapMin) / colorMapRange;
}
// END fix
if (displayToImage != null) {
pixelValue = displayToImage.convert(dispValue);
} else {
pixelValue = dispValue;

112
edexOsgi/com.raytheon.uf.common.colormap/src/com/raytheon/uf/common/colormap/prefs/DataMappingPreferences.java
View file

@ -37,7 +37,7 @@ import com.raytheon.uf.common.units.PiecewisePixel;
* SOFTWARE HISTORY
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
*
* 6/2013 DR 16070 jgerth Interpolation capability
*
* </pre>
*
@ -47,6 +47,8 @@ import com.raytheon.uf.common.units.PiecewisePixel;
@XmlAccessorType(XmlAccessType.NONE)
public class DataMappingPreferences {
private String formatString;
@XmlAccessorType(XmlAccessType.NONE)
public static class DataMappingEntry implements
Comparable<DataMappingEntry> {
@ -177,6 +179,7 @@ public class DataMappingPreferences {
private final ArrayList<DataMappingEntry> greaterThanEntries = new ArrayList<DataMappingEntry>();
private final ArrayList<DataMappingEntry> lessThanEntries = new ArrayList<DataMappingEntry>();
private final ArrayList<DataMappingEntry> equalsEntries = new ArrayList<DataMappingEntry>();
private final ArrayList<DataMappingEntry> interpEntries = new ArrayList<DataMappingEntry>();
private Unit<?> imageUnit;
@SuppressWarnings({ "unchecked", "rawtypes" })
@ -248,10 +251,28 @@ public class DataMappingPreferences {
} else if ("<".equals(operator)) {
lessThanEntries.add(entry);
Collections.sort(lessThanEntries);
} else if ("i".equals(operator)) {
interpEntries.add(entry);
}
}
}
/**
* Matches a number against the pixelValue and displays value to the
* number of decimal places set in formatString
*
* DR 16070
*
* @param dataValue
* @param formatString
* @return
*/
public String getLabelValueForDataValue(double dataValue,
String formatString) {
this.setFormatString(formatString);
return this.getLabelValueForDataValue(dataValue);
}
/**
* Matches a number against the pixelValue in each entry based on the
* operator until the first match is found.
@ -281,7 +302,96 @@ public class DataMappingPreferences {
return entry.getLabel();
}
}
// START DR 16070 fix
Double interpValue = this.getNumericValueforDataValue(dataValue);
int ies = interpEntries.size();
for (int i = 1; i < ies; i++) {
Double pixelValue1 = interpEntries.get(i - 1).getPixelValue();
Double pixelValue2 = interpEntries.get(i).getPixelValue();
if ((dataValue >= pixelValue1) && (dataValue <= pixelValue2)) {
if (this.getFormatString() != null)
return String.format("%." + this.getFormatString() + "f%s",
interpValue, interpEntries.get(i).getLabel());
else
return String.format("%.1f%s", interpValue, interpEntries
.get(i).getLabel());
}
}
// END fix
return null;
}
/**
* Get numeric value for data value
*
* DR 16070
*/
public Double getNumericValueforDataValue(double dataValue) {
Double interpValue;
int ies = interpEntries.size();
for (int i = 1; i < ies; i++) {
Double pixelValue1 = interpEntries.get(i - 1).getPixelValue();
Double pixelValue2 = interpEntries.get(i).getPixelValue();
Double displValue1 = interpEntries.get(i - 1).getDisplayValue();
Double displValue2 = interpEntries.get(i).getDisplayValue();
if ((dataValue >= pixelValue1) && (dataValue <= pixelValue2)) {
interpValue = displValue1 + (dataValue - pixelValue1)
/ (pixelValue2 - pixelValue1)
* (displValue2 - displValue1);
return interpValue;
}
}
return null;
}
/**
* Get data value for numeric value
*
* DR 16070
*/
public Double getDataValueforNumericValue(double numericValue) {
Double interpValue;
int ies = interpEntries.size();
for (int i = 1; i < ies; i++) {
Double pixelValue1 = interpEntries.get(i - 1).getPixelValue();
Double pixelValue2 = interpEntries.get(i).getPixelValue();
Double displValue1 = interpEntries.get(i - 1).getDisplayValue();
Double displValue2 = interpEntries.get(i).getDisplayValue();
if (displValue1 > displValue2) {
if ((numericValue <= displValue1) && (numericValue >= displValue2)) {
interpValue = pixelValue1 + (numericValue - displValue1)
/ (displValue2 - displValue1)
* (pixelValue2 - pixelValue1);
return interpValue;
}
} else {
if ((numericValue >= displValue1) && (numericValue <= displValue2)) {
interpValue = pixelValue1 + (numericValue - displValue1)
/ (displValue2 - displValue1)
* (pixelValue2 - pixelValue1);
return interpValue;
}
}
}
return null;
}
/**
* Set formatString
*
* DR 16070
*/
public void setFormatString(String formatString) {
this.formatString = formatString;
}
/**
* Get formatString
*
* DR 16070
*/
public String getFormatString() {
return formatString;
}
}

2
edexOsgi/com.raytheon.uf.edex.archive/res/spring/archivepurger-spring.xml
View file

@ -9,7 +9,7 @@
xmlns="http://camel.apache.org/schema/spring" errorHandlerRef="errorHandler">
<endpoint id="archivePurgeCron"
uri="clusteredquartz://archive/archivePurgeScheduled/?cron=${archivePurge.cron}" />
uri="clusteredquartz://archive/archivePurgeScheduled/?cron=${archive.purge.cron}" />
<!-- Run archivePurge on Scheduled timer -->
<route id="archivePurgeScheduled">

2
edexOsgi/com.raytheon.uf.edex.archive/resources/archivePurger.properties
View file

@ -1,2 +0,0 @@
# purge every half hour
archivePurge.cron=0+0/30,*,*,*,*,*+*+*+*+?

126
edexOsgi/com.raytheon.uf.edex.archive/utility/common_static/base/archive/PROCESSED_DATA.xml
View file

@ -18,6 +18,16 @@
See_the_AWIPS_II_Master_Rights_File_("Master_Rights_File.pdf")_for
further_licensing_information.
-->
<!--
* SOFTWARE HISTORY
*
* Date Ticket# Engineer Description
* ============ ========== =========== ==========================
* Jun 20, 2013 1966 rferrel Initial creation
*
* @author rferrel
* @version 1.0
-->
<!--
The <archive> contains five types of tags:
<name> - Required tag. The id for the archive such as Raw or Processed.
@ -34,7 +44,8 @@
<dirPattern> - Required tag. A regex pattern for finding directories for this category.
The pattern is relative to the archive's <rootDir>. Wildcard patterns do not cross directory
delimiter /. Thus to match 3 levels of directories you would need .*/.*/.* .
See patterns and groups section.
See patterns and groups section. There may be more then one of these tags. The restriction is they
must all have the same number of groupings and be in the same order.
<filePattern> - Optional tag. A pattern to find files in the directories that match the <dirPattern>.
Default is everything in the directories that match <dirPattern>.
See patterns and groups section.
@ -73,6 +84,19 @@
<displayLabel>{1}</displayLabel>
<filePattern>redbook-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
Example with multiple <dirPattern>s
<category>
<name>Observation</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(acars|airep|airmet|taf)</dirPattern>
<dirPattern>(bufrsigwx|sfcobs)/.*</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
<filePattern>[^/]*-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
</category>
The first <dirPattern> looks for files matching the <filePattern> in the directories acars, airep, airmet or taf.
The second <dirPattern> expects to find the files in subdirectories of bufrsigwx or sfcobs such as bufrsigwx/SWH.
Here the display will only show, redbook. The directory looked at will be <rootPath>/redbook/. The <dateGroupIndices> all
come from the <filePattern> since there is one group in the <dirPattern> the groups in the <filePattern> start at two. This
@ -85,68 +109,80 @@
<name>Processed</name>
<rootDir>/awips2/edex/data/archive/</rootDir>
<minRetentionHours>24</minRetentionHours>
<category>
<name>binlightning</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(binlightning)</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
<filePattern>.*-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
<category>
<name>DAT</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(cwat|fog|ffmp|preciprate|qpf|scan|vil)</dirPattern>
<filePattern>.*(\d{4})-(\d{2})-(\d{2})-(\d{2}).*</filePattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
</category>
<category>
<name>bufr</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(bufrascat|bufrhdw|bufrmosLAMP|bufrncwf|bufrsigwx|bufrssmi|bufrua)</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
<filePattern>.*-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
<name>gfe</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(gfe)/(.*)/.*</dirPattern>
<dirPattern>(gfe)/(.*)</dirPattern>
<filePattern>.*_(\d{4})(\d{2})(\d{2})_(\d{2}).*</filePattern>
<displayLabel>{2}</displayLabel>
<dateGroupIndices>3,4,5,6</dateGroupIndices>
</category>
<category>
<name>bufrsigwx</name>
<name>Model</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(bufrsigwx)/(.*)</dirPattern>
<displayLabel>{1} : {2}</displayLabel>
<dateGroupIndices>3,4,5,6</dateGroupIndices>
<filePattern>.*-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
</category>
<category>
<name>group</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(acars|airmet|airep|cwa|cwat)</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
<filePattern>[^/]*-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
</category>
<category>
<name>grib</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>grib/(.*)/(.*)</dirPattern>
<displayLabel>{1} : {2}</displayLabel>
<dateGroupIndices>3,4,5,6</dateGroupIndices>
<dirPattern>(grid)/(.*)/(.*)</dirPattern>
<displayLabel>{2}</displayLabel>
<dateGroupIndices>4,5,6,7</dateGroupIndices>
<filePattern>[^/]*-(\d{4})-(\d{2})-(\d{2})-(\d{2})-.*</filePattern>
</category>
<category>
<name>grid</name>
<name>Misc</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>grid/(.*)/(.*)</dirPattern>
<displayLabel>{1} : {2}</displayLabel>
<dirPattern>(binlightning|ccfp|cwa|idft|lsr|manual|svrwx|tcg|tcm|tcs|text|warning|wcp)</dirPattern>
<dirPattern>(redbook)/.*</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
<filePattern>[^/]*-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
</category>
<category>
<name>Observation</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(acars|airep|airmet|bufrascat|bufrhdw|bufrmthdw|bufrncwf|bufrssmi|convsigmet|fssobs|intlsigmet|nonconvsigmet|obs|pirep|taf)</dirPattern>
<dirPattern>(bufrsigwx|sfcobs)/.*</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
<filePattern>[^/]*-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
</category>
<category>
<name>Satellite</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>satellite/(.*)/(.*)</dirPattern>
<filePattern>.*-(\d{4})-(\d{2})-(\d{2})-(\d{2}).*</filePattern>
<dateGroupIndices>3,4,5,6</dateGroupIndices>
<filePattern>[^/]*-(\d{4})-(\d{2})-(\d{2})-(\d{2})-.*</filePattern>
<displayLabel>{1}</displayLabel>
</category>
<category>
<name>redbook</name>
<name>Sounding</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>redbook/(.*)</dirPattern>
<dirPattern>(acarssounding|bufrua|goessounding|poessounding|profiler|raobs)</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
<filePattern>[^/]*-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
</category>
<category>
<name>obs</name>
<category>
<name>ModelSounding</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(fssobs|obs)</dirPattern>
<dirPattern>(modelsounding)/(.*)</dirPattern>
<dirPattern>(bufrmos)(.*)</dirPattern>
<displayLabel>{1} - {2}</displayLabel>
<dateGroupIndices>3,4,5,6</dateGroupIndices>
<filePattern>.*(\d{4})-(\d{2})-(\d{2})[-_](\d{2}).*</filePattern>
</category>
<category>
<name>radar</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>radar/(.*)/(.*)</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
<filePattern>[^/]*-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
<dateGroupIndices>3,4,5,6</dateGroupIndices>
<filePattern>.*-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
</category>
</archive>

72
edexOsgi/com.raytheon.uf.edex.archive/utility/common_static/base/archive/RAW_DATA.xml
View file

@ -18,6 +18,16 @@
See_the_AWIPS_II_Master_Rights_File_("Master_Rights_File.pdf")_for
further_licensing_information.
-->
<!--
* SOFTWARE HISTORY
*
* Date Ticket# Engineer Description
* ============ ========== =========== ==========================
* Jun 20, 2013 1966 rferrel Initial creation
*
* @author rferrel
* @version 1.0
-->
<!--
The <archive> contains five types of tags:
<name> - Required tag. The id for the archive such as Raw or Processed.
@ -34,7 +44,8 @@
<dirPattern> - Required tag. A regex pattern for finding directories for this category.
The pattern is relative to the archive's <rootDir>. Wildcard patterns do not cross directory
delimiter /. Thus to match 3 levels of directories you would need .*/.*/.* .
See patterns and groups section.
See patterns and groups section. There may be more then one of these tags. The restriction is they
must all have the same number of groupings and be in the same order.
<filePattern> - Optional tag. A pattern to find files in the directories that match the <dirPattern>.
Default is everything in the directories that match <dirPattern>.
See patterns and groups section.
@ -73,6 +84,19 @@
<displayLabel>{1}</displayLabel>
<filePattern>redbook-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
Example with multiple <dirPattern>s
<category>
<name>Observation</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(acars|airep|airmet|taf)</dirPattern>
<dirPattern>(bufrsigwx|sfcobs)/.*</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
<filePattern>[^/]*-(\d{4})-(\d{2})-(\d{2})-(\d{2})\..*</filePattern>
</category>
The first <dirPattern> looks for files matching the <filePattern> in the directories acars, airep, airmet or taf.
The second <dirPattern> expects to find the files in subdirectories of bufrsigwx or sfcobs such as bufrsigwx/SWH.
Here the display will only show, redbook. The directory looked at will be <rootPath>/redbook/. The <dateGroupIndices> all
come from the <filePattern> since there is one group in the <dirPattern> the groups in the <filePattern> start at two. This
@ -86,26 +110,41 @@
<rootDir>/data_store/</rootDir>
<minRetentionHours>24</minRetentionHours>
<category>
<name>Model grib</name>
<name>Model</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>grib/(\d{4})(\d{2})(\d{2})/(\d{2})/(.*)</dirPattern>
<displayLabel>{5}</displayLabel>
<dateGroupIndices>1,2,3,4</dateGroupIndices>
</category>
<category>
<name>Model grib2</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(grib2)/(\d{4})(\d{2})(\d{2})/(\d{2})/(.*)</dirPattern>
<dirPattern>(grib|grib2)/(\d{4})(\d{2})(\d{2})/(\d{2})/(.*)</dirPattern>
<displayLabel>{1} - {6}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
</category>
<category>
<name>Model other</name>
<name>ModelSounding</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(acars|airmet|binlightning|bufrmos|bufrua|bufrsigwx|convsigmet|goessndg|manual|mdlsndg|poessndg|profiler|shef|text)/(\d{4})(\d{2})(\d{2})/(\d{2})</dirPattern>
<dirPattern>(bufrmos|modelsounding)/(\d{4})(\d{2})(\d{2})/(\d{2})</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
</category>
<category>
<name>Misc</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(binlightning|climate|cwa|lsr|manual|misc_adm_messages|redbook|shef|summaries|svrwx|tcg|tcs|text|wwa|xml)/(\d{4})(\d{2})(\d{2})/(\d{2})</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
</category>
<category>
<name>Observation</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(airep|airmet|bufrascat|bufrhdw|bufrmthdw|bufrncwf|bufrsigwx|bufrssmi|convsigmet|fire_wx_spot_fcst_reports|forecast|fssobs|intlsigmet|MAROB|maritime|metar|misc_sfc_obs|nonconvsigmet|pirep|sfcobs|synoptic)/(\d{4})(\d{2})(\d{2})/(\d{2})</dirPattern>
<dirPattern>acars/(.*)/(\d{4})(\d{2})(\d{2})/(\d{2})</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
</category>
<category>
<name>radar</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>radar/(\d{4})(\d{2})(\d{2})/(\d{2})/(.*)</dirPattern>
<displayLabel>{5}</displayLabel>
<dateGroupIndices>1,2,3,4</dateGroupIndices>
</category>
<category>
<name>Satellite</name>
<extRetentionHours>168</extRetentionHours>
@ -113,4 +152,11 @@
<displayLabel>{5}</displayLabel>
<dateGroupIndices>1,2,3,4</dateGroupIndices>
</category>
</archive>
<category>
<name>Sounding</name>
<extRetentionHours>168</extRetentionHours>
<dirPattern>(acarssounding|bufrua|goessounding|poessounding|profiler|raobs|upperair)/(\d{4})(\d{2})(\d{2})/(\d{2})</dirPattern>
<displayLabel>{1}</displayLabel>
<dateGroupIndices>2,3,4,5</dateGroupIndices>
</category>
</archive>

38
edexOsgi/com.raytheon.uf.edex.maintenance/src/com/raytheon/uf/edex/maintenance/archive/DataArchiver.java
View file

@ -94,15 +94,6 @@ public class DataArchiver {
conf = defaultConf;
}
if (conf.getHoursToKeep() > 0) {
File pluginArchive = new File(baseArchive, pluginName);
if (pluginArchive.isDirectory()) {
long purgeThreshold = System.currentTimeMillis()
- (conf.getHoursToKeep() * 60 * 60 * 1000);
purgeDirectory(pluginArchive, purgeThreshold);
}
}
if (Boolean.TRUE.equals(conf.getArchivingEnabled())) {
for (IPluginArchiver pluginArchiver : pluginArchivers) {
pluginArchiver.archivePlugin(pluginName, archivePath, conf);
@ -134,33 +125,6 @@ public class DataArchiver {
return this;
}
private boolean purgeDirectory(File directory, long purgeThreshold) {
File[] listing = directory.listFiles();
int numDeleted = 0;
for (File file : listing) {
if (file.isDirectory()) {
if (purgeDirectory(file, purgeThreshold)) {
numDeleted++;
}
} else if (file.lastModified() < purgeThreshold) {
if (file.delete()) {
numDeleted++;
}
}
}
// we deleted all files/directories, or there were no files in this
// directory
if (numDeleted == listing.length
&& !directory.getAbsolutePath().equals(archivePath)) {
if (directory.delete()) {
return true;
}
}
return false;
}
private Map<String, DataArchiveConfig> getDataArchiveConfigs() {
Map<String, DataArchiveConfig> configs = new HashMap<String, DataArchiveConfig>();
IPathManager pathMgr = PathManagerFactory.getPathManager();
@ -232,8 +196,6 @@ public class DataArchiver {
if (!defaultConf.isHoursToKeepSet()) {
defaultConf.setHoursToKeep(6);
} else if (defaultConf.getHoursToKeep() < 0) {
}
// override unset fields with default

3
ncep/gov.noaa.nws.ncep.viz.rsc.plotdata/src/gov/noaa/nws/ncep/viz/rsc/plotdata/rsc/NcPlotResource2.java
View file

@ -119,6 +119,7 @@ import static java.lang.System.out;
* (this fixes the issue of slow performance when zooming all the way in, when Data Area is set)
* 10/18/2012 896 sgurung Refactored PlotResource2 to use new generator class: NcPlotDataThreadPool. Added FrameLoaderJob to populate all frames.
* Added code to plot stations within 25% of the area outside of the current display area.
* Jun 25, 2013 1869 bsteffen Fix plot sampling.
* </pre>
*
* @author brockwoo
@ -1232,7 +1233,7 @@ public class NcPlotResource2 extends AbstractNatlCntrsResource<PlotResourceData,
}
@Override
public void messageGenerated(String dataURI, String message) {
public void messageGenerated(PlotInfo[] key, String message) {
}
// generate a string used as the key for the StationMap

3
ncep/gov.noaa.nws.ncep.viz.rsc.plotdata/src/gov/noaa/nws/ncep/viz/rsc/plotdata/rsc/PlotResource2.java
View file

@ -117,6 +117,7 @@ import static java.lang.System.out;
* 08/22/2012 #809 sgurung For bgGenerator thread, add stations to queue only when zoomLevel > 0.10
* (this fixes the issue of slow performance when zooming all the way in, when Data Area is set)
* 11/04/2012 #944 ghull add query for Fcst Plot resources
* Jun 25, 2013 1869 bsteffen Fix plot sampling.
* </pre>
*
* @author brockwoo
@ -1084,7 +1085,7 @@ public class PlotResource2 extends AbstractNatlCntrsResource<PlotResourceData, N
}
@Override
public void messageGenerated(String dataURI, String message) {
public void messageGenerated(PlotInfo[] key, String message) {
}
// generate a string used as the key for the StationMap

7
rpms/awips2.cave/deploy.builder/build.sh
View file

@ -190,7 +190,8 @@ function buildFeatureRPMs()
echo "feature = ${feature}"
if [ "${feature}" = "com.raytheon.uf.viz.cots.feature" ] ||
[ "${feature}" = "com.raytheon.uf.viz.base.feature" ] ||
[ "${feature}" = "com.raytheon.uf.viz.localization.perspective.feature" ]; then
[ "${feature}" = "com.raytheon.uf.viz.localization.perspective.feature" ] ||
[ "${feature}" = "com.raytheon.uf.viz.archive.feature" ]; then
_component_name=""
_downstream_requires="awips2-common-base"
@ -204,6 +205,10 @@ function buildFeatureRPMs()
_component_name="awips2-cave-viz-localization-perspective"
_downstream_requires="awips2-common-base awips2-cave-viz-base"
fi
if [ "${feature}" = "com.raytheon.uf.viz.archive.feature" ]; then
_component_name="awips2-cave-viz-archive"
_downstream_requires="awips2-common-base awips2-cave-viz-base"
fi
echo 'export COMPONENT_NAME="${_component_name}"' > \
${CONST_SETUP_DIR}/feature.setup

2
rpms/awips2.core/Installer.ldm/component.spec
View file

@ -9,7 +9,7 @@
Name: awips2-ldm
Summary: AWIPS II LDM Distribution
Version: %{_ldm_version}
Release: 3
Release: 4
Group: AWIPSII
BuildRoot: /tmp
BuildArch: noarch

22
rpms/awips2.core/Installer.ldm/patch/etc/pqact.conf.template
View file

@ -33,6 +33,8 @@
#20121211 1411 rferrel More corrections and additions from Dale Morris.
#20130326 1828 rferrel Fix patterns for intlsigmets and text pattern not placing files in proper directory.
#20130530 2054 rferrel Minor fix to two grib patterns.
#20130624 1966 rferrel The acars pattern changed to place files in the proper subdirectories.
Name changes to reflect plugin names for modelsounding, goessounding, poessounding.
#***************************************************************
# AWIPS 1 PATTERN GRAPHIC ^[PQ].* /redbook/Raw
# PGNA00 KWNS 010001 !redbook 1_1/NMCGPHMCD/MCDSUM/PXSF001CN/20110201 0001
@ -610,15 +612,19 @@ HDS ^(JSM([TL]..|F1[0-7])) (....) (..)(..)(..)
# IUAX02 KARP 022359
ANY ^(IUAX0[12]) (....) (..)(..)(..)
PIPE -close /usr/local/ldm/decoders/decrypt_file
/data_store/acars/acars_raw/acars_decrypted_\1_\2_\3\4\5_(seq).%Y%m%d%H
FILE -overwrite -log -close /data_store/acars/acars_encrypted/(\3:yyyy)(\3:mm)\3/\4/\1_\2_\3\4\5_(seq).acars.%Y%m%d%H
ANY ^(IUAX0[12]) (....) (..)(..)(..)
PIPE -close /usr/local/ldm/decoders/decrypt_file
/data_store/acars/acars_decrypted/(\3:yyyy)(\3:mm)\3/\4/\1_\2_\3\4\5_(seq).acars.%Y%m%d%H
EXP ^/data_store/acars/acars_decrypted/(.*)
FILE -overwrite -log -close -edex /data_store/acars/acars_decrypted/\1
EXP ^/data_store/acars/acars_raw/(acars_decrypted.*)
FILE -overwrite -log -close -edex /data_store/acars/acars_decrypted/\1.acars.%Y%m%d%H
# Need to make sure that IUAK and IUAX are disallowed.
# IUAK are Alaskan profilers and IUAX has encrypted ACARS handled above!
ANY ^(IUA[^XK]0[12]) (....) (..)(..)(..)
FILE -overwrite -close -edex /data_store/acars/(\3:yyyy)(\3:mm)\3/\4/\1_\2_\3\4\5_(seq).bufr.%Y%m%d%H
FILE -overwrite -close -edex /data_store/acars/acars_raw_decrypted/(\3:yyyy)(\3:mm)\3/\4/\1_\2_\3\4\5_(seq).bufr.%Y%m%d%H
# AWIPS1: POINT ^JSAT98.*KKCI.* /aiv/ncwf/Raw
# JSAT98 KKCI 022210
@ -641,7 +647,7 @@ HDS ^(JU[BCFJMNOTVW]E(00|9[679])) KKCI (..)(..)(..)
# POINT ^JUSA41.KWBC* /ispan/bufr/modelSoundings/GFS
# JUSA42 KWNO 070200
HDS ^(JUS[ABX]4[1-9]) (KW(NO|BC)) (..)(..)(..)
FILE -overwrite -log -close -edex /data_store/mdlsndg/(\4:yyyy)(\4:mm)\4/\5/\1_\2_\4\5\6_(seq).bufr.%Y%m%d%H
FILE -overwrite -log -close -edex /data_store/modelsounding/(\4:yyyy)(\4:mm)\4/\5/\1_\2_\4\5\6_(seq).bufr.%Y%m%d%H
## GOES Bufr Patterns ##
# From goesBufrAcq_patterns.template
@ -651,7 +657,7 @@ HDS ^(JUS[ABX]4[1-9]) (KW(NO|BC)) (..)(..)(..)
#
# JUTX05 KNES 070326 RRN
HDS ^(JUTX0[1-9]) (....) (..)(..)(..)
FILE -overwrite -log -close -edex /data_store/goessndg/(\3:yyyy)(\3:mm)\3/\4/\1_\2_\3\4\5_(seq).bufr.%Y%m%d%H
FILE -overwrite -log -close -edex /data_store/goessounding/(\3:yyyy)(\3:mm)\3/\4/\1_\2_\3\4\5_(seq).bufr.%Y%m%d%H
## POES Bufr Patterns ##
# From poesBufrAcq_patterns.template
@ -660,7 +666,7 @@ HDS ^(JUTX0[1-9]) (....) (..)(..)(..)
# AWIPS1: POINT ^IUTX01.* /ispan/bufr/POESSoundings
# IUTX01 KNES 070307
HDS ^(IUTX0[1-9]) (....) (..)(..)(..)
FILE -overwrite -log -close -edex /data_store/poessndg/(\3:yyyy)(\3:mm)\3/\4/\1_\2_\3\4\5_(seq).bufr.%Y%m%d%H
FILE -overwrite -log -close -edex /data_store/poessounding/(\3:yyyy)(\3:mm)\3/\4/\1_\2_\3\4\5_(seq).bufr.%Y%m%d%H
## HDW Bufr Patterns ##
# From [east|west]HDWBufrAcq_patterns.template #

5
rpms/awips2.edex/Installer.edex-datadelivery/datadelivery.patch0
View file

@ -68,7 +68,7 @@ diff -crB a/component.spec b/component.spec
%preun
%postun
--- 40,95 ----
--- 40,98 ----
rm -rf %{_build_root}
fi
mkdir -p %{_build_root}
@ -116,6 +116,9 @@ diff -crB a/component.spec b/component.spec
+ fi
+
%preun
+ if [ "${1}" = "1" ]; then
+ exit 0
+ fi
+ # restore the original service list script with the datadelivery service list script
+ if [ -f /etc/init.d/edexServiceList.orig ]; then
+ mv /etc/init.d/edexServiceList.orig /etc/init.d/edexServiceList

264
tests/unit/com/raytheon/uf/common/archive/ArchiveConfigManagerTest.java
View file

@ -32,6 +32,7 @@ import java.util.Calendar;
import java.util.Collection;
import java.util.Collections;
import java.util.Date;
import java.util.HashSet;
import java.util.List;
import org.apache.commons.io.FileUtils;
@ -60,7 +61,9 @@ import com.raytheon.uf.common.util.TestUtil;
*
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
* May 7, 2013 1965 bgonzale Initial creation
* May 7, 2013 1965 bgonzale Initial creation.
* Added additional test data for file newer than purge
* time but in directory that is older than purge time.
*
* </pre>
*
@ -72,31 +75,29 @@ public class ArchiveConfigManagerTest {
private static final String RAW = "Raw";
private static final String SAT_CAT_NAME = "Satellite";
private static final String PROCESSED = "Processed";
private static final String satNameForArchive = "GOES-13";
private static final String SAT_CAT_NAME_RAW = "Satellite";
private static File TEST_DIR = TestUtil
.setupTestClassDir(ArchiveConfigManagerTest.class);
private final DateFormat yyyyMMFormat = new SimpleDateFormat("yyyyMM");
private final DateFormat yyyyFormat = new SimpleDateFormat("yyyy");
private final DateFormat MMFormat = new SimpleDateFormat("MM");
private final DateFormat ddFormat = new SimpleDateFormat("dd");
private final DateFormat hhFormat = new SimpleDateFormat("HH");
private final DateFormat kkFormat = new SimpleDateFormat("kk");
private final DateFormat mmFormat = new SimpleDateFormat("mm");
private ArchiveConfigManager manager;
private ArchiveConfig archive;
private Collection<File> archiveFiles = new ArrayList<File>();
private Collection<File> expiredFiles = new ArrayList<File>();
private Collection<File> purgeFiles = new ArrayList<File>();
private Collection<DisplayData> archiveSelectedDisplays = new HashSet<DisplayData>();
private Calendar referenceCalendar;
private Calendar archiveStart;
@ -134,55 +135,83 @@ public class ArchiveConfigManagerTest {
FileUtils.copyFileToDirectory(srcConfig, destDir);
}
manager = ArchiveConfigManager.getInstance();
archive = manager.getArchive(RAW);
ArchiveConfigManager manager = ArchiveConfigManager.getInstance();
// configure the test archive to use the test data dir
archive.setRootDir(TEST_DIR.getAbsolutePath() + "/data_store/");
ArchiveConfig archiveProcessed = manager.getArchive(PROCESSED);
archiveProcessed.setRootDir(TEST_DIR.getAbsolutePath() + "/archive/");
ArchiveConfig archiveRaw = manager.getArchive(RAW);
archiveRaw.setRootDir(TEST_DIR.getAbsolutePath() + "/data_store/");
// MessageFormat keys
// {0} yyyyMM {1} dd {2} hh {3} mm
// args:
// {0} dir-yyyy
// {1} dir-MM
// {2} dir-dd
// {3} dir-kk
// {4} file-yyyy
// {5} file-MM
// {6} file-dd
// {7} file-kk
// {8} file-mm
// **** grib1 ****
MessageFormat grib1Format = new MessageFormat(
"/grib/{0}{1}/18/NWS_160/GRID255/{2}{3}Z_F001_APCP-ZETA98_KSTR_{1}{2}{3}_125544891.grib.{0}{1}{2}");
CategoryConfig grib1Cat = getCategory(archive, "Model grib");
createTestFiles(grib1Format, getRetentionHours(archive, grib1Cat),
MessageFormat grib1Format_Raw = new MessageFormat(
"/grib/{0}{1}{2}/{3}/NWS_160/GRID255/{7}{8}Z_F001_APCP-ZETA98_KSTR_{6}{7}{8}_125544891.grib.{4}{5}{6}{7}");
createTestFiles(grib1Format_Raw, archiveRaw, "Model", false,
archiveStart, archiveEnd);
MessageFormat grib1Format_Processed = new MessageFormat(
"/grid/GFS160/BL/GFS160-{4}-{5}-{6}-{7}-FH-162.h5");
createTestFiles(grib1Format_Processed, archiveProcessed, "Model",
false, archiveStart, archiveEnd);
// **** sat ****
CategoryConfig satCat = getCategory(archive, SAT_CAT_NAME);
MessageFormat satFormat = new MessageFormat(
"/sat/{0}{1}/{2}/GOES-13/{2}{3}Z_SOUND-VIS_10km_EAST-CONUS-TIGE59_KNES_128453.satz.{0}{1}{2}");
createTestFiles(satFormat, getRetentionHours(archive, satCat), true,
MessageFormat satFormat_Raw = new MessageFormat(
"/sat/{0}{1}{2}/{3}/GOES-13/{7}{8}Z_SOUND-VIS_10km_EAST-CONUS-TIGE59_KNES_128453.satz.{4}{5}{6}{7}");
createTestFiles(satFormat_Raw, archiveRaw, SAT_CAT_NAME_RAW, true,
archiveStart, archiveEnd);
MessageFormat satFormat_Processed = new MessageFormat(
"/satellite/East CONUS/Sounder Visible imagery/satellite-{4}-{5}-{6}-{7}.h5");
createTestFiles(satFormat_Processed, archiveProcessed, "Satellite",
true, archiveStart, archiveEnd);
// **** acars ****
CategoryConfig otherCat = getCategory(archive, "Model other");
int otherCatRetentionHours = getRetentionHours(archive, otherCat);
MessageFormat acarsFormat = new MessageFormat(
"/acars/{0}{1}/{2}/IUAB01_CWAO_{1}{2}{3}_22714956.bufr.{0}{1}{2}");
createTestFiles(acarsFormat, otherCatRetentionHours, false,
MessageFormat acarsFormat_Raw = new MessageFormat(
"/acars/acars_encrypted/{0}{1}{2}/{3}/IUAB01_CWAO_{6}{7}{8}_22714956.bufr.{4}{5}{6}{7}");
createTestFiles(acarsFormat_Raw, archiveRaw, "Observation", false,
archiveStart, archiveEnd);
MessageFormat acarsFormat_Processed = new MessageFormat(
"/acars/acars-{4}-{5}-{6}-{7}.h5");
createTestFiles(acarsFormat_Processed, archiveProcessed, "Observation",
false, archiveStart, archiveEnd);
// **** binlightning ****
MessageFormat binlightningFormat = new MessageFormat(
"/binlightning/{0}{1}/{2}/SFUS41_KWBC_{1}{2}{3}_22725485.nldn.{0}{1}{2}");
createTestFiles(binlightningFormat, otherCatRetentionHours, false,
archiveStart, archiveEnd);
MessageFormat binlightningFormat_Raw = new MessageFormat(
"/binlightning/{0}{1}{2}/{3}/SFUS41_KWBC_{6}{7}{8}_22725485.nldn.{4}{5}{6}{7}");
createTestFiles(binlightningFormat_Raw, archiveRaw, "Misc",
false, archiveStart, archiveEnd);
MessageFormat binlightningFormat_Processed = new MessageFormat(
"/binlightning/binlightning-{4}-{5}-{6}-{7}.h5");
createTestFiles(binlightningFormat_Processed, archiveProcessed, "Misc",
false, archiveStart, archiveEnd);
// **** bufrsigwx ****
MessageFormat bufrsigwxFormat = new MessageFormat(
"/bufrsigwx/{0}{1}/{2}/JUWE96_KKCI_{1}{2}{3}_31368878.bufr.{0}{1}{2}");
createTestFiles(bufrsigwxFormat, otherCatRetentionHours, false,
MessageFormat bufrsigwxFormat_Raw = new MessageFormat(
"/bufrsigwx/{0}{1}{2}/{3}/JUWE96_KKCI_{6}{7}{8}_31368878.bufr.{4}{5}{6}{7}");
createTestFiles(bufrsigwxFormat_Raw, archiveRaw, "Observation", false,
archiveStart, archiveEnd);
MessageFormat bufrsigwxFormat_Processed = new MessageFormat(
"/bufrsigwx/SWH/sigwxCAT-{4}-{5}-{6}-{7}.h5");
createTestFiles(bufrsigwxFormat_Processed, archiveProcessed,
"Observation", false, archiveStart, archiveEnd);
// create test archive data dir
archiveDir = new File(TEST_DIR, TEST_ARCHIVE_DIR);
}
private int getRetentionHours(ArchiveConfig archive, CategoryConfig category) {
return category.getRetentionHours() == 0 ? archive.getRetentionHours()
return category == null || category.getRetentionHours() == 0 ? archive
.getRetentionHours()
: category.getRetentionHours();
}
@ -198,34 +227,83 @@ public class ArchiveConfigManagerTest {
return category;
}
private void createTestFiles(MessageFormat dataFileNameFormat,
int retentionHours, boolean isSelected, Calendar start, Calendar end)
throws IOException {
private void createTestFiles(MessageFormat fileNameFormat,
ArchiveConfig archive, String categoryName, boolean isSelected,
Calendar start, Calendar end) throws IOException {
CategoryConfig category = getCategory(archive, categoryName);
int retentionHours = getRetentionHours(archive, category);
String rootDir = archive.getRootDir();
// create data file newer than purge time, within archive time, and
// isSelected
File dataFile = createDataFile(end, dataFileNameFormat);
File dataFile = create_DataFile(end, fileNameFormat, rootDir);
if (isSelected) {
ArchiveConfigManager manager = ArchiveConfigManager.getInstance();
archiveFiles.add(dataFile);
archiveSelectedDisplays.addAll(manager.getDisplayData(
archive.getName(), categoryName, true));
}
System.out
.println("{newer than purge/within archive/isSelected}\n\tFor archive:"
+ archive.getName()
+ " category:"
+ categoryName
+ "\n\tcreated file: "
+ dataFile.getAbsolutePath()
.substring(rootDir.length()));
// create data file newer than purge time, within archive time, but not
// in selected
Calendar moreThanOneDayOld = (Calendar) referenceCalendar.clone();
moreThanOneDayOld.add(Calendar.DAY_OF_MONTH, -1);
createDataFile(moreThanOneDayOld, dataFileNameFormat);
dataFile = create_DataFile(moreThanOneDayOld, fileNameFormat, rootDir);
System.out
.println("{newer than purge/within archive/Not Selected}\nFor archive:"
+ archive.getName()
+ " category:"
+ categoryName
+ "\n\tcreated file: "
+ dataFile.getAbsolutePath()
.substring(rootDir.length()));
// create data file older than purge time
Calendar lessThanExpiredCalendar = (Calendar) referenceCalendar.clone();
lessThanExpiredCalendar.add(Calendar.HOUR, (-1 * retentionHours - 1));
dataFile = createDataFile(lessThanExpiredCalendar, dataFileNameFormat);
expiredFiles.add(dataFile);
dataFile = create_DataFile(lessThanExpiredCalendar, fileNameFormat,
rootDir);
purgeFiles.add(dataFile);
System.out.println("{older than purge}\nFor archive:"
+ archive.getName() + " category:" + categoryName
+ "\n\tcreated file: "
+ dataFile.getAbsolutePath().substring(rootDir.length()));
// // create data file newer than purge time, but in a directory that is
// // older than purge time, and outside of archive time frame
Calendar newerThanArchiveEnd = (Calendar) end.clone();
// newerThanArchiveEnd.add(Calendar.HOUR, 3);
// dataFile = create_DataFile(lessThanExpiredCalendar,
// newerThanArchiveEnd, fileNameFormat, rootDir);
// System.out
// .println("{newer than purge/in directory older than purge/outside of archive}\nFor archive:"
// + archive.getName()
// + " category:"
// + categoryName
// + "\n created file: " + dataFile.getAbsolutePath());
// create data file newer than purge time and outside of archive time
// frame
Calendar newerThanArchiveEnd = (Calendar) end.clone();
newerThanArchiveEnd = (Calendar) end.clone();
newerThanArchiveEnd.add(Calendar.HOUR, 3);
createDataFile(newerThanArchiveEnd, dataFileNameFormat);
dataFile = create_DataFile(newerThanArchiveEnd, fileNameFormat, rootDir);
System.out
.println("{newer than purge/outside of archive}\nFor archive:"
+ archive.getName()
+ " category:"
+ categoryName
+ "\n\tcreated file: "
+ dataFile.getAbsolutePath()
.substring(rootDir.length()));
}
private void setupTimes() {
@ -239,25 +317,40 @@ public class ArchiveConfigManagerTest {
archiveStart.add(Calendar.HOUR, -20);
archiveEnd.add(Calendar.HOUR, -3);
yyyyMMFormat.setCalendar(referenceCalendar);
yyyyFormat.setCalendar(referenceCalendar);
MMFormat.setCalendar(referenceCalendar);
ddFormat.setCalendar(referenceCalendar);
hhFormat.setCalendar(referenceCalendar);
kkFormat.setCalendar(referenceCalendar);
mmFormat.setCalendar(referenceCalendar);
}
private File createDataFile(Calendar referenceCalendar,
MessageFormat fileFormat) throws IOException {
Date referenceTime = referenceCalendar.getTime();
private File create_DataFile(Calendar referenceCalendar,
MessageFormat fileFormat, String rootDir) throws IOException {
return create_DataFile(referenceCalendar, referenceCalendar,
fileFormat, rootDir);
}
String yyyyMM = yyyyMMFormat.format(referenceTime);
String dd = ddFormat.format(referenceTime);
String hh = hhFormat.format(referenceTime);
String mm = mmFormat.format(referenceTime);
String[] formatArgs = new String[] { yyyyMM, dd, hh, mm };
private File create_DataFile(Calendar directoryReferenceCalendar,
Calendar fileReferenceCalendar, MessageFormat fileFormat,
String rootDir) throws IOException {
Date directoryReferenceTime = directoryReferenceCalendar.getTime();
Date fileReferenceTime = fileReferenceCalendar.getTime();
String dir_yyyy = yyyyFormat.format(directoryReferenceTime);
String dir_MM = MMFormat.format(directoryReferenceTime);
String dir_dd = ddFormat.format(directoryReferenceTime);
String dir_kk = kkFormat.format(directoryReferenceTime);
String file_yyyy = yyyyFormat.format(fileReferenceTime);
String file_MM = MMFormat.format(fileReferenceTime);
String file_dd = ddFormat.format(fileReferenceTime);
String file_kk = kkFormat.format(fileReferenceTime);
String file_mm = mmFormat.format(fileReferenceTime);
String[] formatArgs = new String[] { dir_yyyy, dir_MM, dir_dd, dir_kk,
file_yyyy, file_MM, file_dd, file_kk, file_mm };
String filename = fileFormat.format(formatArgs, new StringBuffer(),
new FieldPosition(0)).toString();
File resultFile = new File(archive.getRootDir(), filename);
File resultFile = new File(rootDir, filename);
String dirname = FilenameUtils
.getFullPath(resultFile.getAbsolutePath());
File dir = new File(dirname);
@ -267,13 +360,20 @@ public class ArchiveConfigManagerTest {
return resultFile;
}
private Collection<String> createFileNameListNoRootDir(File rootDir,
private Collection<String> createFileNameListRemoveTestDir(
Collection<File> files) {
List<String> result = new ArrayList<String>(files.size());
for (File f : files) {
String absPath = f.getAbsolutePath();
String fileRelativePath = absPath.replace(
rootDir.getAbsolutePath(), "");
String testDirPath = TEST_DIR.getAbsolutePath();
testDirPath = testDirPath.endsWith(File.separator) ? testDirPath
: testDirPath + File.separator;
// remove test directory path
String fileRelativePath = absPath.replace(testDirPath, "");
// remove one directory up
int index = fileRelativePath.indexOf(File.separator);
fileRelativePath = index >= 0 ? fileRelativePath.substring(index)
: fileRelativePath;
result.add(fileRelativePath);
}
Collections.sort(result);
@ -292,43 +392,39 @@ public class ArchiveConfigManagerTest {
@Test
public void testArchiveManagerCreateArchive() throws IOException,
ArchiveException {
CategoryConfig satCategory = getCategory(archive, SAT_CAT_NAME);
List<DisplayData> displays =
manager.getDisplayData(archive.getName(), satCategory.getName());
List<DisplayData> selectedDisplays = new ArrayList<DisplayData>();
for (DisplayData displayData : displays) {
if (displayData.getDisplayLabel().equals(satNameForArchive)) {
selectedDisplays.add(displayData);
}
}
Collection<File> archivedFiles = manager.createArchive(archiveDir,
selectedDisplays, archiveStart, archiveEnd);
ArchiveConfigManager manager = ArchiveConfigManager.getInstance();
Collection<File> filesInCreatedArchive = manager.createArchive(
archiveDir, archiveSelectedDisplays, archiveStart, archiveEnd);
assertEquals(
"The expected archive files and the archived files are not the same",
createFileNameListNoRootDir(new File(archive.getRootDir()),
archiveFiles),
createFileNameListNoRootDir(archiveDir, archivedFiles));
createFileNameListRemoveTestDir(archiveFiles),
createFileNameListRemoveTestDir(filesInCreatedArchive));
// check archive directory for files.
Collection<File> filesFoundInArchive = FileUtils.listFiles(archiveDir,
FileFilterUtils.trueFileFilter(),
FileFilterUtils.trueFileFilter());
assertEquals(
"The expected archive files in the files found in the archive are not the same",
archivedFiles, filesFoundInArchive);
"The archive files reported and the files found in the archive are not the same",
createFileNameListRemoveTestDir(filesInCreatedArchive),
createFileNameListRemoveTestDir(filesFoundInArchive));
}
@Test
public void testArchiveManagerPurge() throws IOException {
Collection<File> filesFoundInPurge = manager
.purgeExpiredFromArchive(archive);
// sort for comparison
List<File> purgeFilesList = new ArrayList<File>(purgeFiles);
Collections.sort(purgeFilesList);
List<File> foundFilesList = new ArrayList<File>(filesFoundInPurge);
Collections.sort(foundFilesList);
ArchiveConfigManager manager = ArchiveConfigManager.getInstance();
Collection<File> filesFoundInPurge = new ArrayList<File>();
for (ArchiveConfig a : manager.getArchives()) {
filesFoundInPurge.addAll(manager.purgeExpiredFromArchive(a));
}
assertEquals(
"The expected purge files and the files purged are not the same",
purgeFilesList, foundFilesList);
createFileNameListRemoveTestDir(purgeFiles),
createFileNameListRemoveTestDir(filesFoundInPurge));
}
}

87
tests/unit/com/raytheon/uf/common/archive/ArchiveManagerFactoryTest.java
View file

@ -1,87 +0,0 @@
/**
* This software was developed and / or modified by Raytheon Company,
* pursuant to Contract DG133W-05-CQ-1067 with the US Government.
*
* U.S. EXPORT CONTROLLED TECHNICAL DATA
* This software product contains export-restricted data whose
* export/transfer/disclosure is restricted by U.S. law. Dissemination
* to non-U.S. persons whether in the United States or abroad requires
* an export license or other authorization.
*
* Contractor Name: Raytheon Company
* Contractor Address: 6825 Pine Street, Suite 340
* Mail Stop B8
* Omaha, NE 68106
* 402.291.0100
*
* See the AWIPS II Master Rights File ("Master Rights File.pdf") for
* further licensing information.
**/
package com.raytheon.uf.common.archive;
import org.junit.After;
import org.junit.AfterClass;
import org.junit.Before;
import org.junit.BeforeClass;
import org.junit.Ignore;
import org.junit.Test;
/**
* Test ArchiveManagerFactory.
*
* <pre>
*
* SOFTWARE HISTORY
*
* Date Ticket# Engineer Description
* ------------ ---------- ----------- --------------------------
* May 7, 2013 bgonzale Initial creation
*
* </pre>
*
* @author bgonzale
* @version 1.0
*/
public class ArchiveManagerFactoryTest {
/**
* @throws java.lang.Exception
*/
@BeforeClass
public static void setUpBeforeClass() throws Exception {
}
/**
* @throws java.lang.Exception
*/
@AfterClass
public static void tearDownAfterClass() throws Exception {
}
/**
* @throws java.lang.Exception
*/
@Before
public void setUp() throws Exception {
}
/**
* @throws java.lang.Exception
*/
@After
public void tearDown() throws Exception {
}
/**
* Test method for {@link com.raytheon.uf.common.archive.ArchiveManagerFactory#getManager()}.
*/
@Ignore
@Test
public void testGetManagerNotNull() {
// IArchiveManager manager = ArchiveManagerFactory.getManager();
// Assert.assertNotNull("ArchiveManagerFactory returned a null manager",
// manager);
}
}