1204 lines
No EOL
34 KiB
HTML
1204 lines
No EOL
34 KiB
HTML
|
|
<!DOCTYPE html>
|
|
<html class="no-js">
|
|
<head>
|
|
|
|
<meta charset="utf-8">
|
|
<meta name="viewport" content="width=device-width,initial-scale=1">
|
|
|
|
<meta name="description" content="Documentation for all things AWIPS.">
|
|
|
|
|
|
<link rel="canonical" href="http://unidata.github.io/awips2/edex/data-purge/">
|
|
|
|
|
|
<meta name="author" content="mjames@ucar.edu">
|
|
|
|
|
|
<link rel="shortcut icon" href="../../images/favicon.ico">
|
|
|
|
<meta name="generator" content="mkdocs-0.16.3, mkdocs-unidata-1.5.4">
|
|
|
|
|
|
|
|
<title>Purging and Retention - Unidata AWIPS User Manual</title>
|
|
|
|
|
|
|
|
<script src="../../assets/javascripts/modernizr-56ade86843.js"></script>
|
|
|
|
|
|
<link rel="stylesheet" href="../../assets/stylesheets/application-b1a1975878.css">
|
|
|
|
<link rel="stylesheet" href="../../assets/stylesheets/application-f78e5cb881.palette.css">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,400,400i,700|Roboto+Mono">
|
|
<style>body,input{font-family:"Roboto","Helvetica Neue",Helvetica,Arial,sans-serif}code,kbd,pre{font-family:"Roboto Mono","Courier New",Courier,monospace}</style>
|
|
|
|
<link rel="stylesheet" href="https://fonts.googleapis.com/icon?family=Material+Icons">
|
|
|
|
|
|
<link rel="stylesheet" href="../../css/extra.css">
|
|
|
|
|
|
</head>
|
|
|
|
|
|
|
|
|
|
<body data-md-color-primary="blue-grey" data-md-color-accent="light-blue">
|
|
|
|
<svg class="md-svg">
|
|
<defs>
|
|
|
|
|
|
<svg xmlns="http://www.w3.org/2000/svg" width="416" height="448" viewBox="0 0 416 448" id="github"><path fill="currentColor" d="M160 304q0 10-3.125 20.5t-10.75 19T128 352t-18.125-8.5-10.75-19T96 304t3.125-20.5 10.75-19T128 256t18.125 8.5 10.75 19T160 304zm160 0q0 10-3.125 20.5t-10.75 19T288 352t-18.125-8.5-10.75-19T256 304t3.125-20.5 10.75-19T288 256t18.125 8.5 10.75 19T320 304zm40 0q0-30-17.25-51T296 232q-10.25 0-48.75 5.25Q229.5 240 208 240t-39.25-2.75Q130.75 232 120 232q-29.5 0-46.75 21T56 304q0 22 8 38.375t20.25 25.75 30.5 15 35 7.375 37.25 1.75h42q20.5 0 37.25-1.75t35-7.375 30.5-15 20.25-25.75T360 304zm56-44q0 51.75-15.25 82.75-9.5 19.25-26.375 33.25t-35.25 21.5-42.5 11.875-42.875 5.5T212 416q-19.5 0-35.5-.75t-36.875-3.125-38.125-7.5-34.25-12.875T37 371.5t-21.5-28.75Q0 312 0 260q0-59.25 34-99-6.75-20.5-6.75-42.5 0-29 12.75-54.5 27 0 47.5 9.875t47.25 30.875Q171.5 96 212 96q37 0 70 8 26.25-20.5 46.75-30.25T376 64q12.75 25.5 12.75 54.5 0 21.75-6.75 42 34 40 34 99.5z"/></svg>
|
|
|
|
</defs>
|
|
</svg>
|
|
<input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="drawer">
|
|
<input class="md-toggle" data-md-toggle="search" type="checkbox" id="search">
|
|
<label class="md-overlay" data-md-component="overlay" for="drawer"></label>
|
|
|
|
<header class="md-header" data-md-component="header">
|
|
<nav class="md-header-nav md-grid">
|
|
|
|
<a href="../.."><div class="background-logo" style="background-image: url(../../images/cave.png);"></div>
|
|
|
|
<div class="md-flex">
|
|
<div class="md-flex__cell md-flex__cell--shrink">
|
|
|
|
<a href="../.." title="Unidata AWIPS User Manual" class="md-icon md-icon--home md-header-nav__button">
|
|
</a>
|
|
|
|
</div>
|
|
<div class="md-flex__cell md-flex__cell--shrink">
|
|
<label class="md-icon md-icon--menu md-header-nav__button" for="drawer"></label>
|
|
</div>
|
|
<div class="md-flex__cell md-flex__cell--stretch">
|
|
<span class="md-flex__ellipsis md-header-nav__title">
|
|
|
|
|
|
|
|
|
|
<span class="md-header-nav__parent">
|
|
EDEX User Manual
|
|
</span>
|
|
|
|
|
|
|
|
Purging and Retention
|
|
|
|
|
|
|
|
|
|
</span>
|
|
</div>
|
|
<div class="md-flex__cell md-flex__cell--shrink">
|
|
|
|
<label class="md-icon md-icon--search md-header-nav__button" for="search"></label>
|
|
|
|
<div class="md-search" data-md-component="search">
|
|
<div class="md-search__overlay"></div>
|
|
<div class="md-search__inner">
|
|
<form class="md-search__form" name="search">
|
|
<input type="text" class="md-search__input" name="query" required placeholder="Search" accesskey="s" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="query">
|
|
<label class="md-icon md-search__icon" for="search"></label>
|
|
<button type="reset" class="md-icon md-search__icon" data-md-component="reset">close</button>
|
|
</form>
|
|
<div class="md-search__output">
|
|
<div class="md-search__scrollwrap" data-md-scrollfix>
|
|
<div class="md-search-result" data-md-component="result">
|
|
<div class="md-search-result__meta" data-md-lang-result-none="No matching documents" data-md-lang-result-one="1 matching document" data-md-lang-result-other="# matching documents">
|
|
Type to start searching
|
|
</div>
|
|
<ol class="md-search-result__list"></ol>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
</div>
|
|
<div class="md-flex__cell md-flex__cell--shrink">
|
|
<div class="md-header-nav__source">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<a href="https://github.com/Unidata/awips2" title="Go to repository" class="md-source" data-md-source="github">
|
|
|
|
<div class="md-source__icon">
|
|
<svg viewBox="0 0 24 24" width="24" height="24">
|
|
<use xlink:href="#github" width="24" height="24"></use>
|
|
</svg>
|
|
</div>
|
|
|
|
<div class="md-source__repository">
|
|
GitHub
|
|
</div>
|
|
</a>
|
|
|
|
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</nav>
|
|
</header>
|
|
|
|
<div class="md-container">
|
|
|
|
|
|
<main class="md-main">
|
|
<div class="md-main__inner md-grid" data-md-component="container">
|
|
|
|
|
|
<div class="md-sidebar md-sidebar--primary" data-md-component="navigation">
|
|
<div class="md-sidebar__scrollwrap">
|
|
<div class="md-sidebar__inner">
|
|
<nav class="md-nav md-nav--primary" data-md-level="0">
|
|
<label class="md-nav__title md-nav__title--site" for="drawer">
|
|
|
|
<i class="md-icon md-icon--home md-nav__button"></i>
|
|
|
|
Unidata AWIPS User Manual
|
|
</label>
|
|
|
|
<div class="md-nav__source">
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<a href="https://github.com/Unidata/awips2" title="Go to repository" class="md-source" data-md-source="github">
|
|
|
|
<div class="md-source__icon">
|
|
<svg viewBox="0 0 24 24" width="24" height="24">
|
|
<use xlink:href="#github" width="24" height="24"></use>
|
|
</svg>
|
|
</div>
|
|
|
|
<div class="md-source__repository">
|
|
GitHub
|
|
</div>
|
|
</a>
|
|
|
|
</div>
|
|
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../.." title="Home" class="md-nav__link">
|
|
Home
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../install/install-cave/" title="Install CAVE" class="md-nav__link">
|
|
Install CAVE
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../install/install-edex/" title="Install EDEX" class="md-nav__link">
|
|
Install EDEX
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item md-nav__item--nested">
|
|
|
|
<input class="md-toggle md-nav__toggle" data-md-toggle="nav-4" type="checkbox" id="nav-4">
|
|
|
|
<label class="md-nav__link" for="nav-4">
|
|
CAVE User Manual
|
|
</label>
|
|
<nav class="md-nav" data-md-component="collapsible" data-md-level="1">
|
|
<label class="md-nav__title" for="nav-4">
|
|
CAVE User Manual
|
|
</label>
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-perspective/" title="D2D Perspective" class="md-nav__link">
|
|
D2D Perspective
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/maps-views-projections/" title="Maps, Views, Projections" class="md-nav__link">
|
|
Maps, Views, Projections
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/bundles-and-procedures/" title="Bundles and Procedures" class="md-nav__link">
|
|
Bundles and Procedures
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/import-export/" title="Import/Export" class="md-nav__link">
|
|
Import/Export
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/localization-perspective/" title="Localization Perspective" class="md-nav__link">
|
|
Localization Perspective
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/ncp-perspective/" title="NCP Perspective" class="md-nav__link">
|
|
NCP Perspective
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/nsharp/" title="NSHARP" class="md-nav__link">
|
|
NSHARP
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/warngen/" title="WarnGen Walkthrough" class="md-nav__link">
|
|
WarnGen Walkthrough
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/goes-16-satellite/" title="GOES-16 (GOES-R)" class="md-nav__link">
|
|
GOES-16 (GOES-R)
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-gis-shapefiles/" title="GIS and Shapefiles" class="md-nav__link">
|
|
GIS and Shapefiles
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-gridded-models/" title="Volume Browser" class="md-nav__link">
|
|
Volume Browser
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-tools/" title="Display Tools" class="md-nav__link">
|
|
Display Tools
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-radar-tools/" title="Radar Tools" class="md-nav__link">
|
|
Radar Tools
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-edit-menus/" title="Editing Menus" class="md-nav__link">
|
|
Editing Menus
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/cave-localization/" title="Change Localization" class="md-nav__link">
|
|
Change Localization
|
|
</a>
|
|
</li>
|
|
|
|
|
|
</ul>
|
|
</nav>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item md-nav__item--active md-nav__item--nested">
|
|
|
|
<input class="md-toggle md-nav__toggle" data-md-toggle="nav-5" type="checkbox" id="nav-5" checked>
|
|
|
|
<label class="md-nav__link" for="nav-5">
|
|
EDEX User Manual
|
|
</label>
|
|
<nav class="md-nav" data-md-component="collapsible" data-md-level="1">
|
|
<label class="md-nav__title" for="nav-5">
|
|
EDEX User Manual
|
|
</label>
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../install/start-edex/" title="EDEX Start and Stop" class="md-nav__link">
|
|
EDEX Start and Stop
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../ldm/" title="LDM Feeds" class="md-nav__link">
|
|
LDM Feeds
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../data-distribution-files/" title="Data Distribution Files" class="md-nav__link">
|
|
Data Distribution Files
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../new-grid/" title="Ingest a New Grid" class="md-nav__link">
|
|
Ingest a New Grid
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item md-nav__item--active">
|
|
|
|
<input class="md-toggle md-nav__toggle" data-md-toggle="toc" type="checkbox" id="toc">
|
|
|
|
|
|
<label class="md-nav__link md-nav__link--active" for="toc">
|
|
Purging and Retention
|
|
</label>
|
|
|
|
<a href="./" title="Purging and Retention" class="md-nav__link md-nav__link--active">
|
|
Purging and Retention
|
|
</a>
|
|
|
|
|
|
<nav class="md-nav md-nav--secondary">
|
|
|
|
|
|
|
|
<label class="md-nav__title" for="toc">Table of contents</label>
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|
|
|
<li class="md-nav__item">
|
|
<a href="#time-base-purge" title="Time-base purge" class="md-nav__link">
|
|
Time-base purge
|
|
</a>
|
|
|
|
</li>
|
|
|
|
<li class="md-nav__item">
|
|
<a href="#30-day-nexrad3-example" title="30-day NEXRAD3 Example" class="md-nav__link">
|
|
30-day NEXRAD3 Example
|
|
</a>
|
|
|
|
</li>
|
|
|
|
<li class="md-nav__item">
|
|
<a href="#frame-based-purge" title="Frame-based purge" class="md-nav__link">
|
|
Frame-based purge
|
|
</a>
|
|
|
|
</li>
|
|
|
|
<li class="md-nav__item">
|
|
<a href="#purge-logs" title="Purge Logs" class="md-nav__link">
|
|
Purge Logs
|
|
</a>
|
|
|
|
</li>
|
|
|
|
<li class="md-nav__item">
|
|
<a href="#all-purge-rules" title="All Purge Rules" class="md-nav__link">
|
|
All Purge Rules
|
|
</a>
|
|
|
|
</li>
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
</nav>
|
|
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../edex-users/" title="Monitor Users" class="md-nav__link">
|
|
Monitor Users
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../data-plugins/" title="Data Plugins" class="md-nav__link">
|
|
Data Plugins
|
|
</a>
|
|
</li>
|
|
|
|
|
|
</ul>
|
|
</nav>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item md-nav__item--nested">
|
|
|
|
<input class="md-toggle md-nav__toggle" data-md-toggle="nav-6" type="checkbox" id="nav-6">
|
|
|
|
<label class="md-nav__link" for="nav-6">
|
|
Supported Data Types
|
|
</label>
|
|
<nav class="md-nav" data-md-component="collapsible" data-md-level="1">
|
|
<label class="md-nav__title" for="nav-6">
|
|
Supported Data Types
|
|
</label>
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-grids/" title="Gridded Model Display" class="md-nav__link">
|
|
Gridded Model Display
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-pointdata-surface-obs/" title="Surface Obs" class="md-nav__link">
|
|
Surface Obs
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-satellite/" title="Satellite Imagery" class="md-nav__link">
|
|
Satellite Imagery
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-radar/" title="NEXRAD Radar" class="md-nav__link">
|
|
NEXRAD Radar
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-uair/" title="Upper Air" class="md-nav__link">
|
|
Upper Air
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-hydro/" title="NCEP/Hydro" class="md-nav__link">
|
|
NCEP/Hydro
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/d2d-map-resources/" title="Map Overlays" class="md-nav__link">
|
|
Map Overlays
|
|
</a>
|
|
</li>
|
|
|
|
|
|
</ul>
|
|
</nav>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item md-nav__item--nested">
|
|
|
|
<input class="md-toggle md-nav__toggle" data-md-toggle="nav-7" type="checkbox" id="nav-7">
|
|
|
|
<label class="md-nav__link" for="nav-7">
|
|
Python
|
|
</label>
|
|
<nav class="md-nav" data-md-component="collapsible" data-md-level="1">
|
|
<label class="md-nav__title" for="nav-7">
|
|
Python
|
|
</label>
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../python/python-awips-data-access/" title="Python AWIPS API" class="md-nav__link">
|
|
Python AWIPS API
|
|
</a>
|
|
</li>
|
|
|
|
|
|
</ul>
|
|
</nav>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item md-nav__item--nested">
|
|
|
|
<input class="md-toggle md-nav__toggle" data-md-toggle="nav-8" type="checkbox" id="nav-8">
|
|
|
|
<label class="md-nav__link" for="nav-8">
|
|
Development
|
|
</label>
|
|
<nav class="md-nav" data-md-component="collapsible" data-md-level="1">
|
|
<label class="md-nav__title" for="nav-8">
|
|
Development
|
|
</label>
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../dev/awips-development-environment/" title="AWIPS Development Environment (ADE)" class="md-nav__link">
|
|
AWIPS Development Environment (ADE)
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../dev/build-nsharp-macos/" title="Building NSHARP for macOS" class="md-nav__link">
|
|
Building NSHARP for macOS
|
|
</a>
|
|
</li>
|
|
|
|
|
|
</ul>
|
|
</nav>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item md-nav__item--nested">
|
|
|
|
<input class="md-toggle md-nav__toggle" data-md-toggle="nav-9" type="checkbox" id="nav-9">
|
|
|
|
<label class="md-nav__link" for="nav-9">
|
|
Appendix
|
|
</label>
|
|
<nav class="md-nav" data-md-component="collapsible" data-md-level="1">
|
|
<label class="md-nav__title" for="nav-9">
|
|
Appendix
|
|
</label>
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../appendix/appendix-grid-parameters/" title="AWIPS Grid Parameters" class="md-nav__link">
|
|
AWIPS Grid Parameters
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../appendix/appendix-acronyms/" title="Acronyms and Abbreviations" class="md-nav__link">
|
|
Acronyms and Abbreviations
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../appendix/appendix-cots/" title="COTS and FOSS" class="md-nav__link">
|
|
COTS and FOSS
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../appendix/appendix-wsr88d/" title="WSR-88D Product Table" class="md-nav__link">
|
|
WSR-88D Product Table
|
|
</a>
|
|
</li>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
<li class="md-nav__item">
|
|
<a href="../../cave/cave-keyboard-shortcuts/" title="Keyboard Shortcuts" class="md-nav__link">
|
|
Keyboard Shortcuts
|
|
</a>
|
|
</li>
|
|
|
|
|
|
</ul>
|
|
</nav>
|
|
</li>
|
|
|
|
|
|
</ul>
|
|
</nav>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
<div class="md-sidebar md-sidebar--secondary" data-md-component="toc">
|
|
<div class="md-sidebar__scrollwrap">
|
|
<div class="md-sidebar__inner">
|
|
|
|
<nav class="md-nav md-nav--secondary">
|
|
|
|
|
|
|
|
<label class="md-nav__title" for="toc">Table of contents</label>
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|
|
|
<li class="md-nav__item">
|
|
<a href="#time-base-purge" title="Time-base purge" class="md-nav__link">
|
|
Time-base purge
|
|
</a>
|
|
|
|
</li>
|
|
|
|
<li class="md-nav__item">
|
|
<a href="#30-day-nexrad3-example" title="30-day NEXRAD3 Example" class="md-nav__link">
|
|
30-day NEXRAD3 Example
|
|
</a>
|
|
|
|
</li>
|
|
|
|
<li class="md-nav__item">
|
|
<a href="#frame-based-purge" title="Frame-based purge" class="md-nav__link">
|
|
Frame-based purge
|
|
</a>
|
|
|
|
</li>
|
|
|
|
<li class="md-nav__item">
|
|
<a href="#purge-logs" title="Purge Logs" class="md-nav__link">
|
|
Purge Logs
|
|
</a>
|
|
|
|
</li>
|
|
|
|
<li class="md-nav__item">
|
|
<a href="#all-purge-rules" title="All Purge Rules" class="md-nav__link">
|
|
All Purge Rules
|
|
</a>
|
|
|
|
</li>
|
|
|
|
|
|
|
|
</ul>
|
|
|
|
</nav>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
<div class="md-content">
|
|
<article class="md-content__inner md-typeset">
|
|
|
|
|
|
<a href="https://github.com/Unidata/awips2/edit/master/docs/edex/data-purge.md" title="Edit this page" class="md-icon md-content__icon">edit</a>
|
|
|
|
|
|
<h1>Purging and Retention</h1>
|
|
|
|
<p>AWIPS uses a plugin-based purge strategy for HDF5 data, allowing the user to change the purge frequency for each plugin individually, and specific products for a particular plugin.</p>
|
|
<blockquote>
|
|
<p>Purge is triggered by a quartz timer event that fires at 30 minutes after each hour. </p>
|
|
</blockquote>
|
|
<p>Purging rules are defined in XML files in the Localization Store, accessible from the CAVE localization perspective. On EDEX, most are located in <code>/awips2/edex/data/utility/common_static/base/purge</code>, and follow the <strong>base/site</strong> localization pattern (e.g. site purge files are in <code>site/XXX/purge</code> rather than <code>base/purge</code>, where XXX is the site identifier.</p>
|
|
<h2 id="time-base-purge">Time-base purge<a class="headerlink" href="#time-base-purge" title="Permanent link"></a></h2>
|
|
<p>If a plugin has no XML file, the default rule of 1 day (24 hours) is used, from <code>/awips2/edex/data/utility/common_static/base/purge/defaultPurgeRules.xml</code> </p>
|
|
<pre><code><purgeRuleSet>
|
|
<defaultRule>
|
|
<period>01-00:00:00</period>
|
|
</defaultRule>
|
|
</purgeRuleSet>
|
|
</code></pre>
|
|
<p>Time-based purging uses the <em>reference time</em> of the data, and dtermination of the reference time is decoder based. </p>
|
|
<h2 id="30-day-nexrad3-example">30-day NEXRAD3 Example<a class="headerlink" href="#30-day-nexrad3-example" title="Permanent link"></a></h2>
|
|
<p>Modify <code>/awips2/edex/data/utility/common_static/base/purge/radarPurgeRules.xml</code> to increase the data retention period from 7 to 31 days:</p>
|
|
<pre><code><purgeRuleSet>
|
|
<defaultRule>
|
|
<period>31-00:00:00</period>
|
|
</defaultRule>
|
|
</purgeRuleSet>
|
|
</code></pre>
|
|
<p><strong>Note</strong>: you do NOT have to restart EDEX when you change a purge rule!</p>
|
|
<h2 id="frame-based-purge">Frame-based purge<a class="headerlink" href="#frame-based-purge" title="Permanent link"></a></h2>
|
|
<p>Some plugins use frame-base purging, retaining and certain number of prpduct "versions". </p>
|
|
<p><code>/awips2/edex/data/utility/common_static/base/purge/satellitePurgeRules.xml</code></p>
|
|
<pre><code><purgeRuleSet>
|
|
<key>sectorID</key>
|
|
<key>physicalElement</key>
|
|
<defaultRule>
|
|
<versionsToKeep>196</versionsToKeep>
|
|
</defaultRule>
|
|
<rule>
|
|
<keyValue>NEXRCOMP</keyValue>
|
|
<versionsToKeep>288</versionsToKeep>
|
|
</rule>
|
|
<rule>
|
|
<keyValue>Alaska National</keyValue>
|
|
<versionsToKeep>48</versionsToKeep>
|
|
</rule>
|
|
</code></pre>
|
|
<blockquote>
|
|
<p>In the above example, notice a <em>default rule</em> (196) as well as specific sectors with their own rules. </p>
|
|
</blockquote>
|
|
<h2 id="purge-logs">Purge Logs<a class="headerlink" href="#purge-logs" title="Permanent link"></a></h2>
|
|
<p>Data purge events are logged to the file <code>edex-ingest-purge-<yyyymmdd>.log</code>, where <code><yyyymmdd></code> is the date stamp. </p>
|
|
<pre><code>tail -f edex-ingest-purge-20120327.log
|
|
|
|
--------START LOG PURGE---------
|
|
INFO 2012-03-27 00:30:00,027 [DefaultQuartzScheduler_Worker-3] PurgeLogger: EDEX - PURGE LOGS::Skipped file with invalid fileName: afos-trigger.log
|
|
INFO 2012-03-27 00:30:00,193 [DefaultQuartzScheduler_Worker-3] PurgeLogger: EDEX - PURGE LOGS::Removed 1 old files
|
|
INFO 2012-03-27 00:31:23,155 [DefaultQuartzScheduler_Worker-3] PurgeLogger: EDEX - PURGE LOGS::Archived 14 files
|
|
INFO 2012-03-27 00:31:23,155 [DefaultQuartzScheduler_Worker-3] PurgeLogger: EDEX - PURGE LOGS::Skipped processing 1 files
|
|
INFO 2012-03-27 00:31:23,155 [DefaultQuartzScheduler_Worker-3] PurgeLogger: EDEX - PURGE LOGS::---------END LOG PURGE-----------
|
|
</code></pre>
|
|
<h2 id="all-purge-rules">All Purge Rules<a class="headerlink" href="#all-purge-rules" title="Permanent link"></a></h2>
|
|
<p>To see all purge rule directories (base, site, region, configured):</p>
|
|
<pre><code>find /awips2/edex/data/utility -name purge
|
|
|
|
/awips2/edex/data/utility/edex_static/region/CR/purge
|
|
/awips2/edex/data/utility/edex_static/base/purge
|
|
/awips2/edex/data/utility/edex_static/configured/OAX/purge
|
|
/awips2/edex/data/utility/edex_static/site/OAX/purge
|
|
/awips2/edex/data/utility/common_static/region/CR/purge
|
|
/awips2/edex/data/utility/common_static/base/purge
|
|
/awips2/edex/data/utility/common_static/configured/OAX/purge
|
|
/awips2/edex/data/utility/common_static/site/AFC/purge
|
|
/awips2/edex/data/utility/common_static/site/OAX/purge
|
|
</code></pre>
|
|
<p>To see a list of the data plug-ins that have purge rules:</p>
|
|
<pre><code>find /awips2/edex/data/utility -name "*PurgeRules.xml"
|
|
|
|
/awips2/edex/data/utility/edex_static/base/purge/airmetPurgeRules.xml
|
|
/awips2/edex/data/utility/edex_static/base/purge/convsigmetPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufruaPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/obsPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/nctextPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ncscatPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/vaaPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrmosHPCPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrhdwPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/cwaPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/airmetPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ffmpPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/lsrPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/profilerPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/poessoundingPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/gpdPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/mcidasPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/acarssoundingPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ffgPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/sgwhvPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/intlsigmetPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/aggregatePurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/radarPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/idftPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/wcpPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/warningPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/satellitePurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/sshaPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ldadhydroPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ldadmesonetPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ccfpPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/atcfPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrssmiPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/sgwhPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/geomagPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/modelsoundingPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrmosAVNPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ncuairPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/acarsPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/airepPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrquikscatPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/cwatPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/nonconvsigmetPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/pirepPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/statsPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrmthdwPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrascatPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/gridPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrmosGFSPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ncpafmPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrsigwxPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/pgenPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/dmwPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrmosMRFPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrmosETAPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/sfcobsPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/modisPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/awwPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/defaultPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ldadprofilerPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrmosNGMPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/madisPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/convsigmetPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/redbookPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrncwfPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/tcmPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/bufrmosLAMPPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/goessoundingPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/binlightningPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/stormTrackPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ghcdPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ldadmanualPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/ntransPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/mosaicPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/regionalsatPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/nctafPurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/base/purge/solarimagePurgeRules.xml
|
|
/awips2/edex/data/utility/common_static/site/AFC/purge/regionalsatPurgeRules.xml
|
|
</code></pre>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
</article>
|
|
</div>
|
|
</div>
|
|
</main>
|
|
|
|
|
|
<footer class="md-footer">
|
|
|
|
<div class="md-footer-nav">
|
|
<nav class="md-footer-nav__inner md-grid">
|
|
|
|
<a href="../new-grid/" title="Ingest a New Grid" class="md-flex md-footer-nav__link md-footer-nav__link--prev" rel="prev">
|
|
<div class="md-flex__cell md-flex__cell--shrink">
|
|
<i class="md-icon md-icon--arrow-back md-footer-nav__button"></i>
|
|
</div>
|
|
<div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
|
|
<span class="md-flex__ellipsis">
|
|
<span class="md-footer-nav__direction">
|
|
Previous
|
|
</span>
|
|
Ingest a New Grid
|
|
</span>
|
|
</div>
|
|
</a>
|
|
|
|
|
|
<a href="../edex-users/" title="Monitor Users" class="md-flex md-footer-nav__link md-footer-nav__link--next" rel="next">
|
|
<div class="md-flex__cell md-flex__cell--stretch md-footer-nav__title">
|
|
<span class="md-flex__ellipsis">
|
|
<span class="md-footer-nav__direction">
|
|
Next
|
|
</span>
|
|
Monitor Users
|
|
</span>
|
|
</div>
|
|
<div class="md-flex__cell md-flex__cell--shrink">
|
|
<i class="md-icon md-icon--arrow-forward md-footer-nav__button"></i>
|
|
</div>
|
|
</a>
|
|
|
|
</nav>
|
|
</div>
|
|
|
|
<div class="md-footer-meta md-typeset">
|
|
<div class="md-footer-meta__inner md-grid">
|
|
<div class="md-footer-copyright">
|
|
|
|
<div class="md-footer-copyright__highlight">
|
|
Copyright © 2017 Unidata Program Center.
|
|
</div>
|
|
|
|
powered by
|
|
<a href="http://www.mkdocs.org" title="MkDocs">MkDocs</a>
|
|
and
|
|
<a href="http://squidfunk.github.io/mkdocs-material/" title="Material for MkDocs">
|
|
Material for MkDocs</a>
|
|
</div>
|
|
|
|
|
|
<div class="md-footer-social">
|
|
|
|
<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/4.7.0/css/font-awesome.min.css">
|
|
|
|
<a href="http://www.unidata.ucar.edu/software/awips2" class="md-footer-social__link fa fa-globe"></a>
|
|
|
|
<a href="https://github.com/Unidata/awips2" class="md-footer-social__link fa fa-github-alt"></a>
|
|
|
|
<a href="https://twitter.com/Unidata" class="md-footer-social__link fa fa-twitter"></a>
|
|
|
|
<a href="https://facebook.com/Unidata" class="md-footer-social__link fa fa-facebook"></a>
|
|
|
|
</div>
|
|
|
|
|
|
</div>
|
|
</div>
|
|
</footer>
|
|
|
|
</div>
|
|
|
|
<script src="../../assets/javascripts/application-0b7df094bf.js"></script>
|
|
<script>app.initialize({url:{base:"../.."}})</script>
|
|
|
|
|
|
|
|
|
|
|
|
</body>
|
|
</html> |