xan/xmet
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add --quiet, --dry-run flags to xmet-afos-ingest

Browse source
This commit is contained in:
XANTRONIX 2025-02-25 14:48:59 -05:00
parent 6f553c040b
commit 8acce6d76a
1 changed files with 20 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
bin/xmet-afos-ingest
View file

@ -1,6 +1,6 @@
#! /usr/bin/env python3
import sys
import argparse
from xmet.db import Database
from xmet.afos import AFOSMessageParser
@ -27,12 +27,24 @@ def each_chunk(fh, sep: str):
else:
yield part.strip()
db = Database.connect(sys.argv[1])
parser = argparse.ArgumentParser(
description = 'Ingest National Weather Service text bulletin products'
)
parser.add_argument('--quiet', action='store_true', help='Suppress output')
parser.add_argument('--dry-run', action='store_true', help='Do not actually ingest products')
parser.add_argument('db', help='XMET SQLite3 database')
parser.add_argument('afos-text-file', help='AFOS text bulletin product file')
args = parser.parse_args()
db = Database.connect(args.db)
db.execute('begin transaction')
parser = AFOSMessageParser()
for path in sys.argv[2:]:
for path in getattr(args, 'afos-text-file'):
with open(path, 'r') as fh:
for data in each_chunk(fh, '\x01'):
if len(data) == 0:
@ -41,6 +53,10 @@ for path in sys.argv[2:]:
try:
message = parser.parse(data)
if not args.quiet:
print(f"Ingesting AFOS file {path}")
if not args.dry_run:
db.add(message)
except:
pass