xan/xmet
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix --dry-run to not touch database at all

Browse source
This commit is contained in:
XANTRONIX 2025-03-02 17:07:24 -05:00
parent 3a8f5ae850
commit fb078eb7c4
2 changed files with 15 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
bin/xmet-igra-ingest
View file

@ -18,7 +18,9 @@ parser.add_argument('igra-sounding-file', nargs='+', help='IGRA sounding file')
args = parser.parse_args() args = parser.parse_args()
db = Database.connect(args.db) db = Database.connect(args.db)
db.execute('begin transaction')
if not args.dry_run:
db.execute('begin transaction')
for path in getattr(args, 'igra-sounding-file'): for path in getattr(args, 'igra-sounding-file'):
if not args.quiet: if not args.quiet:
@ -34,4 +36,5 @@ for path in getattr(args, 'igra-sounding-file'):
sample.sounding_id = sounding.id sample.sounding_id = sounding.id
db.add(sample) db.add(sample)
db.commit() if not args.dry_run:
db.commit()

17
bin/xmet-raob-ingest
View file

@ -3,28 +3,30 @@
import argparse import argparse
from xmet.db import Database from xmet.db import Database
from xmet.igra import IGRAReader from xmet.raob import RAOBReader
parser = argparse.ArgumentParser( parser = argparse.ArgumentParser(
description = 'Ingest IGRA soundings' description = 'Ingest RAOB soundings'
) )
parser.add_argument('--quiet', action='store_true', help='Suppress output') parser.add_argument('--quiet', action='store_true', help='Suppress output')
parser.add_argument('--dry-run', action='store_true', help='Do not actually ingest data') parser.add_argument('--dry-run', action='store_true', help='Do not actually ingest data')
parser.add_argument('db', help='XMET SQLite3 database') parser.add_argument('db', help='XMET SQLite3 database')
parser.add_argument('igra-sounding-file', nargs='+', help='IGRA sounding file') parser.add_argument('raob-sounding-file', nargs='+', help='RAOB sounding file')
args = parser.parse_args() args = parser.parse_args()
db = Database.connect(args.db) db = Database.connect(args.db)
db.execute('begin transaction')
for path in getattr(args, 'igra-sounding-file'): if not args.dry_run:
db.execute('begin transaction')
for path in getattr(args, 'raob-sounding-file'):
if not args.quiet: if not args.quiet:
print(f"Ingesting sounding file {path}") print(f"Ingesting sounding file {path}")
for sounding in IGRAReader.each_sounding_from_file(path): for sounding in RAOBReader.each_sounding_from_file(path):
if args.dry_run: if args.dry_run:
continue continue
@ -34,4 +36,5 @@ for path in getattr(args, 'igra-sounding-file'):
sample.sounding_id = sounding.id sample.sounding_id = sounding.id
db.add(sample) db.add(sample)
db.commit() if not args.dry_run:
db.commit()