From d1024a7b5c6be4bde8e66c26d7b2534ea8abf81f Mon Sep 17 00:00:00 2001 From: Michael James Date: Tue, 16 Oct 2018 13:55:09 -0600 Subject: [PATCH] rm failing testClimate.py for now --- awips/test/dafTests/testClimate.py | 424 ----------------------------- 1 file changed, 424 deletions(-) delete mode 100644 awips/test/dafTests/testClimate.py diff --git a/awips/test/dafTests/testClimate.py b/awips/test/dafTests/testClimate.py deleted file mode 100644 index 794eb80..0000000 --- a/awips/test/dafTests/testClimate.py +++ /dev/null @@ -1,424 +0,0 @@ -# -# Test DAF support for climate data -# -# SOFTWARE HISTORY -# -# Date Ticket# Engineer Description -# ------------ ---------- ----------- -------------------------- -# 01/19/16 4795 mapeters Initial Creation. -# 04/11/16 5548 tgurney Cleanup -# 04/18/16 5548 tgurney More cleanup -# 04/26/16 5587 tgurney Add identifier values tests -# 06/09/16 5574 mapeters Add advanced query tests, Short parameter test -# 06/13/16 5574 tgurney Fix checks for None -# 06/21/16 5548 tgurney Skip tests that cause errors -# 06/30/16 5725 tgurney Add test for NOT IN -# 10/06/16 5926 dgilling Add additional time and location tests. -# 12/07/16 5981 tgurney Parameterize -# 12/20/16 5981 tgurney Add envelope test -# 08/16/17 6388 tgurney Test for duplicate data -# -# - -from __future__ import print_function -import datetime -from dynamicserialize.dstypes.com.raytheon.uf.common.dataquery.requests import RequestConstraint -from dynamicserialize.dstypes.com.raytheon.uf.common.time import TimeRange -from awips.dataaccess import DataAccessLayer as DAL -from awips.ThriftClient import ThriftRequestException - -from awips.test.dafTests import baseDafTestCase -from awips.test.dafTests import params -import unittest - - -class ClimateTestCase(baseDafTestCase.DafTestCase): - """Test DAF support for climate data""" - - datatype = 'climate' - obsStation = params.OBS_STATION - - def testGetAvailableParameters(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - self.runParametersTest(req) - - def testGetAvailableLocations(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - self.runLocationsTest(req) - - def testGetAvailableLocationsForRptTable(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.rpt') - self.runLocationsTest(req) - - def testGetAvailableLocationsForStationId(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.day_climate_norm') - self.runLocationsTest(req) - - def testGetAvailableLocationsForInformId(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_mon_season_yr') - self.runLocationsTest(req) - - def testGetAvailableLocationsWithConstraints(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - req.addIdentifier('maxtemp_mon', RequestConstraint.new('>', 95)) - self.runLocationsTest(req) - - def testGetAvailableLocationsWithInvalidTable(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.boolean_values') - with self.assertRaises(ThriftRequestException) as cm: - DAL.getAvailableLocationNames(req) - self.assertIn('IncompatibleRequestException', str(cm.exception)) - - def testGetAvailableTimes(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - req.setParameters('maxtemp_mon', 'min_sea_press') - self.runTimesTest(req) - - def testGetAvailableTimesWithLocationNamesForYearMonth(self): - """ - Test retrieval of times for a climo table that uses year and - month columns to build DataTimes. - """ - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - req.setLocationNames(self.obsStation, 'KABR', 'KDMO') - req.setParameters('maxtemp_mon', 'min_sea_press') - self.runTimesTest(req) - - def testGetAvailableTimesWithLocationNamesForYearDayOfYear(self): - """ - Test retrieval of times for a climo table that uses year and - day_of_year columns to build DataTimes. - """ - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_daily') - req.setLocationNames(self.obsStation, 'KABR', 'KDMO') - req.setParameters('maxtemp_cal', 'min_press') - self.runTimesTest(req) - - def testGetAvailableTimesWithLocationNamesForPeriod(self): - """ - Test retrieval of times for a climo table that uses - period_start and period_end columns to build DataTimes. - """ - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_mon_season_yr') - req.setLocationNames(self.obsStation, 'KABR', 'KDMO') - req.setParameters('max_temp', 'precip_total') - self.runTimesTest(req) - - def testGetAvailableTimesWithLocationNamesForDate(self): - """ - Test retrieval of times for a climo table that uses a date - column to build DataTimes. - """ - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.daily_climate') - req.setLocationNames(self.obsStation, 'KABR', 'KDMO') - req.setParameters('max_temp', 'precip', 'avg_wind_speed') - self.runTimesTest(req) - - def testGetAvailableTimesWithConstraint(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - req.addIdentifier('maxtemp_mon', RequestConstraint.new('<', 75)) - req.setParameters('maxtemp_mon', 'min_sea_press') - self.runTimesTest(req) - - def testGetGeometryData(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - req.setLocationNames('KFNB') - req.setParameters('maxtemp_mon', 'min_sea_press') - self.runGeometryDataTest(req) - - def testGetGeometryDataWithEnvelopeThrowsException(self): - # Envelope is not used - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - req.setParameters('maxtemp_mon', 'min_sea_press') - req.setEnvelope(params.ENVELOPE) - with self.assertRaises(Exception): - data = self.runGeometryDataTest(req) - - def testGetGeometryDataForYearAndDayOfYearTable(self): - """ - Test retrieval of data for a climo table that uses year and - day_of_year columns to build DataTimes. - """ - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_daily') - req.setLocationNames('KFNB') - req.setParameters('maxtemp_cal', 'min_press') - self.runGeometryDataTest(req) - - def testGetGeometryDataForPeriodTable(self): - """ - Test retrieval of data for a climo table that uses a period_start and - period_end columns to build DataTimes. - """ - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_mon_season_yr') - req.setLocationNames('KFNB') - req.setParameters('max_temp', 'precip_total') - self.runGeometryDataTest(req) - - def testGetGeometryDataForDateTable(self): - """ - Test retrieval of data for a climo table that uses a date column to - build DataTimes. - """ - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.daily_climate') - req.setLocationNames('KFNB') - req.setParameters('max_temp', 'precip', 'avg_wind_speed') - self.runGeometryDataTest(req) - - def testGetGeometryDataWithShortParameter(self): - """ - Test that a parameter that is stored in Java as a Short is correctly - retrieved as a number. - """ - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'cli_asos_monthly') - req.setParameters('month') - geometryData = self.runGeometryDataTest(req) - for record in geometryData: - self.assertIsNotNone(record.getNumber('month')) - - def testGetTableIdentifierValues(self): - self.runGetIdValuesTest(['table']) - - def testGetColumnIdValuesWithTable(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - idValues = DAL.getIdentifierValues(req, 'year') - self.assertTrue(hasattr(idValues, '__iter__')) - - def testGetColumnIdValuesWithoutTableThrowsException(self): - req = DAL.newDataRequest(self.datatype) - with self.assertRaises(ThriftRequestException): - DAL.getIdentifierValues(req, 'year') - - @unittest.skip('avoid EDEX error') - def testGetColumnIdValuesWithNonexistentTableThrowsException(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'nonexistentjunk') - with self.assertRaises(ThriftRequestException): - DAL.getIdentifierValues(req, 'year') - - @unittest.skip('avoid EDEX error') - def testGetNonexistentColumnIdValuesThrowsException(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - with self.assertRaises(ThriftRequestException): - DAL.getIdentifierValues(req, 'nonexistentjunk') - - def testGetInvalidIdentifierValuesThrowsException(self): - self.runInvalidIdValuesTest() - - def testGetNonexistentIdentifierValuesThrowsException(self): - self.runNonexistentIdValuesTest() - - def _runConstraintTest(self, key, operator, value): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'cli_asos_monthly') - constraint = RequestConstraint.new(operator, value) - req.addIdentifier(key, constraint) - req.setParameters('station_code', 'avg_daily_max') - return self.runGeometryDataTest(req) - - def testGetDataWithEqualsString(self): - geometryData = self._runConstraintTest('station_code', '=', self.obsStation) - for record in geometryData: - self.assertEqual(record.getString('station_code'), self.obsStation) - - def testGetDataWithEqualsUnicode(self): - geometryData = self._runConstraintTest('station_code', '=', unicode(self.obsStation)) - for record in geometryData: - self.assertEqual(record.getString('station_code'), self.obsStation) - - def testGetDataWithEqualsInt(self): - geometryData = self._runConstraintTest('avg_daily_max', '=', 70) - for record in geometryData: - self.assertEqual(record.getNumber('avg_daily_max'), 70) - - def testGetDataWithEqualsLong(self): - geometryData = self._runConstraintTest('avg_daily_max', '=', 70) - for record in geometryData: - self.assertEqual(record.getNumber('avg_daily_max'), 70) - - def testGetDataWithEqualsFloat(self): - geometryData = self._runConstraintTest('avg_daily_max', '=', 69.2) - for record in geometryData: - self.assertEqual(round(record.getNumber('avg_daily_max'), 1), 69.2) - - def testGetDataWithEqualsNone(self): - geometryData = self._runConstraintTest('station_code', '=', None) - self.assertEqual(len(geometryData), 0) - - def testGetDataWithNotEquals(self): - geometryData = self._runConstraintTest('station_code', '!=', self.obsStation) - for record in geometryData: - self.assertNotEqual(record.getString('station_code'), self.obsStation) - - def testGetDataWithNotEqualsNone(self): - geometryData = self._runConstraintTest('station_code', '!=', None) - for record in geometryData: - self.assertNotEqual(record.getType('station_code'), 'NULL') - - def testGetDataWithGreaterThan(self): - geometryData = self._runConstraintTest('avg_daily_max', '>', 70) - for record in geometryData: - self.assertGreater(record.getNumber('avg_daily_max'), 70) - - def testGetDataWithLessThan(self): - geometryData = self._runConstraintTest('avg_daily_max', '<', 70) - for record in geometryData: - self.assertLess(record.getNumber('avg_daily_max'), 70) - - def testGetDataWithGreaterThanEquals(self): - geometryData = self._runConstraintTest('avg_daily_max', '>=', 70) - for record in geometryData: - self.assertGreaterEqual(record.getNumber('avg_daily_max'), 70) - - def testGetDataWithLessThanEquals(self): - geometryData = self._runConstraintTest('avg_daily_max', '<=', 70) - for record in geometryData: - self.assertLessEqual(record.getNumber('avg_daily_max'), 70) - - def testGetDataWithInTuple(self): - collection = (self.obsStation, 'KABR') - geometryData = self._runConstraintTest('station_code', 'in', collection) - for record in geometryData: - self.assertIn(record.getString('station_code'), collection) - - def testGetDataWithInList(self): - collection = [self.obsStation, 'KABR'] - geometryData = self._runConstraintTest('station_code', 'in', collection) - for record in geometryData: - self.assertIn(record.getString('station_code'), collection) - - def testGetDataWithInGenerator(self): - collection = (self.obsStation, 'KABR') - generator = (item for item in collection) - geometryData = self._runConstraintTest('station_code', 'in', generator) - for record in geometryData: - self.assertIn(record.getString('station_code'), collection) - - def testGetDataWithNotInList(self): - collection = ['KORD', 'KABR'] - geometryData = self._runConstraintTest('station_code', 'not in', collection) - for record in geometryData: - self.assertNotIn(record.getString('station_code'), collection) - - def testGetDataWithInvalidConstraintTypeThrowsException(self): - with self.assertRaises(ValueError): - self._runConstraintTest('station_code', 'junk', self.obsStation) - - def testGetDataWithInvalidConstraintValueThrowsException(self): - with self.assertRaises(TypeError): - self._runConstraintTest('station_code', '=', {}) - - def testGetDataWithEmptyInConstraintThrowsException(self): - with self.assertRaises(ValueError): - self._runConstraintTest('station_code', 'in', []) - - def testGetDataWithTimeRangeWithYearAndMonth1(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - req.setLocationNames('KFNB') - req.setParameters('maxtemp_mon', 'min_sea_press') - startTime = datetime.datetime(2009, 1, 1) - endTime = datetime.datetime(2009, 12, 31) - tr = TimeRange(startTime, endTime) - self.runGeometryDataTestWithTimeRange(req, tr) - - def testGetDataWithTimeRangeWithYearAndMonth2(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - req.setLocationNames('KFNB') - req.setParameters('maxtemp_mon', 'min_sea_press') - startTime = datetime.datetime(2008, 1, 1) - endTime = datetime.datetime(2009, 3, 31) - tr = TimeRange(startTime, endTime) - self.runGeometryDataTestWithTimeRange(req, tr) - - def testGetDataWithTimeRangeWithYearAndMonth3(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - req.setLocationNames('KFNB') - req.setParameters('maxtemp_mon', 'min_sea_press') - startTime = datetime.datetime(2007, 7, 1) - endTime = datetime.datetime(2009, 3, 31) - tr = TimeRange(startTime, endTime) - self.runGeometryDataTestWithTimeRange(req, tr) - - def testGetDataWithTimeRangeWithYearAndDayOfYear1(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_daily') - req.setLocationNames('KFNB') - req.setParameters('maxtemp_cal', 'min_press') - startTime = datetime.datetime(2009, 1, 1) - endTime = datetime.datetime(2009, 7, 31) - tr = TimeRange(startTime, endTime) - self.runGeometryDataTestWithTimeRange(req, tr) - - def testGetDataWithTimeRangeWithYearAndDayOfYear2(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_daily') - req.setLocationNames('KFNB') - req.setParameters('maxtemp_cal', 'min_press') - startTime = datetime.datetime(2008, 7, 1) - endTime = datetime.datetime(2009, 3, 31) - tr = TimeRange(startTime, endTime) - self.runGeometryDataTestWithTimeRange(req, tr) - - def testGetDataWithTimeRangeWithYearAndDayOfYear3(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_daily') - req.setLocationNames('KFNB') - req.setParameters('maxtemp_cal', 'min_press') - startTime = datetime.datetime(2007, 7, 1) - endTime = datetime.datetime(2009, 3, 31) - tr = TimeRange(startTime, endTime) - self.runGeometryDataTestWithTimeRange(req, tr) - - def testGetDataWithTimeRangeWithPeriodTable(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_mon_season_yr') - req.setLocationNames('KFNB') - req.setParameters('max_temp', 'precip_total') - startTime = datetime.datetime(2007, 7, 1) - endTime = datetime.datetime(2009, 3, 31) - tr = TimeRange(startTime, endTime) - self.runGeometryDataTestWithTimeRange(req, tr) - - def testGetDataWithTimeRangeWithForDateTable(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.daily_climate') - req.setLocationNames('KFNB') - req.setParameters('max_temp', 'precip', 'avg_wind_speed') - startTime = datetime.datetime(2007, 7, 1) - endTime = datetime.datetime(2009, 3, 31) - tr = TimeRange(startTime, endTime) - self.runGeometryDataTestWithTimeRange(req, tr) - - def testNoDuplicateData(self): - req = DAL.newDataRequest(self.datatype) - req.addIdentifier('table', 'public.cli_asos_monthly') - req.setLocationNames('KOMA') - req.setParameters('maxtemp_day1') - rows = DAL.getGeometryData(req, DAL.getAvailableTimes(req)[0:5]) - for i in range(len(rows)): - for j in range(len(rows)): - if i != j: - self.assertNotEqual(rows[i].__dict__, rows[j].__dict__)