Created a new job for Test_Landsat8_PreCollectionData. Updated minimal version of geoarray.

Signed-off-by: Daniel Scheffler <danschef@gfz-potsdam.de>

HISTORY.rst

@@ -18,6 +18,8 @@ History
 * Removed numba dependency.
 * Recreated test dataset for Test_Landsat8_PreCollectionData.
 * Replaced two os.system calls with subcall_with_out.
+* Created a new job for Test_Landsat8_PreCollectionData.
+* Updated minimal version of geoarray.
 
 
 0.18.3 (2020-04-06)

gms_preprocessing/model/gms_object.py

@@ -443,8 +443,7 @@ class GMS_object(object):
         if hasattr(self, 'MetaObj') and self.MetaObj:
             self._arr.nodata = self.MetaObj.spec_vals['fill']
             self._arr.gt = mapinfo2geotransform(self.MetaObj.map_info) if self.MetaObj.map_info else [0, 1, 0, 0, 0, -1]
-            if not self._arr.projection:
-                self._arr.prj = self.MetaObj.projection
+            self._arr.prj = self.MetaObj.projection
         else:
             self._arr.nodata = DEF_D.get_outFillZeroSaturated(self._arr.dtype)[0]
 
@@ -1684,6 +1683,9 @@ class GMS_object(object):
         GDF_MGRS_tiles = DB_T.get_overlapping_MGRS_tiles(CFG.conn_database,
                                                          tgt_corners_lonlat=self.trueDataCornerLonLat)
 
+        if GDF_MGRS_tiles.empty:
+            raise RuntimeError('Could not find an overlapping MGRS tile in the database for the current dataset.')
+
         # calculate image coordinate bounds of the full GMS object for each MGRS tile within the GeoDataFrame
         gt = mapinfo2geotransform(self.MetaObj.map_info)
 

requirements.txt

 py_tools_ds>=0.12.4
-geoarray>=0.8.0
+geoarray>=0.8.32
 arosics>=0.8.5
 git+https://gitext.gfz-potsdam.de/EnMAP/sicor.git
 git+https://gitext.gfz-potsdam.de/geomultisens/spechomo.git

setup.py

@@ -42,7 +42,7 @@ with open("gms_preprocessing/version.py") as version_file:
 requirements = [
     'matplotlib', 'numpy', 'scikit-learn', 'scipy', 'gdal', 'pyproj', 'shapely', 'ephem', 'pyorbital', 'dill', 'pytz',
     'pandas', 'spectral>=0.16', 'geopandas', 'iso8601', 'pyinstrument', 'geoalchemy2', 'sqlalchemy', 'natsort',
-    'psycopg2', 'py_tools_ds>=0.12.4', 'geoarray>=0.8.0', 'arosics>=0.8.7', 'six', 'tqdm', 'jsmin', 'cerberus',
+    'psycopg2', 'py_tools_ds>=0.12.4', 'geoarray>=0.8.32', 'arosics>=0.8.7', 'six', 'tqdm', 'jsmin', 'cerberus',
     'nested_dict', 'openpyxl', 'timeout_decorator', 'redis', 'retools', 'redis-semaphore', 'psutil', 'pyrsr>=0.3.1',
     'spechomo @ git+https://gitext.gfz-potsdam.de/geomultisens/spechomo#egg=spechomo'
     # spectral<0.16  has some problems with writing signed integer 8bit data

tests/CI_docker/context/environment_gms_preprocessing.yml

@@ -77,7 +77,7 @@ dependencies:
     - ecmwf-api-client
     - natsort
     - py_tools_ds>=0.12.4
-    - geoarray>=0.8.0
+    - geoarray>=0.8.32
     - arosics>=0.8.7
     - pyrsr>=0.3.1
     - git+https://gitext.gfz-potsdam.de/geomultisens/spechomo.git#egg=spechomo

tests/test_gms_preprocessing.py

@@ -318,7 +318,9 @@ class Test_Landsat8_PreCollectionData(BaseTestCases.TestAll):
     """
     @classmethod
     def setUpClass(cls):
-        cls.create_job(26186196, job_config_kwargs)
+        # cls.create_job(26186196, job_config_kwargs) # LC80010702013141LGN01.tar.gz: in the west of South America, fails due to missing MGRS tile specifications  # noqa
+        cls.create_job(26192300, job_config_kwargs)  # LC81900252013105LGN01.tar.gz
+        # cls.create_job(26192301, job_config_kwargs)  # LC82000292015245LGN00.tar.gz: fails within SpatialIndexMediator
 
 
 class Test_Landsat8_CollectionData(BaseTestCases.TestAll):