Changeset d72567e in sasview for test/sasdataloader

Timestamp:

Aug 4, 2016 1:37:51 PM (8 years ago)

Author:

krzywon

Branches:

master, ESS_GUI, ESS_GUI_Docs, ESS_GUI_batch_fitting, ESS_GUI_bumps_abstraction, ESS_GUI_iss1116, ESS_GUI_iss879, ESS_GUI_iss959, ESS_GUI_opencl, ESS_GUI_ordering, ESS_GUI_sync_sascalc, costrafo411, magnetic_scatt, release-4.1.1, release-4.1.2, release-4.2.2, release_4.0.1, ticket-1009, ticket-1094-headless, ticket-1242-2d-resolution, ticket-1243, ticket-1249, ticket885, unittest-saveload

Children:

83b6408

Parents:

db74ee8

git-author:

Jeff Krzywon <krzywon@…> (08/04/16 13:37:51)

git-committer:

Jeff KRzywon <krzywon@…> (08/04/16 13:37:51)

Message:

Refactored Cansas HDF5 reader to allow multiple instances of SASdata of any dimensionality in a single SASentry and multiple instances of SASentry in a single file. Added unit tests to test all types of data (1 entry | 1 data, 1 entry | many data, many entry | 1 data each, many entr |, many data).

Location:

test/sasdataloader/test

Files:

• cansas_1Dand2D_multiplesasentry_multiplesasdata.h5 (added)
• cansas_1Dand2D_samedatafile.h5 (added)
• cansas_1Dand2D_samesasentry.h5 (added)
• simpleexamplefile.h5 (added)
• utest_cansas.py (modified) (17 diffs)

test/sasdataloader/test/utest_cansas.py

@@ -2 +2 @@
     Unit tests for the new recursive cansas reader
 """
-import logging
-import warnings
-warnings.simplefilter("ignore")
-
 import sas.sascalc.dataloader.readers.cansas_reader as cansas
 from sas.sascalc.dataloader.loader import Loader
-from sas.sascalc.dataloader.data_info import Data1D
+from sas.sascalc.dataloader.data_info import Data1D, Data2D
 from sas.sascalc.dataloader.readers.xml_reader import XMLreader
 from sas.sascalc.dataloader.readers.cansas_reader import Reader
@@ -20 +16 @@
 import unittest
 import numpy
+import logging
+import warnings
 
 from lxml import etree
 from xml.dom import minidom
- 
+
+warnings.simplefilter("ignore")
+
 CANSAS_FORMAT = CansasConstants.CANSAS_FORMAT
 CANSAS_NS = CansasConstants.CANSAS_NS
-    
-class cansas_reader(unittest.TestCase):
-    
+
+class cansas_reader_xml(unittest.TestCase):
+
     def setUp(self):
         self.loader = Loader()
@@ -43 +43 @@
         self.schema_1_0 = "cansas1d_v1_0.xsd"
         self.schema_1_1 = "cansas1d_v1_1.xsd"
-        
-    
+
+
     def get_number_of_entries(self, dictionary, name, i):
         if dictionary.get(name) is not None:
@@ -52 +52 @@
             name = self.get_number_of_entries(dictionary, name, i)
         return name
-    
-    
+
+
     def test_invalid_xml(self):
         """
@@ -60 +60 @@
         invalid = StringIO.StringIO('<a><c></b></a>')
         reader = XMLreader(invalid)
-       
+
 
     def test_xml_validate(self):
@@ -78 +78 @@
         self.assertTrue(xmlschema.validate(valid))
         self.assertFalse(xmlschema.validate(invalid))
-        
-        
+
+
     def test_real_xml(self):
         reader = XMLreader(self.xml_valid, self.schema_1_0)
@@ -87 +87 @@
         else:
             self.assertFalse(valid)
-            
-            
+
+
     def _check_data(self, data):
         self.assertTrue(data.title == "TK49 c10_SANS")
@@ -101 +101 @@
         self.assertTrue(data.process[0].name == "Mantid generated CanSAS1D XML")
         self.assertTrue(data.meta_data["xmlpreprocess"] != None)
-        
-    
+
+
     def _check_data_1_1(self, data):
         spectrum = data.trans_spectrum[0]
         self.assertTrue(len(spectrum.wavelength) == 138)
-        
-    
+
+
     def test_cansas_xml(self):
         filename = "isis_1_1_write_test.xml"
@@ -132 +132 @@
             written_data = return_data[0]
             self._check_data(written_data)
-    
-    
+
+
     def test_double_trans_spectra(self):
         xmlreader = XMLreader(self.isis_1_1_doubletrans, self.schema_1_1)
@@ -141 +141 @@
         for item in data:
             self._check_data(item)
-    
-                    
+
+
     def test_entry_name_recurse(self):
         test_values = [1,2,3,4,5,6]
@@ -151 +151 @@
             d[new_key] = value
         self.assertTrue(len(d) == 6)
-        
-    
+
+
     def test_load_cansas_file(self):
         valid = []
@@ -169 +169 @@
         reader7 = XMLreader(self.isis_1_1, self.schema_1_0)
         self.assertFalse(reader7.validate_xml())
-        
-       
+
+
     def test_old_cansas_files(self):
         reader1 = XMLreader(self.cansas1d, self.schema_1_0)
@@ -182 +182 @@
         reader4 = XMLreader(self.cansas1d_slit, self.schema_1_0)
         self.assertTrue(reader4.validate_xml())
-        
-    
+
+
     def test_save_cansas_v1_0(self):
         filename = "isis_1_0_write_test.xml"
@@ -204 +204 @@
             self.assertTrue(valid)
             self._check_data(written_data)
-        
-        
+
+
     def test_processing_instructions(self):
         reader = XMLreader(self.isis_1_1, self.schema_1_1)
@@ -214 +214 @@
             self.assertTrue(dic == {'xml-stylesheet': \
                                     'type="text/xsl" href="cansas1d.xsl" '})
-            
+
             xml = "<test><a><b><c></c></b></a></test>"
             xmldoc = minidom.parseString(xml)
-            
+
             ## take the processing instructions and put them back in
             xmldoc = self.set_processing_instructions(xmldoc, dic)
             xml_output = xmldoc.toprettyxml()
-            
-    
+
+
     def set_processing_instructions(self, minidom_object, dic):
         xmlroot = minidom_object.firstChild
@@ -229 +229 @@
             minidom_object.insertBefore(pi, xmlroot)
         return minidom_object
-    
-    
+
+
     def get_processing_instructions(self, xml_reader_object):
         dict = {}
@@ -247 +247 @@
             pi = pi.getprevious()
         return dict
-        
+
+
+class cansas_reader_hdf5(unittest.TestCase):
+
+    def setUp(self):
+        self.loader = Loader()
+        self.datafile_basic = "simpleexamplefile.h5"
+        self.datafile_multiplesasentry = "cansas_1Dand2D_samedatafile.h5"
+        self.datafile_multiplesasdata = "cansas_1Dand2D_samesasentry.h5"
+        self.datafile_multiplesasdata_multiplesasentry = "cansas_1Dand2D_multiplesasentry_multiplesasdata.h5"
+
+    def test_real_data(self):
+        self.data = self.loader.load(self.datafile_basic)
+        self._check_example_data(self.data[0])
+
+    def test_multiple_sasentries(self):
+        self.data = self.loader.load(self.datafile_multiplesasentry)
+        self.assertTrue(len(self.data) == 2)
+        self._check_multiple_data(self.data[0])
+        self._check_multiple_data(self.data[1])
+        self._check_1d_data(self.data[0])
+
+    def _check_multiple_data(self, data):
+        self.assertTrue(data.title == "MH4_5deg_16T_SLOW")
+        self.assertTrue(data.run[0] == '33837')
+        self.assertTrue(len(data.run) == 1)
+        self.assertTrue(data.instrument == "SANS2D")
+        self.assertTrue(data.source.radiation == "Spallation Neutron Source")
+        self.assertTrue(len(data.detector) == 1)
+        self.assertTrue(data.detector[0].name == "rear-detector")
+        self.assertTrue(data.detector[0].distance == 4.385281)
+        self.assertTrue(data.detector[0].distance_unit == 'm')
+        self.assertTrue(len(data.trans_spectrum) == 1)
+
+    def _check_1d_data(self, data):
+        self.assertTrue(isinstance(data, Data1D))
+        self.assertTrue(len(data.x) == 66)
+        self.assertTrue(len(data.x) == len(data.y))
+        self.assertTrue(data.dy[10] == 0.20721350111248701)
+        self.assertTrue(data.y[10] == 24.193889608153476)
+        self.assertTrue(data.x[10] == 0.008981127988654792)
+
+    def _check_2d_data(self, data):
+        self.assertTrue(isinstance(data, Data2D))
+        self.assertTrue(len(data.x) == 66)
+        self.assertTrue(len(data.x) == len(data.y))
+        self.assertTrue(data.dy[10] == 0.20721350111248701)
+        self.assertTrue(data.y[10] == 24.193889608153476)
+        self.assertTrue(data.x[10] == 0.008981127988654792)
+
+    def _check_example_data(self, data):
+        self.assertTrue(data.title == "")
+        self.assertTrue(data.x.size == 100)
+        self.assertTrue(data._xunit == "A^{-1}")
+        self.assertTrue(data._yunit == "cm^{-1}")
+        self.assertTrue(data.y.size == 100)
+        self.assertAlmostEqual(data.y[9], 0.952749011516985)
+        self.assertAlmostEqual(data.x[9], 0.3834415188257777)
+        self.assertAlmostEqual(len(data.meta_data), 0)
+
 
 if __name__ == '__main__':