Changeset eda8972 in sasview for test/sansdataloader/test/utest_cansas.py

Timestamp:

Dec 13, 2013 4:48:36 PM (10 years ago)

Author:

Jeff Krzywon <jeffery.krzywon@…>

Branches:

master, ESS_GUI, ESS_GUI_Docs, ESS_GUI_batch_fitting, ESS_GUI_bumps_abstraction, ESS_GUI_iss1116, ESS_GUI_iss879, ESS_GUI_iss959, ESS_GUI_opencl, ESS_GUI_ordering, ESS_GUI_sync_sascalc, costrafo411, magnetic_scatt, release-4.1.1, release-4.1.2, release-4.2.2, release_4.0.1, ticket-1009, ticket-1094-headless, ticket-1242-2d-resolution, ticket-1243, ticket-1249, ticket885, unittest-saveload

Children:

a25d242

Parents:

f28fd9cf

Message:

I will finalize this on Monday.

File:

• test/sansdataloader/test/utest_cansas.py (modified) (3 diffs)

test/sansdataloader/test/utest_cansas.py

@@ -6 +6 @@
 
 import unittest
-from sans.dataloader.loader import  Loader
-from sans.dataloader.readers.cansas_reader_new import Reader
+import numpy
+import sans.dataloader.readers.cansas_reader as cansas
+from sans.dataloader.loader import Loader
+from sans.dataloader.data_info import Data1D
+from sans.dataloader.readers.xml_reader import XMLreader
+from sans.dataloader.readers.cansas_reader import Reader
+from sans.dataloader.readers.cansas_constants import cansasConstants
 
 import os
 import sys
+import urllib2
+import StringIO
 
 from lxml import etree
@@ -17 +24 @@
 HAS_CONVERTER = True
 try:
-    from sans.data_util.nxsunit import Converter
+    from data_util.nxsunit import Converter
 except:
     HAS_CONVERTER = False
  
-CANSAS_NS = "cansas1d/1.0"   
+CANSAS_FORMAT = cansasConstants.CANSAS_FORMAT
+CANSAS_NS = cansasConstants.CANSAS_NS
 ALLOW_ALL = True
     
@@ -28 +36 @@
     def setUp(self):
         self.loader = Loader()
-        self.reader = Reader()
+        self.xml_valid = "cansas_test_modified.xml"
+        self.xml_invalid = "cansas_test.xml"
+        self.cansas1d_badunits = "cansas1d_badunits.xml"
+        self.cansas1d = "cansas1d.xml"
+        self.cansas1d_slit = "cansas1d_slit.xml"
+        self.cansas1d_units = "cansas1d_units.xml"
+        self.write_test = "write_test.xml"
+        self.isis_1_0 = "ISIS_1_0.xml"
+        self.isis_1_1 = "ISIS_1_1.xml"
+        self.isis_1_1_notrans = "ISIS_1_1_notrans.xml"
+        self.schema_1_0 = "cansas1d_v1_0.xsd"
+        self.schema_1_1 = "cansas1d_v1_1.xsd"
+    
+    def get_number_of_entries(self, dictionary, name, i):
+        if dictionary.get(name) is not None:
+            i += 1
+            name = name.split("_")[0]
+            name += "_{0}".format(i)
+            name = self.get_number_of_entries(dictionary, name, i)
+        return name
+
+    def test_xml_validate(self):
+        string = "<xsd:schema xmlns:xsd=\"http://www.w3.org/2001/XMLSchema\">\n"
+        string += "\t<xsd:element name=\"a\" type=\"AType\"/>\n"
+        string += "\t<xsd:complexType name=\"AType\">\n"
+        string += "\t\t<xsd:sequence>\n"
+        string += "\t\t\t<xsd:element name=\"b\" type=\"xsd:string\" />\n"
+        string += "\t\t</xsd:sequence>\n"
+        string += "\t</xsd:complexType>\n"
+        string += "</xsd:schema>"
+        f = StringIO.StringIO(string)
+        xmlschema_doc = etree.parse(f)
+        xmlschema = etree.XMLSchema(xmlschema_doc)
+        valid = etree.parse(StringIO.StringIO('<a><b></b></a>'))
+        invalid = etree.parse(StringIO.StringIO('<a><c></c></a>'))
+        self.assertTrue(xmlschema.validate(valid))
+        self.assertFalse(xmlschema.validate(invalid))
         
-    def test_checkdata(self):
-        output = []
-        ns = []
-        path = "cansas_test.xml"
-        if os.path.isfile(path):
-            basename = os.path.basename(path)
-            root, extension = os.path.splitext(basename)
-            if ALLOW_ALL or extension.lower() in self.ext:
-                try:
-                    tree = tree = etree.parse(path, parser=etree.ETCompatXMLParser())
-                    # Check the format version number
-                    # Specifying the namespace will take care of the file
-                    # format version
-                    for elem in tree.iter():
-                        tag = elem.tag.replace('{cansas1d/1.0}', '')
-                        print 'element: {0}, stripped element: {1}, value: {2}'.format(
-                                                                    elem.tag, tag, elem.text)
-                    # reader_return = self.reader._parse_entry(tree)
-                        
-                except Exception as e:
-                    exc_type, exc_obj, exc_tb = sys.exc_info()
-                    fname = os.path.split(exc_tb.tb_frame.f_code.co_filename)[1]
-                    print(exc_type, fname, exc_tb.tb_lineno)
+    def test_real_xml(self):
+        reader = XMLreader(self.xml_valid, self.schema_1_0)
+        valid = reader.validateXML()
+        if valid:
+            self.assertTrue(valid)
+        else:
+            self.assertFalse(valid)
         
-        print(output)
+    def test_cansas_xml(self):
+        xmlreader = XMLreader(self.isis_1_1, self.schema_1_1)
+        valid = xmlreader.validateXML()
+        self.assertTrue(valid)
+        reader = Reader()
+        dataloader = reader.read(self.isis_1_1)
+        for data in dataloader:
+            self.assertTrue(data.title == "TK49 c10_SANS")
+            self.assertTrue(data.x.size == 138)
+            self.assertTrue(len(data.meta_data) == 417)
+            self.assertTrue(data.detector[0].distance_unit == "mm")
+                    
+    def test_entry_name_recurse(self):
+        test_values = [1,2,3,4,5,6]
+        base_key = "key"
+        d = {}
+        for value in test_values:
+            new_key = self.get_number_of_entries(d, base_key, i = 0)
+            d[new_key] = value
+        self.assertTrue(len(d) == 6)
+    
+    def test_load_cansas_file(self):
+        valid = []
+        reader1 = XMLreader(self.xml_valid, self.schema_1_0)
+        self.assertTrue(reader1.validateXML())
+        reader2 = XMLreader(self.xml_invalid, self.schema_1_0)
+        self.assertFalse(reader2.validateXML())
+        reader3 = XMLreader(self.xml_valid, self.schema_1_1)
+        self.assertFalse(reader3.validateXML())
+        reader4 = XMLreader(self.xml_invalid, self.schema_1_1)
+        self.assertFalse(reader4.validateXML())
+        reader5 = XMLreader(self.isis_1_0, self.schema_1_0)
+        self.assertTrue(reader5.validateXML())
+        reader6 = XMLreader(self.isis_1_1, self.schema_1_1)
+        self.assertTrue(reader6.validateXML())
+        reader7 = XMLreader(self.isis_1_1, self.schema_1_0)
+        self.assertFalse(reader7.validateXML())
+    
+    def test_old_cansas_files(self):
+        reader1 = XMLreader(self.cansas1d, self.schema_1_0)
+        self.assertTrue(reader1.validateXML())
+        reader2 = XMLreader(self.cansas1d_units, self.schema_1_0)
+        self.assertTrue(reader2.validateXML())
+        reader3 = XMLreader(self.cansas1d_badunits, self.schema_1_0)
+        self.assertTrue(reader3.validateXML())
+        reader4 = XMLreader(self.cansas1d_slit, self.schema_1_0)
+        self.assertTrue(reader4.validateXML())
+        reader5 = XMLreader(self.write_test, self.schema_1_0)
+        self.assertTrue(reader5.validateXML())
         
+
 if __name__ == '__main__':
-    unittest.main()
+    unittest.main()