[bb074b3] | 1 | """ |
---|
| 2 | Unit tests for data manipulations |
---|
| 3 | """ |
---|
[aaf5e49] | 4 | from __future__ import print_function |
---|
[bb074b3] | 5 | |
---|
| 6 | import unittest |
---|
[9a5097c] | 7 | import numpy as np |
---|
[36d69e1] | 8 | from sas.sascalc.dataloader.loader import Loader |
---|
[c551bb3] | 9 | from sas.sascalc.dataloader.readers.abs_reader import Reader as AbsReader |
---|
| 10 | from sas.sascalc.dataloader.readers.danse_reader import Reader as DANSEReader |
---|
| 11 | from sas.sascalc.dataloader.readers.cansas_reader import Reader as CANSASReader |
---|
[ad92c5a] | 12 | |
---|
[b699768] | 13 | from sas.sascalc.dataloader.data_info import Data1D |
---|
[5a8cdbb] | 14 | |
---|
[dd11014] | 15 | import os.path |
---|
[bb074b3] | 16 | |
---|
[c551bb3] | 17 | |
---|
[bb074b3] | 18 | class abs_reader(unittest.TestCase): |
---|
| 19 | |
---|
| 20 | def setUp(self): |
---|
[c551bb3] | 21 | reader = AbsReader() |
---|
[17e257b5] | 22 | data = reader.read("jan08002.ABS") |
---|
| 23 | self.data= data[0] |
---|
[c551bb3] | 24 | |
---|
[bb074b3] | 25 | def test_abs_checkdata(self): |
---|
| 26 | """ |
---|
[5a8cdbb] | 27 | Check the data content to see whether |
---|
[bb074b3] | 28 | it matches the specific file we loaded. |
---|
| 29 | Check the units too to see whether the |
---|
| 30 | Data1D defaults changed. Otherwise the |
---|
| 31 | tests won't pass |
---|
| 32 | """ |
---|
| 33 | self.assertEqual(self.data.filename, "jan08002.ABS") |
---|
| 34 | self.assertEqual(self.data.meta_data['loader'], "IGOR 1D") |
---|
[5a8cdbb] | 35 | |
---|
[bb074b3] | 36 | self.assertEqual(self.data.source.wavelength_unit, 'A') |
---|
| 37 | self.assertEqual(self.data.source.wavelength, 6.0) |
---|
[5a8cdbb] | 38 | |
---|
[bb074b3] | 39 | self.assertEqual(self.data.detector[0].distance_unit, 'mm') |
---|
| 40 | self.assertEqual(self.data.detector[0].distance, 1000.0) |
---|
[5a8cdbb] | 41 | |
---|
[bb074b3] | 42 | self.assertEqual(self.data.sample.transmission, 0.5667) |
---|
[5a8cdbb] | 43 | |
---|
[bb074b3] | 44 | self.assertEqual(self.data.detector[0].beam_center_unit, 'mm') |
---|
[ad92c5a] | 45 | center_x = 114.58*5.08 |
---|
| 46 | center_y = 64.22*5.08 |
---|
[bb074b3] | 47 | self.assertEqual(self.data.detector[0].beam_center.x, center_x) |
---|
| 48 | self.assertEqual(self.data.detector[0].beam_center.y, center_y) |
---|
[5a8cdbb] | 49 | |
---|
[a78a02f] | 50 | self.assertEqual(self.data.y_unit, 'cm^{-1}') |
---|
[bb074b3] | 51 | self.assertEqual(self.data.x[0], 0.002618) |
---|
| 52 | self.assertEqual(self.data.x[1], 0.007854) |
---|
| 53 | self.assertEqual(self.data.x[2], 0.01309) |
---|
| 54 | self.assertEqual(self.data.x[126], 0.5828) |
---|
[5a8cdbb] | 55 | |
---|
[bb074b3] | 56 | self.assertEqual(self.data.y[0], 0.02198) |
---|
| 57 | self.assertEqual(self.data.y[1], 0.02201) |
---|
| 58 | self.assertEqual(self.data.y[2], 0.02695) |
---|
| 59 | self.assertEqual(self.data.y[126], 0.2958) |
---|
[5a8cdbb] | 60 | |
---|
[bb074b3] | 61 | self.assertEqual(self.data.dy[0], 0.002704) |
---|
| 62 | self.assertEqual(self.data.dy[1], 0.001643) |
---|
| 63 | self.assertEqual(self.data.dy[2], 0.002452) |
---|
| 64 | self.assertEqual(self.data.dy[126], 1) |
---|
[5a8cdbb] | 65 | |
---|
[bb074b3] | 66 | def test_checkdata2(self): |
---|
| 67 | self.assertEqual(self.data.dy[126], 1) |
---|
[ad92c5a] | 68 | |
---|
[c551bb3] | 69 | def test_generic_loader(self): |
---|
| 70 | # the generic loader should work as well |
---|
| 71 | data = Loader().load("jan08002.ABS") |
---|
[17e257b5] | 72 | self.assertEqual(data[0].meta_data['loader'], "IGOR 1D") |
---|
[c551bb3] | 73 | |
---|
[ad92c5a] | 74 | class DanseReaderTests(unittest.TestCase): |
---|
[5a8cdbb] | 75 | |
---|
[bb074b3] | 76 | def setUp(self): |
---|
[c551bb3] | 77 | reader = DANSEReader() |
---|
[17e257b5] | 78 | data = reader.read("MP_New.sans") |
---|
| 79 | self.data = data[0] |
---|
[bb074b3] | 80 | |
---|
| 81 | def test_checkdata(self): |
---|
| 82 | """ |
---|
[5a8cdbb] | 83 | Check the data content to see whether |
---|
[bb074b3] | 84 | it matches the specific file we loaded. |
---|
| 85 | Check the units too to see whether the |
---|
| 86 | Data1D defaults changed. Otherwise the |
---|
| 87 | tests won't pass |
---|
| 88 | """ |
---|
| 89 | self.assertEqual(self.data.filename, "MP_New.sans") |
---|
| 90 | self.assertEqual(self.data.meta_data['loader'], "DANSE") |
---|
[5a8cdbb] | 91 | |
---|
[bb074b3] | 92 | self.assertEqual(self.data.source.wavelength_unit, 'A') |
---|
| 93 | self.assertEqual(self.data.source.wavelength, 7.5) |
---|
[5a8cdbb] | 94 | |
---|
[bb074b3] | 95 | self.assertEqual(self.data.detector[0].distance_unit, 'mm') |
---|
| 96 | self.assertAlmostEqual(self.data.detector[0].distance, 5414.99, 3) |
---|
[5a8cdbb] | 97 | |
---|
[bb074b3] | 98 | self.assertEqual(self.data.detector[0].beam_center_unit, 'mm') |
---|
| 99 | center_x = 68.74*5.0 |
---|
| 100 | center_y = 64.77*5.0 |
---|
| 101 | self.assertEqual(self.data.detector[0].beam_center.x, center_x) |
---|
| 102 | self.assertEqual(self.data.detector[0].beam_center.y, center_y) |
---|
[5a8cdbb] | 103 | |
---|
[bb074b3] | 104 | self.assertEqual(self.data.I_unit, '1/cm') |
---|
| 105 | self.assertEqual(self.data.data[0], 1.57831) |
---|
| 106 | self.assertEqual(self.data.data[1], 2.70983) |
---|
| 107 | self.assertEqual(self.data.data[2], 3.83422) |
---|
| 108 | |
---|
| 109 | self.assertEqual(self.data.err_data[0], 1.37607) |
---|
| 110 | self.assertEqual(self.data.err_data[1], 1.77569) |
---|
| 111 | self.assertEqual(self.data.err_data[2], 2.06313) |
---|
| 112 | |
---|
[c551bb3] | 113 | def test_generic_loader(self): |
---|
| 114 | # the generic loader should work as well |
---|
| 115 | data = Loader().load("MP_New.sans") |
---|
[17e257b5] | 116 | self.assertEqual(data[0].meta_data['loader'], "DANSE") |
---|
[c551bb3] | 117 | |
---|
[5a8cdbb] | 118 | |
---|
[bb074b3] | 119 | class cansas_reader(unittest.TestCase): |
---|
[5a8cdbb] | 120 | |
---|
[bb074b3] | 121 | def setUp(self): |
---|
[c551bb3] | 122 | reader = CANSASReader() |
---|
| 123 | data = reader.read("cansas1d.xml") |
---|
[bb074b3] | 124 | self.data = data[0] |
---|
[c551bb3] | 125 | |
---|
| 126 | def test_generic_loader(self): |
---|
| 127 | # the generic loader should work as well |
---|
| 128 | data = Loader().load("cansas1d.xml") |
---|
| 129 | self.assertEqual(data[0].meta_data['loader'], "CanSAS XML 1D") |
---|
| 130 | |
---|
[bb074b3] | 131 | def test_cansas_checkdata(self): |
---|
| 132 | self.assertEqual(self.data.filename, "cansas1d.xml") |
---|
| 133 | self._checkdata() |
---|
[5a8cdbb] | 134 | |
---|
[bb074b3] | 135 | def _checkdata(self): |
---|
| 136 | """ |
---|
[5a8cdbb] | 137 | Check the data content to see whether |
---|
[bb074b3] | 138 | it matches the specific file we loaded. |
---|
| 139 | Check the units too to see whether the |
---|
| 140 | Data1D defaults changed. Otherwise the |
---|
| 141 | tests won't pass |
---|
| 142 | """ |
---|
| 143 | self.assertEqual(self.data.run[0], "1234") |
---|
[5f26aa4] | 144 | self.assertEqual(self.data.meta_data['loader'], "CanSAS XML 1D") |
---|
[5a8cdbb] | 145 | |
---|
[bb074b3] | 146 | # Data |
---|
| 147 | self.assertEqual(len(self.data.x), 2) |
---|
[a78a02f] | 148 | self.assertEqual(self.data.x_unit, 'A^{-1}') |
---|
| 149 | self.assertEqual(self.data.y_unit, 'cm^{-1}') |
---|
[bb074b3] | 150 | self.assertAlmostEqual(self.data.x[0], 0.02, 6) |
---|
| 151 | self.assertAlmostEqual(self.data.y[0], 1000, 6) |
---|
| 152 | self.assertAlmostEqual(self.data.dx[0], 0.01, 6) |
---|
| 153 | self.assertAlmostEqual(self.data.dy[0], 3, 6) |
---|
| 154 | self.assertAlmostEqual(self.data.x[1], 0.03, 6) |
---|
| 155 | self.assertAlmostEqual(self.data.y[1], 1001.0) |
---|
| 156 | self.assertAlmostEqual(self.data.dx[1], 0.02, 6) |
---|
| 157 | self.assertAlmostEqual(self.data.dy[1], 4, 6) |
---|
| 158 | self.assertEqual(self.data.run_name['1234'], 'run name') |
---|
| 159 | self.assertEqual(self.data.title, "Test title") |
---|
[5a8cdbb] | 160 | |
---|
[bb074b3] | 161 | # Sample info |
---|
| 162 | self.assertEqual(self.data.sample.ID, "SI600-new-long") |
---|
| 163 | self.assertEqual(self.data.sample.name, "my sample") |
---|
| 164 | self.assertEqual(self.data.sample.thickness_unit, 'mm') |
---|
[5f26aa4] | 165 | self.assertAlmostEqual(self.data.sample.thickness, 1.03) |
---|
[5a8cdbb] | 166 | |
---|
[5f26aa4] | 167 | self.assertAlmostEqual(self.data.sample.transmission, 0.327) |
---|
[5a8cdbb] | 168 | |
---|
[bb074b3] | 169 | self.assertEqual(self.data.sample.temperature_unit, 'C') |
---|
| 170 | self.assertEqual(self.data.sample.temperature, 0) |
---|
| 171 | |
---|
| 172 | self.assertEqual(self.data.sample.position_unit, 'mm') |
---|
| 173 | self.assertEqual(self.data.sample.position.x, 10) |
---|
| 174 | self.assertEqual(self.data.sample.position.y, 0) |
---|
| 175 | |
---|
| 176 | self.assertEqual(self.data.sample.orientation_unit, 'degree') |
---|
| 177 | self.assertAlmostEqual(self.data.sample.orientation.x, 22.5, 6) |
---|
| 178 | self.assertAlmostEqual(self.data.sample.orientation.y, 0.02, 6) |
---|
| 179 | |
---|
[5a8cdbb] | 180 | self.assertEqual(self.data.sample.details[0], "http://chemtools.chem.soton.ac.uk/projects/blog/blogs.php/bit_id/2720") |
---|
| 181 | self.assertEqual(self.data.sample.details[1], "Some text here") |
---|
| 182 | |
---|
[bb074b3] | 183 | # Instrument info |
---|
| 184 | self.assertEqual(self.data.instrument, "canSAS instrument") |
---|
[5a8cdbb] | 185 | |
---|
[bb074b3] | 186 | # Source |
---|
| 187 | self.assertEqual(self.data.source.radiation, "neutron") |
---|
[5a8cdbb] | 188 | |
---|
[bb074b3] | 189 | self.assertEqual(self.data.source.beam_size_unit, "mm") |
---|
| 190 | self.assertEqual(self.data.source.beam_size_name, "bm") |
---|
| 191 | self.assertEqual(self.data.source.beam_size.x, 12) |
---|
| 192 | self.assertEqual(self.data.source.beam_size.y, 13) |
---|
[5a8cdbb] | 193 | |
---|
[bb074b3] | 194 | self.assertEqual(self.data.source.beam_shape, "disc") |
---|
[5a8cdbb] | 195 | |
---|
[bb074b3] | 196 | self.assertEqual(self.data.source.wavelength_unit, "A") |
---|
| 197 | self.assertEqual(self.data.source.wavelength, 6) |
---|
[5a8cdbb] | 198 | |
---|
[bb074b3] | 199 | self.assertEqual(self.data.source.wavelength_max_unit, "nm") |
---|
[5f26aa4] | 200 | self.assertAlmostEqual(self.data.source.wavelength_max, 1.0) |
---|
[bb074b3] | 201 | self.assertEqual(self.data.source.wavelength_min_unit, "nm") |
---|
[5f26aa4] | 202 | self.assertAlmostEqual(self.data.source.wavelength_min, 0.22) |
---|
[bb074b3] | 203 | self.assertEqual(self.data.source.wavelength_spread_unit, "percent") |
---|
| 204 | self.assertEqual(self.data.source.wavelength_spread, 14.3) |
---|
[5a8cdbb] | 205 | |
---|
[bb074b3] | 206 | # Collimation |
---|
| 207 | _found1 = False |
---|
| 208 | _found2 = False |
---|
| 209 | self.assertEqual(self.data.collimation[0].length, 123.) |
---|
| 210 | self.assertEqual(self.data.collimation[0].name, 'test coll name') |
---|
[5a8cdbb] | 211 | |
---|
[bb074b3] | 212 | for item in self.data.collimation[0].aperture: |
---|
| 213 | self.assertEqual(item.size_unit,'mm') |
---|
| 214 | self.assertEqual(item.distance_unit,'mm') |
---|
[5f26aa4] | 215 | |
---|
[c551bb3] | 216 | if item.size.x == 50 \ |
---|
| 217 | and item.distance == 11000.0 \ |
---|
| 218 | and item.name == 'source' \ |
---|
| 219 | and item.type == 'radius': |
---|
[bb074b3] | 220 | _found1 = True |
---|
[c551bb3] | 221 | elif item.size.x == 1.0 \ |
---|
| 222 | and item.name == 'sample' \ |
---|
| 223 | and item.type == 'radius': |
---|
[bb074b3] | 224 | _found2 = True |
---|
[5a8cdbb] | 225 | |
---|
[c551bb3] | 226 | if _found1 == False or _found2 == False: |
---|
[5a8cdbb] | 227 | raise RuntimeError, "Could not find all data %s %s" % (_found1, _found2) |
---|
| 228 | |
---|
[bb074b3] | 229 | # Detector |
---|
| 230 | self.assertEqual(self.data.detector[0].name, "fictional hybrid") |
---|
| 231 | self.assertEqual(self.data.detector[0].distance_unit, "mm") |
---|
| 232 | self.assertEqual(self.data.detector[0].distance, 4150) |
---|
[5a8cdbb] | 233 | |
---|
[bb074b3] | 234 | self.assertEqual(self.data.detector[0].orientation_unit, "degree") |
---|
| 235 | self.assertAlmostEqual(self.data.detector[0].orientation.x, 1.0, 6) |
---|
| 236 | self.assertEqual(self.data.detector[0].orientation.y, 0.0) |
---|
| 237 | self.assertEqual(self.data.detector[0].orientation.z, 0.0) |
---|
[5a8cdbb] | 238 | |
---|
[bb074b3] | 239 | self.assertEqual(self.data.detector[0].offset_unit, "m") |
---|
| 240 | self.assertEqual(self.data.detector[0].offset.x, .001) |
---|
| 241 | self.assertEqual(self.data.detector[0].offset.y, .002) |
---|
| 242 | self.assertEqual(self.data.detector[0].offset.z, None) |
---|
[5a8cdbb] | 243 | |
---|
[bb074b3] | 244 | self.assertEqual(self.data.detector[0].beam_center_unit, "mm") |
---|
| 245 | self.assertEqual(self.data.detector[0].beam_center.x, 322.64) |
---|
| 246 | self.assertEqual(self.data.detector[0].beam_center.y, 327.68) |
---|
| 247 | self.assertEqual(self.data.detector[0].beam_center.z, None) |
---|
[5a8cdbb] | 248 | |
---|
[bb074b3] | 249 | self.assertEqual(self.data.detector[0].pixel_size_unit, "mm") |
---|
| 250 | self.assertEqual(self.data.detector[0].pixel_size.x, 5) |
---|
| 251 | self.assertEqual(self.data.detector[0].pixel_size.y, 5) |
---|
| 252 | self.assertEqual(self.data.detector[0].pixel_size.z, None) |
---|
[5a8cdbb] | 253 | |
---|
[bb074b3] | 254 | # Process |
---|
| 255 | _found_term1 = False |
---|
| 256 | _found_term2 = False |
---|
| 257 | for item in self.data.process: |
---|
| 258 | self.assertTrue(item.name in ['NCNR-IGOR', 'spol']) |
---|
| 259 | self.assertTrue(item.date in ['04-Sep-2007 18:35:02', |
---|
| 260 | '03-SEP-2006 11:42:47']) |
---|
| 261 | for t in item.term: |
---|
[c551bb3] | 262 | if (t['name'] == "ABS:DSTAND" |
---|
| 263 | and t['unit'] == 'mm' |
---|
| 264 | and float(t['value']) == 1.0): |
---|
[bb074b3] | 265 | _found_term2 = True |
---|
[c551bb3] | 266 | elif (t['name'] == "radialstep" |
---|
| 267 | and t['unit'] == 'mm' |
---|
| 268 | and float(t['value']) == 10.0): |
---|
[bb074b3] | 269 | _found_term1 = True |
---|
[5a8cdbb] | 270 | |
---|
[c551bb3] | 271 | if _found_term1 == False or _found_term2 == False: |
---|
[ad92c5a] | 272 | raise RuntimeError, "Could not find all process terms %s %s" % (_found_term1, _found_term2) |
---|
| 273 | |
---|
[bb074b3] | 274 | def test_writer(self): |
---|
[c551bb3] | 275 | r = CANSASReader() |
---|
| 276 | |
---|
[bb074b3] | 277 | filename = "write_test.xml" |
---|
| 278 | r.write(filename, self.data) |
---|
| 279 | data = Loader().load(filename) |
---|
| 280 | self.data = data[0] |
---|
| 281 | self.assertEqual(self.data.filename, filename) |
---|
| 282 | self._checkdata() |
---|
[17c9436] | 283 | if os.path.isfile(filename): |
---|
| 284 | os.remove(filename) |
---|
[ad92c5a] | 285 | |
---|
[bb074b3] | 286 | def test_units(self): |
---|
| 287 | """ |
---|
| 288 | Check units. |
---|
| 289 | Note that not all units are available. |
---|
| 290 | """ |
---|
| 291 | filename = "cansas1d_units.xml" |
---|
[c551bb3] | 292 | data = CANSASReader().read(filename) |
---|
[bb074b3] | 293 | self.data = data[0] |
---|
| 294 | self.assertEqual(self.data.filename, filename) |
---|
| 295 | self._checkdata() |
---|
[ad92c5a] | 296 | |
---|
[bb074b3] | 297 | def test_badunits(self): |
---|
| 298 | """ |
---|
| 299 | Check units. |
---|
| 300 | Note that not all units are available. |
---|
| 301 | """ |
---|
| 302 | filename = "cansas1d_badunits.xml" |
---|
[c551bb3] | 303 | data = CANSASReader().read(filename) |
---|
[bb074b3] | 304 | self.data = data[0] |
---|
| 305 | self.assertEqual(self.data.filename, filename) |
---|
| 306 | # The followed should not have been loaded |
---|
[5f26aa4] | 307 | self.assertAlmostEqual(self.data.sample.thickness, 0.00103) |
---|
[bb074b3] | 308 | # This one should |
---|
[5f26aa4] | 309 | self.assertAlmostEqual(self.data.sample.transmission, 0.327) |
---|
[5a8cdbb] | 310 | |
---|
[5f26aa4] | 311 | self.assertEqual(self.data.meta_data['loader'], "CanSAS XML 1D") |
---|
[17e257b5] | 312 | self.assertEqual(len(self.data.errors), 0) |
---|
[ad92c5a] | 313 | |
---|
[bb074b3] | 314 | def test_slits(self): |
---|
| 315 | """ |
---|
| 316 | Check slit data |
---|
| 317 | """ |
---|
| 318 | filename = "cansas1d_slit.xml" |
---|
[c551bb3] | 319 | data = CANSASReader().read(filename) |
---|
[bb074b3] | 320 | self.data = data[0] |
---|
| 321 | self.assertEqual(self.data.filename, filename) |
---|
| 322 | self.assertEqual(self.data.run[0], "1234") |
---|
[5a8cdbb] | 323 | |
---|
[bb074b3] | 324 | # Data |
---|
| 325 | self.assertEqual(len(self.data.x), 2) |
---|
[a78a02f] | 326 | self.assertEqual(self.data.x_unit, 'A^{-1}') |
---|
| 327 | self.assertEqual(self.data.y_unit, 'cm^{-1}') |
---|
[bb074b3] | 328 | self.assertEqual(self.data.x[0], 0.02) |
---|
| 329 | self.assertEqual(self.data.y[0], 1000) |
---|
| 330 | self.assertEqual(self.data.dxl[0], 0.005) |
---|
| 331 | self.assertEqual(self.data.dxw[0], 0.001) |
---|
| 332 | self.assertEqual(self.data.dy[0], 3) |
---|
| 333 | self.assertEqual(self.data.x[1], 0.03) |
---|
| 334 | self.assertAlmostEquals(self.data.y[1], 1001.0) |
---|
[17e257b5] | 335 | self.assertEqual(self.data.dx[0], 0.0) |
---|
[bb074b3] | 336 | self.assertEqual(self.data.dxl[1], 0.005) |
---|
| 337 | self.assertEqual(self.data.dxw[1], 0.001) |
---|
| 338 | self.assertEqual(self.data.dy[1], 4) |
---|
| 339 | self.assertEqual(self.data.run_name['1234'], 'run name') |
---|
| 340 | self.assertEqual(self.data.title, "Test title") |
---|
[ad92c5a] | 341 | |
---|
[bb074b3] | 342 | |
---|
| 343 | if __name__ == '__main__': |
---|
[5f26aa4] | 344 | unittest.main() |
---|