[bb074b3] | 1 | """ |
---|
| 2 | Unit tests for data manipulations |
---|
| 3 | """ |
---|
[aaf5e49] | 4 | from __future__ import print_function |
---|
[bb074b3] | 5 | |
---|
| 6 | import unittest |
---|
[9a5097c] | 7 | import numpy as np |
---|
[36d69e1] | 8 | from sas.sascalc.dataloader.loader import Loader |
---|
[c551bb3] | 9 | from sas.sascalc.dataloader.readers.abs_reader import Reader as AbsReader |
---|
| 10 | from sas.sascalc.dataloader.readers.danse_reader import Reader as DANSEReader |
---|
| 11 | from sas.sascalc.dataloader.readers.cansas_reader import Reader as CANSASReader |
---|
[ad92c5a] | 12 | |
---|
[b699768] | 13 | from sas.sascalc.dataloader.data_info import Data1D |
---|
[5a8cdbb] | 14 | |
---|
[dd11014] | 15 | import os.path |
---|
[bb074b3] | 16 | |
---|
[c551bb3] | 17 | |
---|
[bb074b3] | 18 | class abs_reader(unittest.TestCase): |
---|
| 19 | |
---|
| 20 | def setUp(self): |
---|
[c551bb3] | 21 | reader = AbsReader() |
---|
[fe15198] | 22 | self.data_list = reader.read("jan08002.ABS") |
---|
| 23 | self.data = self.data_list[0] |
---|
[c551bb3] | 24 | |
---|
[bb074b3] | 25 | def test_abs_checkdata(self): |
---|
| 26 | """ |
---|
[5a8cdbb] | 27 | Check the data content to see whether |
---|
[bb074b3] | 28 | it matches the specific file we loaded. |
---|
| 29 | Check the units too to see whether the |
---|
| 30 | Data1D defaults changed. Otherwise the |
---|
| 31 | tests won't pass |
---|
| 32 | """ |
---|
| 33 | self.assertEqual(self.data.filename, "jan08002.ABS") |
---|
| 34 | self.assertEqual(self.data.meta_data['loader'], "IGOR 1D") |
---|
[5a8cdbb] | 35 | |
---|
[bb074b3] | 36 | self.assertEqual(self.data.source.wavelength_unit, 'A') |
---|
| 37 | self.assertEqual(self.data.source.wavelength, 6.0) |
---|
[5a8cdbb] | 38 | |
---|
[bb074b3] | 39 | self.assertEqual(self.data.detector[0].distance_unit, 'mm') |
---|
| 40 | self.assertEqual(self.data.detector[0].distance, 1000.0) |
---|
[5a8cdbb] | 41 | |
---|
[bb074b3] | 42 | self.assertEqual(self.data.sample.transmission, 0.5667) |
---|
[5a8cdbb] | 43 | |
---|
[bb074b3] | 44 | self.assertEqual(self.data.detector[0].beam_center_unit, 'mm') |
---|
[ad92c5a] | 45 | center_x = 114.58*5.08 |
---|
| 46 | center_y = 64.22*5.08 |
---|
[bb074b3] | 47 | self.assertEqual(self.data.detector[0].beam_center.x, center_x) |
---|
| 48 | self.assertEqual(self.data.detector[0].beam_center.y, center_y) |
---|
[5a8cdbb] | 49 | |
---|
[a78a02f] | 50 | self.assertEqual(self.data.y_unit, 'cm^{-1}') |
---|
[bb074b3] | 51 | self.assertEqual(self.data.x[0], 0.002618) |
---|
| 52 | self.assertEqual(self.data.x[1], 0.007854) |
---|
| 53 | self.assertEqual(self.data.x[2], 0.01309) |
---|
| 54 | self.assertEqual(self.data.x[126], 0.5828) |
---|
[5a8cdbb] | 55 | |
---|
[bb074b3] | 56 | self.assertEqual(self.data.y[0], 0.02198) |
---|
| 57 | self.assertEqual(self.data.y[1], 0.02201) |
---|
| 58 | self.assertEqual(self.data.y[2], 0.02695) |
---|
| 59 | self.assertEqual(self.data.y[126], 0.2958) |
---|
[5a8cdbb] | 60 | |
---|
[bb074b3] | 61 | self.assertEqual(self.data.dy[0], 0.002704) |
---|
| 62 | self.assertEqual(self.data.dy[1], 0.001643) |
---|
| 63 | self.assertEqual(self.data.dy[2], 0.002452) |
---|
| 64 | self.assertEqual(self.data.dy[126], 1) |
---|
[5a8cdbb] | 65 | |
---|
[bb074b3] | 66 | def test_checkdata2(self): |
---|
| 67 | self.assertEqual(self.data.dy[126], 1) |
---|
[ad92c5a] | 68 | |
---|
[c551bb3] | 69 | def test_generic_loader(self): |
---|
| 70 | # the generic loader should work as well |
---|
| 71 | data = Loader().load("jan08002.ABS") |
---|
[17e257b5] | 72 | self.assertEqual(data[0].meta_data['loader'], "IGOR 1D") |
---|
[c551bb3] | 73 | |
---|
[ad92c5a] | 74 | class DanseReaderTests(unittest.TestCase): |
---|
[5a8cdbb] | 75 | |
---|
[bb074b3] | 76 | def setUp(self): |
---|
[c551bb3] | 77 | reader = DANSEReader() |
---|
[fe15198] | 78 | self.data_list = reader.read("MP_New.sans") |
---|
| 79 | self.data = self.data_list[0] |
---|
[bb074b3] | 80 | |
---|
| 81 | def test_checkdata(self): |
---|
| 82 | """ |
---|
[5a8cdbb] | 83 | Check the data content to see whether |
---|
[bb074b3] | 84 | it matches the specific file we loaded. |
---|
| 85 | Check the units too to see whether the |
---|
| 86 | Data1D defaults changed. Otherwise the |
---|
| 87 | tests won't pass |
---|
| 88 | """ |
---|
[fe15198] | 89 | self.assertEqual(len(self.data_list), 1) |
---|
[bb074b3] | 90 | self.assertEqual(self.data.filename, "MP_New.sans") |
---|
| 91 | self.assertEqual(self.data.meta_data['loader'], "DANSE") |
---|
[5a8cdbb] | 92 | |
---|
[bb074b3] | 93 | self.assertEqual(self.data.source.wavelength_unit, 'A') |
---|
| 94 | self.assertEqual(self.data.source.wavelength, 7.5) |
---|
[5a8cdbb] | 95 | |
---|
[bb074b3] | 96 | self.assertEqual(self.data.detector[0].distance_unit, 'mm') |
---|
| 97 | self.assertAlmostEqual(self.data.detector[0].distance, 5414.99, 3) |
---|
[5a8cdbb] | 98 | |
---|
[bb074b3] | 99 | self.assertEqual(self.data.detector[0].beam_center_unit, 'mm') |
---|
| 100 | center_x = 68.74*5.0 |
---|
| 101 | center_y = 64.77*5.0 |
---|
| 102 | self.assertEqual(self.data.detector[0].beam_center.x, center_x) |
---|
| 103 | self.assertEqual(self.data.detector[0].beam_center.y, center_y) |
---|
[5a8cdbb] | 104 | |
---|
[bb074b3] | 105 | self.assertEqual(self.data.I_unit, '1/cm') |
---|
| 106 | self.assertEqual(self.data.data[0], 1.57831) |
---|
| 107 | self.assertEqual(self.data.data[1], 2.70983) |
---|
| 108 | self.assertEqual(self.data.data[2], 3.83422) |
---|
| 109 | |
---|
| 110 | self.assertEqual(self.data.err_data[0], 1.37607) |
---|
| 111 | self.assertEqual(self.data.err_data[1], 1.77569) |
---|
| 112 | self.assertEqual(self.data.err_data[2], 2.06313) |
---|
| 113 | |
---|
[c551bb3] | 114 | def test_generic_loader(self): |
---|
| 115 | # the generic loader should work as well |
---|
| 116 | data = Loader().load("MP_New.sans") |
---|
[fe15198] | 117 | self.assertEqual(len(data), 1) |
---|
[17e257b5] | 118 | self.assertEqual(data[0].meta_data['loader'], "DANSE") |
---|
[c551bb3] | 119 | |
---|
[5a8cdbb] | 120 | |
---|
[bb074b3] | 121 | class cansas_reader(unittest.TestCase): |
---|
[5a8cdbb] | 122 | |
---|
[bb074b3] | 123 | def setUp(self): |
---|
[c551bb3] | 124 | reader = CANSASReader() |
---|
[fe15198] | 125 | self.data_list = reader.read("cansas1d.xml") |
---|
| 126 | self.data = self.data_list[0] |
---|
[c551bb3] | 127 | |
---|
| 128 | def test_generic_loader(self): |
---|
| 129 | # the generic loader should work as well |
---|
| 130 | data = Loader().load("cansas1d.xml") |
---|
[fe15198] | 131 | self.assertEqual(len(data), 1) |
---|
[c551bb3] | 132 | self.assertEqual(data[0].meta_data['loader'], "CanSAS XML 1D") |
---|
| 133 | |
---|
[bb074b3] | 134 | def test_cansas_checkdata(self): |
---|
| 135 | self.assertEqual(self.data.filename, "cansas1d.xml") |
---|
| 136 | self._checkdata() |
---|
[5a8cdbb] | 137 | |
---|
[bb074b3] | 138 | def _checkdata(self): |
---|
| 139 | """ |
---|
[5a8cdbb] | 140 | Check the data content to see whether |
---|
[bb074b3] | 141 | it matches the specific file we loaded. |
---|
| 142 | Check the units too to see whether the |
---|
| 143 | Data1D defaults changed. Otherwise the |
---|
| 144 | tests won't pass |
---|
| 145 | """ |
---|
[fe15198] | 146 | self.assertEqual(len(self.data_list), 1) |
---|
[bb074b3] | 147 | self.assertEqual(self.data.run[0], "1234") |
---|
[5f26aa4] | 148 | self.assertEqual(self.data.meta_data['loader'], "CanSAS XML 1D") |
---|
[5a8cdbb] | 149 | |
---|
[bb074b3] | 150 | # Data |
---|
| 151 | self.assertEqual(len(self.data.x), 2) |
---|
[a78a02f] | 152 | self.assertEqual(self.data.x_unit, 'A^{-1}') |
---|
| 153 | self.assertEqual(self.data.y_unit, 'cm^{-1}') |
---|
[bb074b3] | 154 | self.assertAlmostEqual(self.data.x[0], 0.02, 6) |
---|
| 155 | self.assertAlmostEqual(self.data.y[0], 1000, 6) |
---|
| 156 | self.assertAlmostEqual(self.data.dx[0], 0.01, 6) |
---|
| 157 | self.assertAlmostEqual(self.data.dy[0], 3, 6) |
---|
| 158 | self.assertAlmostEqual(self.data.x[1], 0.03, 6) |
---|
| 159 | self.assertAlmostEqual(self.data.y[1], 1001.0) |
---|
| 160 | self.assertAlmostEqual(self.data.dx[1], 0.02, 6) |
---|
| 161 | self.assertAlmostEqual(self.data.dy[1], 4, 6) |
---|
| 162 | self.assertEqual(self.data.run_name['1234'], 'run name') |
---|
| 163 | self.assertEqual(self.data.title, "Test title") |
---|
[5a8cdbb] | 164 | |
---|
[bb074b3] | 165 | # Sample info |
---|
| 166 | self.assertEqual(self.data.sample.ID, "SI600-new-long") |
---|
| 167 | self.assertEqual(self.data.sample.name, "my sample") |
---|
| 168 | self.assertEqual(self.data.sample.thickness_unit, 'mm') |
---|
[5f26aa4] | 169 | self.assertAlmostEqual(self.data.sample.thickness, 1.03) |
---|
[5a8cdbb] | 170 | |
---|
[5f26aa4] | 171 | self.assertAlmostEqual(self.data.sample.transmission, 0.327) |
---|
[5a8cdbb] | 172 | |
---|
[bb074b3] | 173 | self.assertEqual(self.data.sample.temperature_unit, 'C') |
---|
| 174 | self.assertEqual(self.data.sample.temperature, 0) |
---|
| 175 | |
---|
| 176 | self.assertEqual(self.data.sample.position_unit, 'mm') |
---|
| 177 | self.assertEqual(self.data.sample.position.x, 10) |
---|
| 178 | self.assertEqual(self.data.sample.position.y, 0) |
---|
| 179 | |
---|
| 180 | self.assertEqual(self.data.sample.orientation_unit, 'degree') |
---|
| 181 | self.assertAlmostEqual(self.data.sample.orientation.x, 22.5, 6) |
---|
| 182 | self.assertAlmostEqual(self.data.sample.orientation.y, 0.02, 6) |
---|
| 183 | |
---|
[5a8cdbb] | 184 | self.assertEqual(self.data.sample.details[0], "http://chemtools.chem.soton.ac.uk/projects/blog/blogs.php/bit_id/2720") |
---|
| 185 | self.assertEqual(self.data.sample.details[1], "Some text here") |
---|
| 186 | |
---|
[bb074b3] | 187 | # Instrument info |
---|
| 188 | self.assertEqual(self.data.instrument, "canSAS instrument") |
---|
[5a8cdbb] | 189 | |
---|
[bb074b3] | 190 | # Source |
---|
| 191 | self.assertEqual(self.data.source.radiation, "neutron") |
---|
[5a8cdbb] | 192 | |
---|
[bb074b3] | 193 | self.assertEqual(self.data.source.beam_size_unit, "mm") |
---|
| 194 | self.assertEqual(self.data.source.beam_size_name, "bm") |
---|
| 195 | self.assertEqual(self.data.source.beam_size.x, 12) |
---|
| 196 | self.assertEqual(self.data.source.beam_size.y, 13) |
---|
[5a8cdbb] | 197 | |
---|
[bb074b3] | 198 | self.assertEqual(self.data.source.beam_shape, "disc") |
---|
[5a8cdbb] | 199 | |
---|
[bb074b3] | 200 | self.assertEqual(self.data.source.wavelength_unit, "A") |
---|
| 201 | self.assertEqual(self.data.source.wavelength, 6) |
---|
[5a8cdbb] | 202 | |
---|
[bb074b3] | 203 | self.assertEqual(self.data.source.wavelength_max_unit, "nm") |
---|
[5f26aa4] | 204 | self.assertAlmostEqual(self.data.source.wavelength_max, 1.0) |
---|
[bb074b3] | 205 | self.assertEqual(self.data.source.wavelength_min_unit, "nm") |
---|
[5f26aa4] | 206 | self.assertAlmostEqual(self.data.source.wavelength_min, 0.22) |
---|
[bb074b3] | 207 | self.assertEqual(self.data.source.wavelength_spread_unit, "percent") |
---|
| 208 | self.assertEqual(self.data.source.wavelength_spread, 14.3) |
---|
[5a8cdbb] | 209 | |
---|
[bb074b3] | 210 | # Collimation |
---|
| 211 | _found1 = False |
---|
| 212 | _found2 = False |
---|
| 213 | self.assertEqual(self.data.collimation[0].length, 123.) |
---|
| 214 | self.assertEqual(self.data.collimation[0].name, 'test coll name') |
---|
[5a8cdbb] | 215 | |
---|
[bb074b3] | 216 | for item in self.data.collimation[0].aperture: |
---|
| 217 | self.assertEqual(item.size_unit,'mm') |
---|
| 218 | self.assertEqual(item.distance_unit,'mm') |
---|
[5f26aa4] | 219 | |
---|
[c551bb3] | 220 | if item.size.x == 50 \ |
---|
| 221 | and item.distance == 11000.0 \ |
---|
| 222 | and item.name == 'source' \ |
---|
| 223 | and item.type == 'radius': |
---|
[bb074b3] | 224 | _found1 = True |
---|
[c551bb3] | 225 | elif item.size.x == 1.0 \ |
---|
| 226 | and item.name == 'sample' \ |
---|
| 227 | and item.type == 'radius': |
---|
[bb074b3] | 228 | _found2 = True |
---|
[5a8cdbb] | 229 | |
---|
[574adc7] | 230 | if not _found1 or not _found2: |
---|
| 231 | raise RuntimeError("Could not find all data %s %s" |
---|
| 232 | % (_found1, _found2)) |
---|
[5a8cdbb] | 233 | |
---|
[bb074b3] | 234 | # Detector |
---|
| 235 | self.assertEqual(self.data.detector[0].name, "fictional hybrid") |
---|
| 236 | self.assertEqual(self.data.detector[0].distance_unit, "mm") |
---|
| 237 | self.assertEqual(self.data.detector[0].distance, 4150) |
---|
[5a8cdbb] | 238 | |
---|
[bb074b3] | 239 | self.assertEqual(self.data.detector[0].orientation_unit, "degree") |
---|
| 240 | self.assertAlmostEqual(self.data.detector[0].orientation.x, 1.0, 6) |
---|
| 241 | self.assertEqual(self.data.detector[0].orientation.y, 0.0) |
---|
| 242 | self.assertEqual(self.data.detector[0].orientation.z, 0.0) |
---|
[5a8cdbb] | 243 | |
---|
[bb074b3] | 244 | self.assertEqual(self.data.detector[0].offset_unit, "m") |
---|
| 245 | self.assertEqual(self.data.detector[0].offset.x, .001) |
---|
| 246 | self.assertEqual(self.data.detector[0].offset.y, .002) |
---|
| 247 | self.assertEqual(self.data.detector[0].offset.z, None) |
---|
[5a8cdbb] | 248 | |
---|
[bb074b3] | 249 | self.assertEqual(self.data.detector[0].beam_center_unit, "mm") |
---|
| 250 | self.assertEqual(self.data.detector[0].beam_center.x, 322.64) |
---|
| 251 | self.assertEqual(self.data.detector[0].beam_center.y, 327.68) |
---|
| 252 | self.assertEqual(self.data.detector[0].beam_center.z, None) |
---|
[5a8cdbb] | 253 | |
---|
[bb074b3] | 254 | self.assertEqual(self.data.detector[0].pixel_size_unit, "mm") |
---|
| 255 | self.assertEqual(self.data.detector[0].pixel_size.x, 5) |
---|
| 256 | self.assertEqual(self.data.detector[0].pixel_size.y, 5) |
---|
| 257 | self.assertEqual(self.data.detector[0].pixel_size.z, None) |
---|
[5a8cdbb] | 258 | |
---|
[bb074b3] | 259 | # Process |
---|
| 260 | _found_term1 = False |
---|
| 261 | _found_term2 = False |
---|
| 262 | for item in self.data.process: |
---|
| 263 | self.assertTrue(item.name in ['NCNR-IGOR', 'spol']) |
---|
| 264 | self.assertTrue(item.date in ['04-Sep-2007 18:35:02', |
---|
| 265 | '03-SEP-2006 11:42:47']) |
---|
| 266 | for t in item.term: |
---|
[c551bb3] | 267 | if (t['name'] == "ABS:DSTAND" |
---|
| 268 | and t['unit'] == 'mm' |
---|
| 269 | and float(t['value']) == 1.0): |
---|
[bb074b3] | 270 | _found_term2 = True |
---|
[c551bb3] | 271 | elif (t['name'] == "radialstep" |
---|
| 272 | and t['unit'] == 'mm' |
---|
| 273 | and float(t['value']) == 10.0): |
---|
[bb074b3] | 274 | _found_term1 = True |
---|
[5a8cdbb] | 275 | |
---|
[574adc7] | 276 | if not _found_term1 or not _found_term2: |
---|
| 277 | raise RuntimeError("Could not find all process terms %s %s" |
---|
| 278 | % (_found_term1, _found_term2)) |
---|
[ad92c5a] | 279 | |
---|
[bb074b3] | 280 | def test_writer(self): |
---|
[c551bb3] | 281 | r = CANSASReader() |
---|
| 282 | |
---|
[bb074b3] | 283 | filename = "write_test.xml" |
---|
| 284 | r.write(filename, self.data) |
---|
| 285 | data = Loader().load(filename) |
---|
| 286 | self.data = data[0] |
---|
[fe15198] | 287 | self.assertEqual(len(data), 1) |
---|
[bb074b3] | 288 | self.assertEqual(self.data.filename, filename) |
---|
| 289 | self._checkdata() |
---|
[17c9436] | 290 | if os.path.isfile(filename): |
---|
| 291 | os.remove(filename) |
---|
[ad92c5a] | 292 | |
---|
[bb074b3] | 293 | def test_units(self): |
---|
| 294 | """ |
---|
| 295 | Check units. |
---|
| 296 | Note that not all units are available. |
---|
| 297 | """ |
---|
| 298 | filename = "cansas1d_units.xml" |
---|
[c551bb3] | 299 | data = CANSASReader().read(filename) |
---|
[bb074b3] | 300 | self.data = data[0] |
---|
[fe15198] | 301 | self.assertEqual(len(data), 1) |
---|
[bb074b3] | 302 | self.assertEqual(self.data.filename, filename) |
---|
| 303 | self._checkdata() |
---|
[ad92c5a] | 304 | |
---|
[bb074b3] | 305 | def test_badunits(self): |
---|
| 306 | """ |
---|
| 307 | Check units. |
---|
| 308 | Note that not all units are available. |
---|
| 309 | """ |
---|
| 310 | filename = "cansas1d_badunits.xml" |
---|
[c551bb3] | 311 | data = CANSASReader().read(filename) |
---|
[bb074b3] | 312 | self.data = data[0] |
---|
[fe15198] | 313 | self.assertEqual(len(data), 1) |
---|
[bb074b3] | 314 | self.assertEqual(self.data.filename, filename) |
---|
| 315 | # The followed should not have been loaded |
---|
[5f26aa4] | 316 | self.assertAlmostEqual(self.data.sample.thickness, 0.00103) |
---|
[bb074b3] | 317 | # This one should |
---|
[5f26aa4] | 318 | self.assertAlmostEqual(self.data.sample.transmission, 0.327) |
---|
[5a8cdbb] | 319 | |
---|
[5f26aa4] | 320 | self.assertEqual(self.data.meta_data['loader'], "CanSAS XML 1D") |
---|
[17e257b5] | 321 | self.assertEqual(len(self.data.errors), 0) |
---|
[ad92c5a] | 322 | |
---|
[bb074b3] | 323 | def test_slits(self): |
---|
| 324 | """ |
---|
| 325 | Check slit data |
---|
| 326 | """ |
---|
| 327 | filename = "cansas1d_slit.xml" |
---|
[c551bb3] | 328 | data = CANSASReader().read(filename) |
---|
[bb074b3] | 329 | self.data = data[0] |
---|
[fe15198] | 330 | self.assertEqual(len(data), 1) |
---|
| 331 | self.assertEqual(len(self.data_list), 1) |
---|
[bb074b3] | 332 | self.assertEqual(self.data.filename, filename) |
---|
| 333 | self.assertEqual(self.data.run[0], "1234") |
---|
[5a8cdbb] | 334 | |
---|
[bb074b3] | 335 | # Data |
---|
| 336 | self.assertEqual(len(self.data.x), 2) |
---|
[a78a02f] | 337 | self.assertEqual(self.data.x_unit, 'A^{-1}') |
---|
| 338 | self.assertEqual(self.data.y_unit, 'cm^{-1}') |
---|
[bb074b3] | 339 | self.assertEqual(self.data.x[0], 0.02) |
---|
| 340 | self.assertEqual(self.data.y[0], 1000) |
---|
| 341 | self.assertEqual(self.data.dxl[0], 0.005) |
---|
| 342 | self.assertEqual(self.data.dxw[0], 0.001) |
---|
| 343 | self.assertEqual(self.data.dy[0], 3) |
---|
| 344 | self.assertEqual(self.data.x[1], 0.03) |
---|
| 345 | self.assertAlmostEquals(self.data.y[1], 1001.0) |
---|
| 346 | self.assertEqual(self.data.dxl[1], 0.005) |
---|
| 347 | self.assertEqual(self.data.dxw[1], 0.001) |
---|
| 348 | self.assertEqual(self.data.dy[1], 4) |
---|
| 349 | self.assertEqual(self.data.run_name['1234'], 'run name') |
---|
| 350 | self.assertEqual(self.data.title, "Test title") |
---|
[ad92c5a] | 351 | |
---|
[bb074b3] | 352 | |
---|
| 353 | if __name__ == '__main__': |
---|
[5f26aa4] | 354 | unittest.main() |
---|