Changeset 6eaf89ea in sasview for src/sas/sascalc/file_converter

Timestamp:

Aug 5, 2016 5:49:33 AM (8 years ago)

Author:

lewis

Branches:

master, ESS_GUI, ESS_GUI_Docs, ESS_GUI_batch_fitting, ESS_GUI_bumps_abstraction, ESS_GUI_iss1116, ESS_GUI_iss879, ESS_GUI_iss959, ESS_GUI_opencl, ESS_GUI_ordering, ESS_GUI_sync_sascalc, costrafo411, magnetic_scatt, release-4.1.1, release-4.1.2, release-4.2.2, ticket-1009, ticket-1094-headless, ticket-1242-2d-resolution, ticket-1243, ticket-1249, ticket885, unittest-saveload

Children:

c3f0114

Parents:

e5308b6

Message:

Implement reading BSL/OTOKO header file

Location:

src/sas/sascalc/file_converter

Files:

• bsl_loader.py (modified) (4 diffs)
• c_ext/bsl_loader.c (modified) (6 diffs)
• c_ext/bsl_loader.h (modified) (1 diff)

src/sas/sascalc/file_converter/bsl_loader.py

@@ -1 +1 @@
 from sas.sascalc.file_converter.core.bsl_loader import CLoader
+from copy import deepcopy
+import os
 import numpy as np
 
@@ -6 +8 @@
     # TODO: Change to __init__(self, filename, frame)
     # and parse n_(pixels/rasters) from header file
-    def __init__(self, filename, frame, n_pixels, n_rasters):
-        CLoader.__init__(self, filename, frame, n_pixels, n_rasters)
+    def __init__(self, filename, frame):
+        header_file = open(filename, 'r')
+        data_info = {}
+        is_valid = True
+        err_msg = ""
 
-    # See invertor.py for implementation of pickling and setters/getters
+        [folder, filename] = os.path.split(filename)
+
+        # First 2 lines are headers
+        header_file.readline()
+        header_file.readline()
+
+        while True:
+            import pdb; pdb.set_trace()
+            metadata = header_file.readline().strip()
+            metadata = metadata.split()
+            data_filename = header_file.readline().strip()
+
+            if len(metadata) != 10:
+                is_valid = False
+                err_msg = "Invalid header file: {}".format(filename)
+                break
+            # SAS data will be in file Xnn001.mdd
+            if data_filename != filename.replace('0.', '1.'):
+                continue
+            try:
+                data_info = {
+                    'filename': os.path.join(folder, data_filename),
+                    'pixels': int(metadata[0]),
+                    'rasters': int(metadata[1]),
+                    'frames': int(metadata[2]),
+                    'swap_bytes': int(metadata[3])
+                }
+            except:
+                is_valid = False
+                err_msg = "Invalid metadata in header file for {}".format(filename.replace('0.', '1.'))
+            break
+
+        if not is_valid:
+            raise Exception(err_msg)
+
+        if data_info['frames'] == 1:
+            # File is actually in OTOKO (1D) format
+            # Number of frames is 2nd indicator,
+            data_info['frames'] = data_info['rasters']
+            data_info['rasters'] = data_info['pixels']
+            data_info['pixels'] = 1
+
+        CLoader.__init__(self, data_info['filename'], frame,
+            data_info['pixels'], data_info['rasters'], data_info['swap_bytes'])
 
     def __setattr__(self, name, value):
@@ -20 +68 @@
         elif name == 'n_rasters':
             return self.set_n_rasters(value)
-        return CBSLLoader.__set_attr__(self, name, value)
+        elif name == 'swap_bytes':
+            return self.set_swap_bytes(value)
+        return CLoader.__setattr__(self, name, value)
 
     def __getattr__(self, name):
@@ -31 +81 @@
         elif name == 'n_rasters':
             return self.get_n_rasters()
-        return CBSLLoader.__getattr__(self, name)
+        elif name == 'swap_bytes':
+            return self.get_swap_bytes()
+        return CLoader.__getattr__(self, name)
 
     def create_arr(self):

src/sas/sascalc/file_converter/c_ext/bsl_loader.c

@@ -24 +24 @@
     const int n_pixels;
     const int n_rasters;
+    const int swap_bytes;
     if (self != NULL) {
-        if (!PyArg_ParseTuple(args, "siii", &filename, &frame, &n_pixels, &n_rasters))
+        if (!PyArg_ParseTuple(args, "siiii", &filename, &frame, &n_pixels, &n_rasters, &swap_bytes))
             Py_RETURN_NONE;
         if (!(self->params.filename = malloc(strlen(filename) + 1)))
@@ -33 +34 @@
         self->params.n_pixels = n_pixels;
         self->params.n_rasters = n_rasters;
+        self->params.swap_bytes = swap_bytes;
     }
 
@@ -46 +48 @@
     char str[100];
     sprintf(str,
-        "Filename: %s\nframe: %d\nn_pixels: %d\nn_rasters: %d\n",
+        "Filename: %s\nframe: %d\nn_pixels: %d\nn_rasters: %d\nswap_bytes: %d",
         self->params.filename,
         self->params.frame,
         self->params.n_pixels,
-        self->params.n_rasters);
+        self->params.n_rasters,
+        self->params.swap_bytes);
     return Py_BuildValue("s", str);
 }
@@ -104 +107 @@
 
     return Py_BuildValue("i", self->params.n_rasters);
+}
+
+static PyObject *get_swap_bytes(CLoader *self, PyObject *args) {
+    return Py_BuildValue("i", self->params.swap_bytes);
+}
+
+static PyObject *set_swap_bytes(CLoader *self, PyObject *args) {
+    int new_swap;
+    if (!PyArg_ParseTuple(args, "i", &new_swap))
+        return NULL;
+    self->params.swap_bytes = new_swap;
+
+    return Py_BuildValue("i", self->params.swap_bytes);
+}
+
+float reverse_float(const float in_float){
+    float retval;
+    char *to_convert = (char *)&in_float;
+    char *return_float = (char *)&retval;
+
+    return_float[0] = to_convert[3];
+    return_float[1] = to_convert[2];
+    return_float[2] = to_convert[1];
+    return_float[3] = to_convert[0];
+
+    return retval;
 }
 
@@ -138 +167 @@
         for (pixel = 0; pixel < self->params.n_pixels; pixel++) {
             fread(&cur_val, sizeof(float), 1, input_file);
+            if (self->params.swap_bytes == 0)
+                cur_val = reverse_float(cur_val);
             PyArray_SETITEM(data, PyArray_GETPTR2(data, raster, pixel), PyFloat_FromDouble(cur_val));
             read_val = PyArray_GETITEM(data, PyArray_GETPTR2(data, raster, pixel));
@@ -161 +192 @@
     { "get_n_rasters", (PyCFunction)get_n_rasters, METH_VARARGS, "Get n_rasters" },
     { "set_n_rasters", (PyCFunction)set_n_rasters, METH_VARARGS, "Set n_rasters" },
+    { "get_swap_bytes", (PyCFunction)get_swap_bytes, METH_VARARGS, "Get swap_bytes" },
+    { "set_swap_bytes", (PyCFunction)set_swap_bytes, METH_VARARGS, "Set swap_bytes" },
     { "load_data", (PyCFunction)load_data, METH_VARARGS, "Load the data into a numpy array" },
     {NULL}

src/sas/sascalc/file_converter/c_ext/bsl_loader.h

@@ -11 +11 @@
     // Number of rasters in the file
     int n_rasters;
+    // Whether or not the bytes are in reverse order
+    int swap_bytes;
 } CLoader_params;