Changeset 91bd550 in sasmodels

Timestamp:

Sep 17, 2018 6:10:44 PM (6 years ago)

Author:

Paul Kienzle <pkienzle@…>

Branches:

master, core_shell_microgels, magnetic_model, ticket-1257-vesicle-product, ticket_1156, ticket_1265_superball, ticket_822_more_unit_tests

Children:

c11d09f

Parents:

839fd68

Message:

handle nested dependencies

Location:

sasmodels

Files:

• custom/__init__.py (modified) (2 diffs)
• kernelpy.py (modified) (1 diff)

sasmodels/custom/__init__.py

@@ -38 +38 @@
 
 _MODULE_CACHE = {}
+_MODULE_DEPENDS = {}
+_MODULE_DEPENDS_STACK = []
 def load_custom_kernel_module(path):
     """load SAS kernel from *path* as *sasmodels.custom.modelname*"""
@@ -43 +45 @@
     name = basename(splitext(path)[0])
     path = os.path.expanduser(path)
-    timestamp = os.path.getmtime(path)
-    module, cache_time = _MODULE_CACHE.get(path, (None, -1))
-    if cache_time < timestamp:
-        # Placing the model in the 'sasmodels.custom' name space.
+
+    # reload module if necessary
+    if need_reload(path):
+        # Push to the next dependency level
+        _MODULE_DEPENDS_STACK.append(path)
+        _MODULE_DEPENDS[path] = set([path])
+
+        # Load module into the 'sasmodels.custom' name space.
+        # If this triggers any submodule loads then they will be added
+        # as dependencies below when _MODULE_DEPENDS_STACK is not empty.
         module = load_module_from_path('sasmodels.custom.'+name, path)
+
+        # Pop the dependency level
+        _MODULE_DEPENDS_STACK.pop()
+
+        # TODO: include external C code in the dependencies
+        # If we had the model info structure we could do the following:
+        #    _MODEL_DEPENDS[path].extend(generate.model_sources(info))
+        # but at this point all we have is the module.  Don't want to
+        # repeat the logic in modelinfo.make_model_info.
+
+        # Cache the module with the newest timestamp
+        timestamp = max(os.path.getmtime(f) for f in _MODULE_DEPENDS[path])
         _MODULE_CACHE[path] = module, timestamp
 
-    return module
+        #print("loading", os.path.basename(path), _MODULE_CACHE[path][1],
+        #    [os.path.basename(p) for p in _MODULE_DEPENDS[path]])
+
+    if _MODULE_DEPENDS_STACK:
+        # Add child and all its dependence to the parent module
+        working_on = _MODULE_DEPENDS_STACK[-1]
+        _MODULE_DEPENDS[working_on].update(_MODULE_DEPENDS[path])
+
+    return _MODULE_CACHE[path][0]
+
+def need_reload(path):
+    # TODO: fails if a dependency has a modification time in the future
+    # If the newest dependency has a time stamp in the future, then this
+    # will be recorded as the cached time.  When a second dependency
+    # is updated to the current time stamp, it will still be considered
+    # older than the current build and the reload will not be triggered.
+    # Could instead treat all future times as 0 here and in the code above
+    # which records the newest timestamp.  This will force a reload when
+    # the future time is reached, but other than that should perform
+    # correctly.  Probably not worth the extra code...
+    _, cache_time = _MODULE_CACHE.get(path, (None, -1))
+    depends = _MODULE_DEPENDS.get(path, [path])
+    return any(cache_time < os.path.getmtime(p) for p in depends)

sasmodels/kernelpy.py

@@ -37 +37 @@
         self.info = model_info
         self.dtype = np.dtype('d')
-        logger.info("load python model " + self.info.name)
 
     def make_kernel(self, q_vectors):