Changeset 36948c92 in sasview for sansmodels/src/sans/models/test

Timestamp:

Apr 15, 2008 6:08:40 AM (17 years ago)

Author:

Mathieu Doucet <doucetm@…>

Branches:

master, ESS_GUI, ESS_GUI_Docs, ESS_GUI_batch_fitting, ESS_GUI_bumps_abstraction, ESS_GUI_iss1116, ESS_GUI_iss879, ESS_GUI_iss959, ESS_GUI_opencl, ESS_GUI_ordering, ESS_GUI_sync_sascalc, costrafo411, magnetic_scatt, release-4.1.1, release-4.1.2, release-4.2.2, release_4.0.1, ticket-1009, ticket-1094-headless, ticket-1242-2d-resolution, ticket-1243, ticket-1249, ticket885, unittest-saveload

Children:

3de85b8

Parents:

5aa3bbd

Message:

Modified to testing and modified according to testing results

File:

• sansmodels/src/sans/models/test/testcase_generator.py (modified) (15 diffs)

sansmodels/src/sans/models/test/testcase_generator.py

@@ -344 +344 @@
         
         if not self.passed:
+            print "\nFailure:"
             print report.trace
         return self.passed
@@ -353 +354 @@
         @return: True if passed, False otherwise
     """
-    minval = 0
-    maxval = 20
+    minval = 0.001
+    maxval = 1.0
     # Call run with random input
     import random, math
@@ -368 +369 @@
             output = model.run([input_value, 2*math.pi*random.random()])            
     except ZeroDivisionError:
-        output = -1
+        print "Error evaluating model %s: %g" % (model.name, input_value)
+        output = None
         
     #print "Eval: %g" % output
@@ -374 +376 @@
     # Oracle bit - just check that we have a number...
     passed = False
-    if math.fabs(output) >= 0: 
-        passed = True
+    try:
+        if output != None and math.fabs(output) >= 0: 
+            passed = True
+    except:
+        print "---> Could not compute abs val", output, model.name
+        
     
     report = ReportCard()
@@ -382 +388 @@
         report.n_eval_pass = 1
     else:
-        report.log = "Eval: bad output value %g\n" % output
-        
-    report.trace = "Eval(%g) = %g %i\n" % (input_value, output, passed)    
+        report.log = "Eval: bad output value %s\n" % str(output)
+        
+    report.trace = "Eval(%g) = %s %i\n" % (input_value, str(output), passed)    
     return model, report
 
@@ -395 +401 @@
     import random, math
     minval = 1
-    maxval = 50
+    maxval = 5
     
     # Choose a parameter to change
@@ -407 +413 @@
     p_name  = keys[i_param]
     
-    # Chose a value
+    # Choose a value
+    # Check for min/max
+    if hasattr(model, "details"):
+        if model.details.has_key(p_name):
+            if model.details[p_name][1] != None:
+                minval = model.details[p_name][1]
+            if model.details[p_name][2] != None:
+                maxval = model.details[p_name][2]
+        elif model.other.details.has_key(p_name):
+            if model.other.details[p_name][1] != None:
+                minval = model.other.details[p_name][1]
+            if model.other.details[p_name][2] != None:
+                maxval = model.other.details[p_name][2]
+        elif model.operateOn.details.has_key(p_name):
+            if model.operateOn.details[p_name][1] != None:
+                minval = model.operateOn.details[p_name][1]
+            if model.operateOn.details[p_name][2] != None:
+                maxval = model.operateOn.details[p_name][2]
+            
     input_val = random.random()*(maxval-minval)+minval
     model.setParam(p_name, input_val)
@@ -613 +637 @@
     
     try:
-        value2 = tmp.run(1)
+        value2 = tmp.run(1.1 * (1.0 + random()))
         value2 = float(value2)
     except:
+        value2 = None
         passed = False
     
@@ -628 +653 @@
         report.log = "Sub: bad output from composite model\n"
 
-    report.trace = "Sub %s (%g - %g = %g) %i\n" % \
+    report.trace = "Sub %s (%g - %g = %s) %i\n" % \
         (model.name, model.run(1), \
-         sub_model.run(1), value2, passed)                
+         sub_model.run(1), str(value2), passed)                
     return tmp, report
 
@@ -647 +672 @@
     # Oracle bit
     passed = False
-
+    
+    from random import random
+    input_val = 1.1 * (1.0 + random())
+    v1 = None
+    v2 = None
     try:
-        value2 = tmp.run(1)
+        v1 = mul_model.run(input_val)
+        v2 = model.run(input_val)
+        value2 = tmp.run(input_val)
         value2 = float(value2)
-    except:
-        passed = False
+    except ZeroDivisionError:
+        value2 = None
     
     # If we made it this far, we have a float
@@ -664 +695 @@
         report.log = "Mul: bad output from composite model\n"
         
-    report.trace = "Mul %s (%g * %g = %g) %i\n" % \
-      (model.name, model.run(1), \
-       mul_model.run(1), value2, passed)                
+    report.trace = "Mul %s (%s * %s = %s) %i\n" % \
+      (model.name, str(v1), str(v2), str(value2), passed)                
     return tmp, report
 
@@ -678 +708 @@
     #div_model = factory.getModel("SphereModel")
     #div_model = factory.getModel(randomModel())
-    div_model = getRandomModelObject()
-    
+
+    from random import random
+    input_val = 1.5 * random()
+    
+    # Find a model that will not evaluate to zero
+    # at the input value
+    try_again = True
+    while try_again:
+        div_model = getRandomModelObject()
+        try:
+            v2 = div_model.run(input_val)
+            try_again = False
+        except:
+            pass
+        
     tmp = model / div_model
     
@@ -685 +728 @@
     passed = False
     
+    v1 = None
+    v2 = None
     try:
-        from random import random
-        input_val = 1.5 * random()
-        if div_model.run(input_val)==0:
-            print "Skipped (DIV) because denominator evaluated to zero"
-        else:
+        
+        # Check individual models against bad combinations,
+        # which happen from time to time given that all 
+        # parameters are random
+        try:
+            v2 = div_model.run(input_val)
+            v1 = model.run(input_val)
             value2 = tmp.run(input_val)
             value2 = float(value2)
+        except ZeroDivisionError:
+            value2 = None
     except:
         passed = False
@@ -706 +755 @@
         report.log = "Div: bad output from composite model\n"
         
-    report.trace = "Div %s (%g / %g = %g) %i\n" % \
-        (model.name, model.run(1), \
-         div_model.run(1), value2, passed)                
+    report.trace = "Div %s/%s (%g) = %s / %s = %s %i\n" % \
+      (model.name, div_model.name, input_val, str(v1), str(v2), str(value2), passed)                
     return tmp, report
 
@@ -715 +763 @@
     #print randomModel()
     g = TestCaseGenerator()
-    g.generateAndRun(2000)
+    g.generateAndRun(20000)
     
     #t = TestCase(filename = "error_1.17721e+009.xml")