Merge pull request #26 from stvoutsin/main

Added some additional output / include validity of cell output in result

aglais_benchmark/aglais_benchmark.py

@@ -136,6 +136,8 @@ def run(self, concurrent=False, users=1):
 
         end = time.time()
         result = "SUCCESS"
+        output_status = "VALID"
+
         for res in results:
             if not res:
                 result = "FAILED"
@@ -144,12 +146,15 @@ def run(self, concurrent=False, users=1):
             for k,v in res.items():
                 if v["status"] != "SUCCESS":
                     result = v["status"]
-                    break
+
+                if v["valid"] != "TRUE":
+                    output_status = "INVALID"
+
 
         if self.verbose:
             print ("Test completed! ({:.2f} seconds)".format(end-start))
 
-        print ("------------ Test Result: [" + result + "] ------------")
+        print ("------------ Test Completion: [" + result + "] ------------ Test Output: [" + output_status + "] ------------" )
 
         if self.verbose:
             print (results)
@@ -218,3 +223,4 @@ def _run_single(self, iterable=0, concurrent=False):
     # Multi-user concurrent benchmark
     AglaisBenchmarker("../config/notebooks/notebooks_quick_pi.json", "../config/zeppelin/").run(concurrent=True, users=3)
 
+