[Bench] Add verbose option to bench's integration tests

Author: lukaszstolarczuk

devops/scripts/benchmarks/tests/test_integration.py

@@ -3,6 +3,7 @@
 # See LICENSE.TXT
 # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 
+import argparse
 import json
 import os
 import shutil
@@ -15,6 +16,7 @@
 sys.path.append(f"{os.path.dirname(__file__)}/../")
 from utils.workdir_version import INTERNAL_WORKDIR_VERSION
 
+VERBOSE_LOGS = False
 
 DataJson = namedtuple("DataJson", ["runs", "metadata", "tags", "names"])
 DataJsonRun = namedtuple("DataJsonRun", ["name", "results"])
@@ -65,7 +67,7 @@ def run_main(self, *args):
 
         # TODO: not yet tested: "--detect-version", "sycl,compute_runtime"
 
-        procesResult = subprocess.run(
+        proc = subprocess.run(
             [
                 "./devops/scripts/benchmarks/main.py",
                 self.WORKDIR_DIR,
@@ -86,13 +88,14 @@ def run_main(self, *args):
                 "--stddev-threshold",
                 "999999999.9",
                 "--exit-on-failure",
+                "--verbose" if VERBOSE_LOGS else "--log-level=info",
                 *args,
             ],
             capture_output=True,
         )
-        print("MAIN_PY_STDOUT:\n" + procesResult.stdout.decode())
-        print("MAIN_PY_STDERR:\n" + procesResult.stderr.decode())
-        return procesResult.returncode
+        print("MAIN_PY_STDOUT:\n" + proc.stdout.decode() if proc.stdout else "<empty>")
+        print("MAIN_PY_STDERR:\n" + proc.stderr.decode() if proc.stderr else "<empty>")
+        return proc.returncode
 
     def get_output(self):
         with open(os.path.join(self.OUTPUT_DIR, "data.json")) as f:
@@ -136,9 +139,6 @@ def get_output(self):
             )
 
 
-# add "--verbose" for debug logs
-
-
 class TestE2E(unittest.TestCase):
     def setUp(self):
         # Load test data
@@ -226,4 +226,14 @@ def test_torch_syclpreview(self):
 
 
 if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description="SYCL's benchmark test framework")
+    parser.add_argument(
+        "--verbose",
+        help="Set benchmark framework's logging level to DEBUG.",
+        action="store_true",
+    )
+
+    args = parser.parse_args()
+    VERBOSE_LOGS = args.verbose
+
     unittest.main()