Generic Benchmark API (#352)

Generic benchmarking APIs for use with different frameworks.

Includes:
- BenchmarkResults class representing benchmark results, based on class in deepsparse
- Abstract BenchmarkRunner, which would be implemented using different SparseML frameworks
- Serialization via BenchmarkInfo
- Ability to run benchmarks via CLI
- Ability to run benchmarks via python API
- Ability to reload a BenchmarkInfo json and create a new run with the same conditions

Author: kevinaer

setup.py

@@ -114,6 +114,7 @@ def _setup_extras() -> Dict:
 def _setup_entry_points() -> Dict:
     return {
         "console_scripts": [
+            "sparseml.benchmark=sparseml.benchmark.info:_main",
             "sparseml.framework=sparseml.framework.info:_main",
             "sparseml.sparsification=sparseml.sparsification.info:_main",
         ]

src/sparseml/benchmark/__init__.py

@@ -0,0 +1,22 @@
+# Copyright (c) 2021 - present / Neuralmagic, Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""
+Functionality related to running benchmarks across ML frameworks.
+"""
+
+# flake8: noqa
+
+from .info import *
+from .serialization import *