add some sample reports. Allow saving reports and jsons to a folder

alt_e2eshark/reports/test_add.json

@@ -0,0 +1,5 @@
+{
+    "test_add": "PASS",
+    "test_add_bcast": "PASS",
+    "test_add_uint8": "PASS"
+}

alt_e2eshark/reports/test_add.md

@@ -0,0 +1,26 @@
+## Summary
+
+|Stage|Count|
+|--|--|
+| Total | 3 |
+| PASS | 3 |
+| Numerics | 0 |
+| results-summary | 0 |
+| postprocessing | 0 |
+| compiled_inference | 0 |
+| native_inference | 0 |
+| construct_inputs | 0 |
+| compilation | 0 |
+| preprocessing | 0 |
+| import_model | 0 |
+| setup | 0 |
+
+## Test Run Detail 
+Test was run with the following arguments:
+Namespace(device='local-task', backend='llvm-cpu', iree_compile_args=None, mode='onnx-iree', torchtolinalg=False, stages=None, skip_stages=None, load_inputs=False, groups='all', test_filter='test_add', tolerance=None, verbose=True, rundirectory='test-run', no_artifacts=False, report=True, report_file='reports/test_add.md')
+
+| Test | Exit Status | Notes |
+|--|--|--|
+| test_add | PASS | |
+| test_add_bcast | PASS | |
+| test_add_uint8 | PASS | |

alt_e2eshark/reports/test_conv.json

@@ -0,0 +1,17 @@
+{
+    "test_conv_with_autopad_same": "compilation",
+    "test_conv_with_strides_and_asymmetric_padding": "PASS",
+    "test_conv_with_strides_no_padding": "PASS",
+    "test_conv_with_strides_padding": "PASS",
+    "test_convinteger_with_padding": "PASS",
+    "test_convinteger_without_padding": "PASS",
+    "test_convtranspose": "PASS",
+    "test_convtranspose_1d": "PASS",
+    "test_convtranspose_3d": "PASS",
+    "test_convtranspose_autopad_same": "compilation",
+    "test_convtranspose_dilations": "PASS",
+    "test_convtranspose_kernel_shape": "compilation",
+    "test_convtranspose_output_shape": "compilation",
+    "test_convtranspose_pad": "PASS",
+    "test_convtranspose_pads": "PASS"
+}

alt_e2eshark/reports/test_conv.md

@@ -0,0 +1,38 @@
+## Summary
+
+|Stage|Count|
+|--|--|
+| Total | 15 |
+| PASS | 11 |
+| Numerics | 0 |
+| results-summary | 0 |
+| postprocessing | 0 |
+| compiled_inference | 0 |
+| native_inference | 0 |
+| construct_inputs | 0 |
+| compilation | 4 |
+| preprocessing | 0 |
+| import_model | 0 |
+| setup | 0 |
+
+## Test Run Detail 
+Test was run with the following arguments:
+Namespace(device='local-task', backend='llvm-cpu', iree_compile_args=None, mode='onnx-iree', torchtolinalg=False, stages=None, skip_stages=None, load_inputs=False, groups='all', test_filter='test_conv', tolerance=None, verbose=True, rundirectory='test-run', no_artifacts=False, report=True, report_file='reports/test_conv.md')
+
+| Test | Exit Status | Notes |
+|--|--|--|
+| test_conv_with_autopad_same | compilation | |
+| test_conv_with_strides_and_asymmetric_padding | PASS | |
+| test_conv_with_strides_no_padding | PASS | |
+| test_conv_with_strides_padding | PASS | |
+| test_convinteger_with_padding | PASS | |
+| test_convinteger_without_padding | PASS | |
+| test_convtranspose | PASS | |
+| test_convtranspose_1d | PASS | |
+| test_convtranspose_3d | PASS | |
+| test_convtranspose_autopad_same | compilation | |
+| test_convtranspose_dilations | PASS | |
+| test_convtranspose_kernel_shape | compilation | |
+| test_convtranspose_output_shape | compilation | |
+| test_convtranspose_pad | PASS | |
+| test_convtranspose_pads | PASS | |

alt_e2eshark/reports/test_conv_and_add.json

@@ -0,0 +1,20 @@
+{
+    "test_add": "PASS",
+    "test_add_bcast": "PASS",
+    "test_add_uint8": "PASS",
+    "test_conv_with_autopad_same": "compilation",
+    "test_conv_with_strides_and_asymmetric_padding": "PASS",
+    "test_conv_with_strides_no_padding": "PASS",
+    "test_conv_with_strides_padding": "PASS",
+    "test_convinteger_with_padding": "PASS",
+    "test_convinteger_without_padding": "PASS",
+    "test_convtranspose": "PASS",
+    "test_convtranspose_1d": "PASS",
+    "test_convtranspose_3d": "PASS",
+    "test_convtranspose_autopad_same": "compilation",
+    "test_convtranspose_dilations": "PASS",
+    "test_convtranspose_kernel_shape": "compilation",
+    "test_convtranspose_output_shape": "compilation",
+    "test_convtranspose_pad": "PASS",
+    "test_convtranspose_pads": "PASS"
+}

alt_e2eshark/reports/test_conv_and_add.md

@@ -0,0 +1,41 @@
+## Summary
+
+|Stage|Count|
+|--|--|
+| Total | 18 |
+| PASS | 14 |
+| Numerics | 0 |
+| results-summary | 0 |
+| postprocessing | 0 |
+| compiled_inference | 0 |
+| native_inference | 0 |
+| construct_inputs | 0 |
+| compilation | 4 |
+| preprocessing | 0 |
+| import_model | 0 |
+| setup | 0 |
+
+## Test Run Detail 
+Test was run with the following arguments:
+Namespace(sources=['reports/test_add.json', 'reports/test_conv.json'], output='reports/test_conv_and_add.json', report=True, report_file='reports/test_conv_and_add.md')
+
+| Test | Exit Status | Notes |
+|--|--|--|
+| test_add | PASS | |
+| test_add_bcast | PASS | |
+| test_add_uint8 | PASS | |
+| test_conv_with_autopad_same | compilation | |
+| test_conv_with_strides_and_asymmetric_padding | PASS | |
+| test_conv_with_strides_no_padding | PASS | |
+| test_conv_with_strides_padding | PASS | |
+| test_convinteger_with_padding | PASS | |
+| test_convinteger_without_padding | PASS | |
+| test_convtranspose | PASS | |
+| test_convtranspose_1d | PASS | |
+| test_convtranspose_3d | PASS | |
+| test_convtranspose_autopad_same | compilation | |
+| test_convtranspose_dilations | PASS | |
+| test_convtranspose_kernel_shape | compilation | |
+| test_convtranspose_output_shape | compilation | |
+| test_convtranspose_pad | PASS | |
+| test_convtranspose_pads | PASS | |