Add negative test case for cstest_py

Author: Rot127

suite/run_tests.py

@@ -18,8 +18,22 @@
     f"cstest_py {root_dir}/tests/features/",
 ]
 
+expected_to_fail = [
+    f"cstest_py {root_dir}/tests/negative/",
+]
+
 for test in tests:
     logger.info(f'Running {test}')
     logger.info("#######################")
     subprocess.run(test.split(" "), check=True)
     logger.info("-----------------------")
+
+for test in expected_to_fail:
+    logger.info(f'Running {test}')
+    logger.info("#######################")
+    try:
+        subprocess.run(test.split(" "), check=True)
+        logger.error("Test was expected to fail.")
+        exit(-1)
+    except Exception as e:
+        logger.info("-----------------------")

tests/negative/should_fail_I.yaml

@@ -0,0 +1,21 @@
+test_cases:
+  -
+    input:
+      name: "Fail because of too few input bytes."
+      bytes: [ 0x00 ]
+      arch: "sparc"
+      options: [ CS_OPT_DETAIL, CS_MODE_BIG_ENDIAN ]
+      address: 0x1000
+    expected:
+      insns:
+      -
+        asm_text: "cmp %g1, %g2"
+        details:
+          sparc:
+            operands:
+              -
+                type: SPARC_OP_REG
+                reg: g1
+              -
+                type: SPARC_OP_REG
+                reg: g2

tests/negative/should_fail_II.yaml

@@ -0,0 +1,21 @@
+test_cases:
+  -
+    input:
+      name: "Fails due to mismatching asm text"
+      bytes: [ 0x80, 0xa0, 0x40, 0x02 ]
+      arch: "sparc"
+      options: [ CS_OPT_DETAIL, CS_MODE_BIG_ENDIAN ]
+      address: 0x1000
+    expected:
+      insns:
+      -
+        asm_text: "cmp %g1, %g3"
+        details:
+          sparc:
+            operands:
+              -
+                type: SPARC_OP_REG
+                reg: g1
+              -
+                type: SPARC_OP_REG
+                reg: g2

tests/negative/should_fail_III.yaml

@@ -0,0 +1,18 @@
+test_cases:
+  -
+    input:
+      name: "Fails due to missing detail operand"
+      bytes: [ 0x80, 0xa0, 0x40, 0x02 ]
+      arch: "sparc"
+      options: [ CS_OPT_DETAIL, CS_MODE_BIG_ENDIAN ]
+      address: 0x1000
+    expected:
+      insns:
+      -
+        asm_text: "cmp %g1, %g2"
+        details:
+          sparc:
+            operands:
+              -
+                type: SPARC_OP_REG
+                reg: g1

tests/negative/should_fail_IV.yaml

@@ -0,0 +1,21 @@
+test_cases:
+  -
+    input:
+      name: "Fails due to non existant architecture name."
+      bytes: [ 0x00, 0xa0, 0x40, 0x02 ]
+      arch: "not_existant"
+      options: [ CS_OPT_DETAIL, CS_MODE_BIG_ENDIAN ]
+      address: 0x1000
+    expected:
+      insns:
+      -
+        asm_text: "cmp %g1, %g2"
+        details:
+          sparc:
+            operands:
+              -
+                type: SPARC_OP_REG
+                reg: g1
+              -
+                type: SPARC_OP_REG
+                reg: g2

tests/negative/should_fail_V.yaml

@@ -0,0 +1,21 @@
+test_cases:
+  -
+    input:
+      name: "Fails due to not decoded details."
+      bytes: [ 0x80, 0xa0, 0x40, 0x02 ]
+      arch: "sparc"
+      options: [ CS_MODE_BIG_ENDIAN ]
+      address: 0x1000
+    expected:
+      insns:
+      -
+        asm_text: "cmp %g1, %g2"
+        details:
+          sparc:
+            operands:
+              -
+                type: SPARC_OP_REG
+                reg: g1
+              -
+                type: SPARC_OP_REG
+                reg: g2

tests/negative/should_fail_VI.yaml

@@ -0,0 +1,21 @@
+test_cases:
+  -
+    input
+      name: "Failes due to malformatted file"
+      bytes: [ 0x00 ]
+      arch: "sparc"
+      options: [ CS_OPT_DETAIL, CS_MODE_BIG_ENDIAN ]
+      address: 0x1000
+    expected:
+      insns:
+      -
+        asm_text: "cmp %g1, %g2"
+        details:
+          sparc:
+            operands:
+              -
+                type: SPARC_OP_REG
+                reg: g1
+              -
+                type: SPARC_OP_REG
+                reg: g2