[Testing:Developer] Rework test suite to use pytest (#11)

Co-authored-by: William Allen <[email protected]>

Author: MasterOdin

.gitattributes

@@ -1 +1 @@
-test/data/**/* -linguist-detectable
+tests/fixtures/**/* -linguist-detectable

.github/workflows/test.yml

@@ -12,5 +12,7 @@ jobs:
     - uses: actions/checkout@v2
     - name: Build executable
       run: bash ./build.sh
+    - name: install dev dependencies
+      run: python3 -m pip install -r requirements_dev.txt
     - name: run tests
-      run: python3 testRunner.py
+      run: pytest

.gitignore

@@ -1,2 +1,3 @@
 include/
 build/
+__pycache__/

requirements_dev.txt

@@ -0,0 +1 @@
+pytest

testRunner.py

@@ -0,0 +1,51 @@
+{
+  "🔥.py": [
+    ["call", "print", 1],
+    ["node", "for", 2],
+    ["node", "continue", 1],
+    ["node", "break", 1],
+    ["node", "if", 1],
+    ["node", "elif", 1]
+  ],
+  "max.c": [
+    ["identifier", "num1", 5],
+    ["call", "max", 1],
+    ["call", "printf", 1],
+    ["node", "return", 3],
+    ["node", "if", 1],
+    ["node", "else", 1],
+    ["function", "max", 1]
+  ],
+  "solution.cpp": [
+    ["call", "cout", 1],
+    ["call", "erase", 1],
+    ["call", "begin", 1],
+    ["identifier", "numbers", 4]
+  ],
+  "solution.py": [
+    ["call", "print", 2],
+    ["call", "age", 1],
+    ["function", "age", 1],
+    ["call", "dog", 1],
+    ["node", "class", 1],
+    ["identifier", "dog", 6]
+  ],
+  "oop.java": [
+    ["node", "interface", 1],
+    ["node", "abstract", 1],
+    ["node", "extends", 1],
+    ["function", "sound", 2],
+    ["call", "println", 2],
+    ["call", "sound", 1],
+    ["identifier", "Dog", 3]
+  ],
+  "fibonacci.java": [
+    ["node", "if", 1],
+    ["node", "for", 1],
+    ["node", "+", 4],
+    ["function", "printFibonacci", 1],
+    ["call", "print", 2],
+    ["identifier", "fibonacci", 2],
+    ["identifier", "Fibonacci", 4]
+  ]
+}

testSuite/commands.json

@@ -0,0 +1,34 @@
+from pathlib import Path
+import subprocess
+import json
+import pytest
+from typing import Dict, List, Tuple
+
+this_dir = Path(__file__).parent.resolve()
+fixtures_dir = this_dir / 'fixtures'
+exe_path = this_dir / '..' / 'build' / 'submitty_count_ts'
+
+def execute_command(file: str, countable: str, feature: str) -> int:
+    args = [str(exe_path), '-l', file.split('.')[-1], countable, feature, str(this_dir / 'fixtures' / file)]
+    print(args)
+    result = subprocess.run(args, capture_output=True)
+    output = result.stdout.decode().strip("\n")
+    print(output)
+    if not output.isnumeric():
+        raise Exception("Result is not numeric")
+    return int(output)
+
+
+with (this_dir / 'fixtures' / 'commands.json').open() as file:
+    commands: Dict[str, List[Tuple[str, int]]] = json.load(file)
+
+testcases = []
+
+file: str
+for file in commands:
+    for test in commands[file]:
+        testcases.append([file, test[0], test[1], test[2]])
+
+@pytest.mark.parametrize("file, countable, feature, expected_output", testcases)
+def test_integration(file, countable, feature, expected_output):
+    assert expected_output == execute_command(file, countable, feature)