tests: add test suite barebones

Signed-off-by: Filipe Laíns <[email protected]>

Author: FFY00

.gitignore

@@ -4,3 +4,4 @@ build.ninja
 __pycache__
 docs/_build
 docs/out
+.nox/

config/families/testsuite.toml

@@ -0,0 +1,26 @@
+has-linker = false
+c_flags = [
+	'-pipe',
+	'-fno-plt',
+	'-fPIC',
+	'--coverage',
+]
+ld_flags = [
+	'-Wl,--sort-common,--as-needed,-z,relro,-z,now',
+	'--coverage',
+]
+source = []
+
+[release]
+c_flags = [
+	'-O2',
+]
+
+[debug]
+c_flags = [
+	'-g',
+	'-fvar-tracking-assignments',
+]
+ld_flags = [
+	'-g',
+]

config/targets/testsuite.toml

@@ -0,0 +1,3 @@
+family = 'testsuite'
+is-shared-library = true
+out-name = 'libtestsuite'

noxfile.py

@@ -0,0 +1,69 @@
+# SPDX-License-Identifier: MIT
+
+import glob
+import os
+import os.path
+import pickle
+import subprocess
+
+import nox
+
+
+nox.options.sessions = ['test']
+nox.options.reuse_existing_virtualenvs = True
+
+
+def install_dependencies(session, dependencies):
+    unmet = pickle.loads(
+        subprocess.check_output([
+            'python',
+            os.path.join('tests', 'unmet-dependencies.py'),
+            *dependencies,
+        ], env=session.env, text=False)
+    )
+
+    if unmet:
+        session.install(*unmet)
+    else:
+        print('no dependencies to install')
+
+
+@nox.session()
+def test(session):
+    htmlcov_output = os.path.join(session.virtualenv.location, 'htmlcov')
+    xmlcov_output = os.path.join(session.virtualenv.location, 'coverage.xml')
+
+    if not os.path.isdir(htmlcov_output):
+        os.mkdir(htmlcov_output)
+
+    install_dependencies(session, {
+        # build system
+        'ninja_syntax',
+        'toml',
+        # tests
+        'pytest',
+        # coverage
+        'gcovr',
+    })
+
+    # cleanup .gcda (GCC coverage) files
+    for file in glob.glob(os.path.join('**', '*.gcda'), recursive=True):
+        os.remove(file)
+
+    # build testsuite
+    session.run('python', 'configure.py', 'testsuite')
+    session.run('ninja', external=True)
+
+    # run tests
+    session.run(
+        'python', '-m', 'pytest',
+        '--showlocals', '-ra', '--durations=10', '--durations-min=1.0',
+        'tests/', *session.posargs,
+    )
+
+    # generate C coverage reports
+    session.run(
+        'gcovr', '-r', '.', '-b',
+        '--xml', xmlcov_output,
+        '--html-details', os.path.join(htmlcov_output, 'index.html'),
+    )

src/targets/testsuite/main.c

@@ -0,0 +1,11 @@
+/*
+ * SPDX-License-Identifier: MIT
+ * SPDX-FileCopyrightText: 2021 Filipe Laíns <[email protected]>
+ */
+
+#include <stdio.h>
+
+int test()
+{
+	return 10;
+}

tests/conftest.py

@@ -0,0 +1,17 @@
+# SPDX-License-Identifier: MIT
+# SPDX-FileCopyrightText: 2021 Filipe Laíns <[email protected]>
+
+import ctypes
+import os.path
+
+import pytest
+
+
+testsuite_out = os.path.abspath(os.path.join(
+    __file__, '..', '..', 'build', 'testsuite', 'out',
+))
+
+
+@pytest.fixture()
+def testlib():
+    return ctypes.cdll.LoadLibrary(os.path.join(testsuite_out, 'testsuite.so'))

tests/test_protocol.py

@@ -0,0 +1,6 @@
+# SPDX-License-Identifier: MIT
+# SPDX-FileCopyrightText: 2021 Filipe Laíns <[email protected]>
+
+
+def test_something(testlib):
+    assert testlib.test() == 10

tests/unmet-dependencies.py

@@ -0,0 +1,17 @@
+# SPDX-License-Identifier: MIT
+# SPDX-FileCopyrightText: 2021 Filipe Laíns <[email protected]>
+
+import importlib.metadata
+import pickle
+import sys
+
+
+unmet = set()
+
+for dep in sys.argv[1:]:
+    try:
+        importlib.metadata.distribution(dep)
+    except importlib.metadata.PackageNotFoundError:
+        unmet.add(dep)
+
+sys.stdout.buffer.write(pickle.dumps(unmet))