My personal build of CMark ✏️
Added new roundtrip_tests.py.
This replaces the old use of simple shell scripts. It is much faster, and more flexible. (We will be able to do custom normalization and skip certain tests.)
4 files changed, 42 insertions, 6 deletions
| Status | File Name | N° Changes | Insertions | Deletions |
| Modified | test/CMakeLists.txt | 7 | 4 | 3 |
| Deleted | test/roundtrip.bat | 1 | 0 | 1 |
| Deleted | test/roundtrip.sh | 2 | 0 | 2 |
| Added | test/roundtrip_tests.py | 38 | 38 | 0 |
diff --git a/test/CMakeLists.txt b/test/CMakeLists.txt @@ -48,9 +48,10 @@ IF (PYTHONINTERP_FOUND) add_test(roundtriptest_executable ${PYTHON_EXECUTABLE} - "${CMAKE_CURRENT_SOURCE_DIR}/spec_tests.py" "--no-normalize" - "--spec" "${CMAKE_CURRENT_SOURCE_DIR}/spec.txt" "--program" - "${ROUNDTRIP} ${CMAKE_CURRENT_BINARY_DIR}/../src/cmark" + "${CMAKE_CURRENT_SOURCE_DIR}/roundtrip_tests.py" + "--spec" "${CMAKE_CURRENT_SOURCE_DIR}/spec.txt" + "--no-normalize" + "--library-dir" "${CMAKE_CURRENT_BINARY_DIR}/../src" ) add_test(regressiontest_executable
diff --git a/test/roundtrip.sh b/test/roundtrip.sh @@ -1,2 +0,0 @@ -#!/bin/sh -"$1" -t commonmark | "$1"
diff --git a/test/roundtrip_tests.py b/test/roundtrip_tests.py @@ -0,0 +1,38 @@ +import sys +from spec_tests import get_tests, do_test +from cmark import CMark +import argparse + +if __name__ == "__main__": + parser = argparse.ArgumentParser(description='Run cmark roundtrip tests.') + parser.add_argument('-p', '--program', dest='program', nargs='?', default=None, + help='program to test') + parser.add_argument('-s', '--spec', dest='spec', nargs='?', default='spec.txt', + help='path to spec') + parser.add_argument('-P', '--pattern', dest='pattern', nargs='?', + default=None, help='limit to sections matching regex pattern') + parser.add_argument('--library-dir', dest='library_dir', nargs='?', + default=None, help='directory containing dynamic library') + parser.add_argument('--no-normalize', dest='normalize', + action='store_const', const=False, default=True, + help='do not normalize HTML') + parser.add_argument('-n', '--number', type=int, default=None, + help='only consider the test with the given number') + args = parser.parse_args(sys.argv[1:]) + +spec = sys.argv[1] + +def converter(md): + cmark = CMark(prog=args.program, library_dir=args.library_dir) + [ec, result, err] = cmark.to_commonmark(md) + if ec == 0: + return cmark.to_html(result) + else: + return [ec, result, err] + +tests = get_tests(args.spec) +result_counts = {'pass': 0, 'fail': 0, 'error': 0, 'skip': 0} +for test in tests: + do_test(converter, test, args.normalize, result_counts) + +exit(result_counts['fail'] + result_counts['error'])