cmark

My personal build of CMark ✏️

Commit: 8a53ee9b579fef9a75bd25f881827f28739a1f68
Parent: f4a82cf6a5f553c2c886de02c23b41f06f8a19c6
Author: John MacFarlane <jgm@berkeley.edu>
Date: Thu, 2 Jun 2016 10:43:47 -0700

Added new roundtrip_tests.py.

This replaces the old use of simple shell scripts. It is much faster, and more flexible. (We will be able to do custom normalization and skip certain tests.)

Diffstat

4 files changed, 42 insertions, 6 deletions

Status	File Name	N° Changes	Insertions	Deletions
Modified	test/CMakeLists.txt	7	4	3
Deleted	test/roundtrip.bat	1	0	1
Deleted	test/roundtrip.sh	2	0	2
Added	test/roundtrip_tests.py	38	38	0

diff --git a/test/CMakeLists.txt b/test/CMakeLists.txt
@@ -48,9 +48,10 @@ IF (PYTHONINTERP_FOUND)
 
   add_test(roundtriptest_executable
     ${PYTHON_EXECUTABLE}
-    "${CMAKE_CURRENT_SOURCE_DIR}/spec_tests.py" "--no-normalize"
-    "--spec" "${CMAKE_CURRENT_SOURCE_DIR}/spec.txt" "--program"
-    "${ROUNDTRIP} ${CMAKE_CURRENT_BINARY_DIR}/../src/cmark"
+    "${CMAKE_CURRENT_SOURCE_DIR}/roundtrip_tests.py"
+    "--spec" "${CMAKE_CURRENT_SOURCE_DIR}/spec.txt"
+    "--no-normalize"
+    "--library-dir" "${CMAKE_CURRENT_BINARY_DIR}/../src"
     )
 
   add_test(regressiontest_executable

diff --git a/test/roundtrip.bat b/test/roundtrip.bat
@@ -1 +0,0 @@
-"%1" -t commonmark | "%1"

diff --git a/test/roundtrip.sh b/test/roundtrip.sh
@@ -1,2 +0,0 @@
-#!/bin/sh
-"$1" -t commonmark | "$1"

diff --git a/test/roundtrip_tests.py b/test/roundtrip_tests.py
@@ -0,0 +1,38 @@
+import sys
+from spec_tests import get_tests, do_test
+from cmark import CMark
+import argparse
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description='Run cmark roundtrip tests.')
+    parser.add_argument('-p', '--program', dest='program', nargs='?', default=None,
+            help='program to test')
+    parser.add_argument('-s', '--spec', dest='spec', nargs='?', default='spec.txt',
+            help='path to spec')
+    parser.add_argument('-P', '--pattern', dest='pattern', nargs='?',
+            default=None, help='limit to sections matching regex pattern')
+    parser.add_argument('--library-dir', dest='library_dir', nargs='?',
+            default=None, help='directory containing dynamic library')
+    parser.add_argument('--no-normalize', dest='normalize',
+            action='store_const', const=False, default=True,
+            help='do not normalize HTML')
+    parser.add_argument('-n', '--number', type=int, default=None,
+            help='only consider the test with the given number')
+    args = parser.parse_args(sys.argv[1:])
+
+spec = sys.argv[1]
+
+def converter(md):
+  cmark = CMark(prog=args.program, library_dir=args.library_dir)
+  [ec, result, err] = cmark.to_commonmark(md)
+  if ec == 0:
+    return cmark.to_html(result)
+  else:
+    return [ec, result, err]
+
+tests = get_tests(args.spec)
+result_counts = {'pass': 0, 'fail': 0, 'error': 0, 'skip': 0}
+for test in tests:
+    do_test(converter, test, args.normalize, result_counts)
+
+exit(result_counts['fail'] + result_counts['error'])