diff --git a/spec.txt b/spec.txt
@@ -191,11 +191,11 @@ In the examples, the `→` character is used to represent tabs.
# Preprocessing
-A [line](#line) <a id="line"></a>
+A [line](@line)
is a sequence of zero or more [characters](#character) followed by a
line ending (CR, LF, or CRLF) or by the end of file.
-A [character](#character)<a id="character"></a> is a unicode code point.
+A [character](@character) is a unicode code point.
This spec does not specify an encoding; it thinks of lines as composed
of characters rather than bytes. A conforming parser may be limited
to a certain encoding.
@@ -221,15 +221,15 @@ Tabs in lines are expanded to spaces, with a tab stop of 4 characters:
Line endings are replaced by newline characters (LF).
A line containing no characters, or a line containing only spaces (after
-tab expansion), is called a [blank line](#blank-line).
-<a id="blank-line"></a>
+tab expansion), is called a [blank line](@blank-line).
# Blocks and inlines
-We can think of a document as a sequence of [blocks](#block)<a
-id="block"></a>---structural elements like paragraphs, block quotations,
+We can think of a document as a sequence of
+[blocks](@block)---structural
+elements like paragraphs, block quotations,
lists, headers, rules, and code blocks. Blocks can contain other
-blocks, or they can contain [inline](#inline)<a id="inline"></a> content:
+blocks, or they can contain [inline](@inline) content:
words, spaces, links, emphasized text, images, and inline code.
## Precedence
@@ -260,9 +260,9 @@ one block element does not affect the inline parsing of any other.
## Container blocks and leaf blocks
We can divide blocks into two types:
-[container blocks](#container-block), <a id="container-block"></a>
-which can contain other blocks, and [leaf blocks](#leaf-block),
-<a id="leaf-block"></a> which cannot.
+[container blocks](@container-block),
+which can contain other blocks, and [leaf blocks](@leaf-block),
+which cannot.
# Leaf blocks
@@ -274,7 +274,7 @@ Markdown document.
A line consisting of 0-3 spaces of indentation, followed by a sequence
of three or more matching `-`, `_`, or `*` characters, each followed
optionally by any number of spaces, forms a [horizontal
-rule](#horizontal-rule). <a id="horizontal-rule"></a>
+rule](@horizontal-rule).
.
***
@@ -474,7 +474,7 @@ If you want a horizontal rule in a list item, use a different bullet:
## ATX headers
-An [ATX header](#atx-header) <a id="atx-header"></a>
+An [ATX header](@atx-header)
consists of a string of characters, parsed as inline content, between an
opening sequence of 1--6 unescaped `#` characters and an optional
closing sequence of any number of `#` characters. The opening sequence
@@ -672,14 +672,14 @@ ATX headers can be empty:
## Setext headers
-A [setext header](#setext-header) <a id="setext-header"></a>
+A [setext header](@setext-header)
consists of a line of text, containing at least one nonspace character,
with no more than 3 spaces indentation, followed by a [setext header
underline](#setext-header-underline). The line of text must be
one that, were it not followed by the setext header underline,
would be interpreted as part of a paragraph: it cannot be a code
block, header, blockquote, horizontal rule, or list. A [setext header
-underline](#setext-header-underline) <a id="setext-header-underline"></a>
+underline](@setext-header-underline)
is a sequence of `=` characters or a sequence of `-` characters, with no
more than 3 spaces indentation and any number of trailing
spaces. The header is a level 1 header if `=` characters are used, and
@@ -943,10 +943,10 @@ use backslash escapes:
## Indented code blocks
-An [indented code block](#indented-code-block)
-<a id="indented-code-block"></a> is composed of one or more
+An [indented code block](@indented-code-block)
+is composed of one or more
[indented chunks](#indented-chunk) separated by blank lines.
-An [indented chunk](#indented-chunk) <a id="indented-chunk"></a>
+An [indented chunk](@indented-chunk)
is a sequence of non-blank lines, each indented four or more
spaces. An indented code block cannot interrupt a paragraph, so
if it occurs before or after a paragraph, there must be an
@@ -1096,16 +1096,16 @@ Trailing spaces are included in the code block's content:
## Fenced code blocks
-A [code fence](#code-fence) <a id="code-fence"></a> is a sequence
+A [code fence](@code-fence) is a sequence
of at least three consecutive backtick characters (`` ` ``) or
tildes (`~`). (Tildes and backticks cannot be mixed.)
-A [fenced code block](#fenced-code-block) <a id="fenced-code-block"></a>
+A [fenced code block](@fenced-code-block)
begins with a code fence, indented no more than three spaces.
The line with the opening code fence may optionally contain some text
following the code fence; this is trimmed of leading and trailing
-spaces and called the [info string](#info-string).
-<a id="info-string"></a> The info string may not contain any backtick
+spaces and called the [info string](@info-string).
+The info string may not contain any backtick
characters. (The reason for this restriction is that otherwise
some inline code would be incorrectly interpreted as the
beginning of a fenced code block.)
@@ -1458,7 +1458,7 @@ Closing code fences cannot have info strings:
## HTML blocks
-An [HTML block tag](#html-block-tag) <a id="html-block-tag"></a> is
+An [HTML block tag](@html-block-tag) is
an [open tag](#open-tag) or [closing tag](#closing-tag) whose tag
name is one of the following (case-insensitive):
`article`, `header`, `aside`, `hgroup`, `blockquote`, `hr`, `iframe`,
@@ -1469,7 +1469,7 @@ name is one of the following (case-insensitive):
`tr`, `form`, `ul`, `h1`, `h2`, `h3`, `h4`, `h5`, `h6`, `video`,
`script`, `style`.
-An [HTML block](#html-block) <a id="html-block"></a> begins with an
+An [HTML block](@html-block) begins with an
[HTML block tag](#html-block-tag), [HTML comment](#html-comment),
[processing instruction](#processing-instruction),
[declaration](#declaration), or [CDATA section](#cdata-section).
@@ -1743,8 +1743,8 @@ So there is no important loss of expressive power with the new rule.
## Link reference definitions
-A [link reference definition](#link-reference-definition)
-<a id="link-reference-definition"></a> consists of a [link
+A [link reference definition](@link-reference-definition)
+consists of a [link
label](#link-label), indented up to three spaces, followed
by a colon (`:`), optional blank space (including up to one
newline), a [link destination](#link-destination), optional
@@ -1969,7 +1969,7 @@ are defined:
## Paragraphs
A sequence of non-blank lines that cannot be interpreted as other
-kinds of blocks forms a [paragraph](#paragraph).<a id="paragraph"></a>
+kinds of blocks forms a [paragraph](@paragraph).
The contents of the paragraph are the result of parsing the
paragraph's raw content as inlines. The paragraph's raw content
is formed by concatenating the lines and removing initial and final
@@ -2113,12 +2113,11 @@ these constructions. (A recipe is provided below in the section entitled
## Block quotes
-A [block quote marker](#block-quote-marker) <a id="block-quote-marker"></a>
+A [block quote marker](@block-quote-marker)
consists of 0-3 spaces of initial indent, plus (a) the character `>` together
with a following space, or (b) a single character `>` not followed by a space.
-The following rules define [block quotes](#block-quote):
-<a id="block-quote"></a>
+The following rules define [block quotes](@block-quote):
1. **Basic case.** If a string of lines *Ls* constitute a sequence
of blocks *Bs*, then the result of prepending a [block quote
@@ -2131,8 +2130,8 @@ The following rules define [block quotes](#block-quote):
more lines in which the next non-space character after the [block
quote marker](#block-quote-marker) is [paragraph continuation
text](#paragraph-continuation-text) is a block quote with *Bs* as
- its content. <a id="paragraph-continuation-text"></a>
- [Paragraph continuation text](#paragraph-continuation-text) is text
+ its content.
+ [Paragraph continuation text](@paragraph-continuation-text) is text
that will be parsed as part of the content of a paragraph, but does
not occur at the beginning of the paragraph.
@@ -2475,19 +2474,18 @@ the `>`:
## List items
-A [list marker](#list-marker) <a id="list-marker"></a> is a
+A [list marker](@list-marker) is a
[bullet list marker](#bullet-list-marker) or an [ordered list
marker](#ordered-list-marker).
-A [bullet list marker](#bullet-list-marker) <a id="bullet-list-marker"></a>
+A [bullet list marker](@bullet-list-marker)
is a `-`, `+`, or `*` character.
-An [ordered list marker](#ordered-list-marker) <a id="ordered-list-marker"></a>
+An [ordered list marker](@ordered-list-marker)
is a sequence of one of more digits (`0-9`), followed by either a
`.` character or a `)` character.
-The following rules define [list items](#list-item):<a
-id="list-item"></a>
+The following rules define [list items](@list-item):
1. **Basic case.** If a sequence of lines *Ls* constitute a sequence of
blocks *Bs* starting with a non-space character and not separated
@@ -2938,8 +2936,9 @@ Four spaces indent gives a code block:
some or all of the indentation from one or more lines in which the
next non-space character after the indentation is
[paragraph continuation text](#paragraph-continuation-text) is a
- list item with the same contents and attributes.<a
- id="lazy-continuation-line"></a>
+ list item with the same contents and attributes. The unindented
+ lines are called
+ [lazy continuation lines](@lazy-continuation-line).
Here is an example with [lazy continuation
lines](#lazy-continuation-line):
@@ -3316,33 +3315,33 @@ takes four spaces (a common case), but diverge in other cases.
## Lists
-A [list](#list) <a id="list"></a> is a sequence of one or more
+A [list](@list) is a sequence of one or more
list items [of the same type](#of-the-same-type). The list items
may be separated by single [blank lines](#blank-line), but two
blank lines end all containing lists.
-Two list items are [of the same type](#of-the-same-type)
-<a id="of-the-same-type"></a> if they begin with a [list
+Two list items are [of the same type](@of-the-same-type)
+if they begin with a [list
marker](#list-marker) of the same type. Two list markers are of the
same type if (a) they are bullet list markers using the same character
(`-`, `+`, or `*`) or (b) they are ordered list numbers with the same
delimiter (either `.` or `)`).
-A list is an [ordered list](#ordered-list) <a id="ordered-list"></a>
+A list is an [ordered list](@ordered-list)
if its constituent list items begin with
[ordered list markers](#ordered-list-marker), and a [bullet
-list](#bullet-list) <a id="bullet-list"></a> if its constituent list
+list](@bullet-list) if its constituent list
items begin with [bullet list markers](#bullet-list-marker).
-The [start number](#start-number) <a id="start-number"></a>
+The [start number](@start-number)
of an [ordered list](#ordered-list) is determined by the list number of
its initial list item. The numbers of subsequent list items are
disregarded.
-A list is [loose](#loose)<a id="loose"></a> if it any of its constituent
+A list is [loose](@loose) if it any of its constituent
list items are separated by blank lines, or if any of its constituent
list items directly contain two block-level elements with a blank line
-between them. Otherwise a list is [tight](#tight).<a id="tight"></a>
+between them. Otherwise a list is [tight](@tight).
(The difference in HTML output is that paragraphs in a loose list are
wrapped in `<p>` tags, while paragraphs in a tight list are not.)
@@ -3420,8 +3419,8 @@ blank lines:
Second, we are attracted to a
-> [principle of uniformity](#principle-of-uniformity):<a
-> id="principle-of-uniformity"></a> if a span of text has a certain
+> [principle of uniformity](@principle-of-uniformity):
+> if a span of text has a certain
> meaning, it will continue to have the same meaning when put into a list
> item.
@@ -3947,7 +3946,7 @@ the entities when generating HTML, and simplifies the job of
implementations targetting other languages, as these will only need to
handle the unicode chars and need not be HTML-entity aware.
-[Named entities](#name-entities) <a id="named-entities"></a> consist of `&`
+[Named entities](@name-entities) consist of `&`
+ any of the valid HTML5 entity names + `;`. The
[following document](http://www.whatwg.org/specs/web-apps/current-work/multipage/entities.json)
is used as an authoritative source of the valid entity names and their
@@ -3964,7 +3963,7 @@ always need to be written as entities for security reasons.
<p> & © Æ Ď ¾ ℋ ⅆ ∲</p>
.
-[Decimal entities](#decimal-entities) <a id="decimal-entities"></a>
+[Decimal entities](@decimal-entities)
consist of `&#` + a string of 1--8 arabic digits + `;`. Again, these
entities need to be recognised and tranformed into their corresponding
UTF8 codepoints. Invalid Unicode codepoints will be written as the
@@ -3976,7 +3975,7 @@ UTF8 codepoints. Invalid Unicode codepoints will be written as the
<p># Ӓ Ϡ �</p>
.
-[Hexadecimal entities](#hexadecimal-entities) <a id="hexadecimal-entities"></a>
+[Hexadecimal entities](@hexadecimal-entities)
consist of `&#` + either `X` or `x` + a string of 1-8 hexadecimal digits
+ `;`. They will also be parsed and turned into their corresponding UTF8 values in the AST.
@@ -4063,7 +4062,7 @@ Entities are treated as literal text in code spans and code blocks:
## Code span
-A [backtick string](#backtick-string) <a id="backtick-string"></a>
+A [backtick string](@backtick-string)
is a string of one or more backtick characters (`` ` ``) that is neither
preceded nor followed by a backtick.
@@ -4247,31 +4246,31 @@ no emphasis: foo_bar_baz
The following rules capture all of these patterns, while allowing
for efficient parsing strategies that do not backtrack:
-1. A single `*` character [can open emphasis](#can-open-emphasis)
- <a id="can-open-emphasis"></a> iff it is not followed by
+1. A single `*` character [can open emphasis](@can-open-emphasis)
+ iff it is not followed by
whitespace.
2. A single `_` character [can open emphasis](#can-open-emphasis) iff
it is not followed by whitespace and it is not preceded by an
ASCII alphanumeric character.
-3. A single `*` character [can close emphasis](#can-close-emphasis)
- <a id="can-close-emphasis"></a> iff it is not preceded by whitespace.
+3. A single `*` character [can close emphasis](@can-close-emphasis)
+ iff it is not preceded by whitespace.
4. A single `_` character [can close emphasis](#can-close-emphasis) iff
it is not preceded by whitespace and it is not followed by an
ASCII alphanumeric character.
-5. A double `**` [can open strong emphasis](#can-open-strong-emphasis)
- <a id="can-open-strong-emphasis" ></a> iff it is not followed by
+5. A double `**` [can open strong emphasis](@can-open-strong-emphasis)
+ iff it is not followed by
whitespace.
6. A double `__` [can open strong emphasis](#can-open-strong-emphasis)
iff it is not followed by whitespace and it is not preceded by an
ASCII alphanumeric character.
-7. A double `**` [can close strong emphasis](#can-close-strong-emphasis)
- <a id="can-close-strong-emphasis" ></a> iff it is not preceded by
+7. A double `**` [can close strong emphasis](@can-close-strong-emphasis)
+ iff it is not preceded by
whitespace.
8. A double `__` [can close strong emphasis](#can-close-strong-emphasis)
@@ -5119,7 +5118,7 @@ and title are given immediately after the label. In [reference
links](#reference-links) the destination and title are defined elsewhere
in the document.
-A [link label](#link-label) <a id="link-label"></a> consists of
+A [link label](@link-label) consists of
- an opening `[`, followed by
- zero or more backtick code spans, autolinks, HTML tags, link labels,
@@ -5134,7 +5133,7 @@ These rules are motivated by the following intuitive ideas:
but less tightly than `<>` or `` ` ``.
- Link labels may contain material in matching square brackets.
-A [link destination](#link-destination) <a id="link-destination"></a>
+A [link destination](@link-destination)
consists of either
- a sequence of zero or more characters between an opening `<` and a
@@ -5147,7 +5146,7 @@ consists of either
a balanced pair of unescaped parentheses that is not itself
inside a balanced pair of unescaped paretheses.
-A [link title](#link-title) <a id="link-title"></a> consists of either
+A [link title](@link-title) consists of either
- a sequence of zero or more characters between straight double-quote
characters (`"`), including a `"` character only if it is
@@ -5160,7 +5159,7 @@ A [link title](#link-title) <a id="link-title"></a> consists of either
- a sequence of zero or more characters between matching parentheses
(`(...)`), including a `)` character only if it is backslash-escaped.
-An [inline link](#inline-link) <a id="inline-link"></a>
+An [inline link](@inline-link)
consists of a [link label](#link-label) followed immediately
by a left parenthesis `(`, optional whitespace,
an optional [link destination](#link-destination),
@@ -5366,16 +5365,15 @@ an HTML tag:
.
-There are three kinds of [reference links](#reference-link):
-<a id="reference-link"></a>
+There are three kinds of [reference links](@reference-link):
-A [full reference link](#full-reference-link) <a id="full-reference-link"></a>
+A [full reference link](@full-reference-link)
consists of a [link label](#link-label), optional whitespace, and
another [link label](#link-label) that [matches](#matches) a
[link reference definition](#link-reference-definition) elsewhere in the
document.
-One label [matches](#matches) <a id="matches"></a>
+One label [matches](@matches)
another just in case their normalized forms are equal. To normalize a
label, perform the *unicode case fold* and collapse consecutive internal
whitespace to a single space. If there are multiple matching reference
@@ -5482,8 +5480,8 @@ labels define equivalent inline content:
<p>[bar][foo!]</p>
.
-A [collapsed reference link](#collapsed-reference-link)
-<a id="collapsed-reference-link"></a> consists of a [link
+A [collapsed reference link](@collapsed-reference-link)
+consists of a [link
label](#link-label) that [matches](#matches) a [link reference
definition](#link-reference-definition) elsewhere in the
document, optional whitespace, and the string `[]`. The contents of the
@@ -5530,8 +5528,8 @@ between the two sets of brackets:
<p><a href="/url" title="title">foo</a></p>
.
-A [shortcut reference link](#shortcut-reference-link)
-<a id="shortcut-reference-link"></a> consists of a [link
+A [shortcut reference link](@shortcut-reference-link)
+consists of a [link
label](#link-label) that [matches](#matches) a [link reference
definition](#link-reference-definition) elsewhere in the
document and is not followed by `[]` or a link label.
@@ -5870,18 +5868,18 @@ Autolinks are absolute URIs and email addresses inside `<` and `>`.
They are parsed as links, with the URL or email address as the link
label.
-A [URI autolink](#uri-autolink) <a id="uri-autolink"></a>
+A [URI autolink](@uri-autolink)
consists of `<`, followed by an [absolute
URI](#absolute-uri) not containing `<`, followed by `>`. It is parsed
as a link to the URI, with the URI as the link's label.
-An [absolute URI](#absolute-uri), <a id="absolute-uri"></a>
+An [absolute URI](@absolute-uri),
for these purposes, consists of a [scheme](#scheme) followed by a colon (`:`)
followed by zero or more characters other than ASCII whitespace and
control characters, `<`, and `>`. If the URI includes these characters,
you must use percent-encoding (e.g. `%20` for a space).
-The following [schemes](#scheme) <a id="scheme"></a>
+The following [schemes](@scheme)
are recognized (case-insensitive):
`coap`, `doi`, `javascript`, `aaa`, `aaas`, `about`, `acap`, `cap`,
`cid`, `crid`, `data`, `dav`, `dict`, `dns`, `file`, `ftp`, `geo`, `go`,
@@ -5943,12 +5941,12 @@ Spaces are not allowed in autolinks:
<p><http://foo.bar/baz bim></p>
.
-An [email autolink](#email-autolink) <a id="email-autolink"></a>
+An [email autolink](@email-autolink)
consists of `<`, followed by an [email address](#email-address),
followed by `>`. The link's label is the email address,
and the URL is `mailto:` followed by the email address.
-An [email address](#email-address), <a id="email-address"></a>
+An [email address](@email-address),
for these purposes, is anything that matches
the [non-normative regex from the HTML5
spec](http://www.whatwg.org/specs/web-apps/current-work/multipage/forms.html#e-mail-state-%28type=email%29):
@@ -6023,67 +6021,67 @@ so custom tags (and even, say, DocBook tags) may be used.
Here is the grammar for tags:
-A [tag name](#tag-name) <a id="tag-name"></a> consists of an ASCII letter
+A [tag name](@tag-name) consists of an ASCII letter
followed by zero or more ASCII letters or digits.
-An [attribute](#attribute) <a id="attribute"></a> consists of whitespace,
-an **attribute name**, and an optional **attribute value
-specification**.
+An [attribute](@attribute) consists of whitespace,
+an [attribute name](#attribute-name), and an optional
+[attribute value specification](#attribute-value-specification).
-An [attribute name](#attribute-name) <a id="attribute-name"></a>
+An [attribute name](@attribute-name)
consists of an ASCII letter, `_`, or `:`, followed by zero or more ASCII
letters, digits, `_`, `.`, `:`, or `-`. (Note: This is the XML
specification restricted to ASCII. HTML5 is laxer.)
-An [attribute value specification](#attribute-value-specification)
-<a id="attribute-value-specification"></a> consists of optional whitespace,
+An [attribute value specification](@attribute-value-specification)
+consists of optional whitespace,
a `=` character, optional whitespace, and an [attribute
value](#attribute-value).
-An [attribute value](#attribute-value) <a id="attribute-value"></a>
+An [attribute value](@attribute-value)
consists of an [unquoted attribute value](#unquoted-attribute-value),
a [single-quoted attribute value](#single-quoted-attribute-value),
or a [double-quoted attribute value](#double-quoted-attribute-value).
-An [unquoted attribute value](#unquoted-attribute-value)
-<a id="unquoted-attribute-value"></a> is a nonempty string of characters not
+An [unquoted attribute value](@unquoted-attribute-value)
+is a nonempty string of characters not
including spaces, `"`, `'`, `=`, `<`, `>`, or `` ` ``.
-A [single-quoted attribute value](#single-quoted-attribute-value)
-<a id="single-quoted-attribute-value"></a> consists of `'`, zero or more
+A [single-quoted attribute value](@single-quoted-attribute-value)
+consists of `'`, zero or more
characters not including `'`, and a final `'`.
-A [double-quoted attribute value](#double-quoted-attribute-value)
-<a id="double-quoted-attribute-value"></a> consists of `"`, zero or more
+A [double-quoted attribute value](@double-quoted-attribute-value)
+consists of `"`, zero or more
characters not including `"`, and a final `"`.
-An [open tag](#open-tag) <a id="open-tag"></a> consists of a `<` character,
+An [open tag](@open-tag) consists of a `<` character,
a [tag name](#tag-name), zero or more [attributes](#attribute),
optional whitespace, an optional `/` character, and a `>` character.
-A [closing tag](#closing-tag) <a id="closing-tag"></a> consists of the
+A [closing tag](@closing-tag) consists of the
string `</`, a [tag name](#tag-name), optional whitespace, and the
character `>`.
-An [HTML comment](#html-comment) <a id="html-comment"></a> consists of the
+An [HTML comment](@html-comment) consists of the
string `<!--`, a string of characters not including the string `--`, and
the string `-->`.
-A [processing instruction](#processing-instruction)
-<a id="processing-instruction"></a> consists of the string `<?`, a string
+A [processing instruction](@processing-instruction)
+consists of the string `<?`, a string
of characters not including the string `?>`, and the string
`?>`.
-A [declaration](#declaration) <a id="declaration"></a> consists of the
+A [declaration](@declaration) consists of the
string `<!`, a name consisting of one or more uppercase ASCII letters,
whitespace, a string of characters not including the character `>`, and
the character `>`.
-A [CDATA section](#cdata-section) <a id="cdata-section"></a> consists of
+A [CDATA section](@cdata-section) consists of
the string `<![CDATA[`, a string of characters not including the string
`]]>`, and the string `]]>`.
-An [HTML tag](#html-tag) <a id="html-tag"></a> consists of an [open
+An [HTML tag](@html-tag) consists of an [open
tag](#open-tag), a [closing tag](#closing-tag), an [HTML
comment](#html-comment), a [processing
instruction](#processing-instruction), an [element type
@@ -6252,7 +6250,7 @@ Backslash escapes do not work in HTML attributes:
A line break (not in a code span or HTML tag) that is preceded
by two or more spaces is parsed as a [hard line
-break](#hard-line-break)<a id="hard-line-break"></a> (rendered
+break](@hard-line-break) (rendered
in HTML as a `<br />` tag):
.
diff --git a/src/inlines.c b/src/inlines.c
@@ -11,27 +11,28 @@
#include "inlines.h"
#include "debug.h"
-typedef struct OpenerStack {
- struct OpenerStack *previous;
+
+typedef struct DelimiterStack {
+ struct DelimiterStack *previous;
+ struct DelimiterStack *next;
node_inl *first_inline;
int delim_count;
unsigned char delim_char;
int position;
-} opener_stack;
+ bool can_open;
+ bool can_close;
+} delimiter_stack;
typedef struct Subject {
chunk input;
int pos;
- int label_nestlevel;
reference_map *refmap;
- opener_stack *openers;
+ delimiter_stack *delimiters;
} subject;
-static node_inl *parse_chunk_inlines(chunk *chunk, reference_map *refmap);
static node_inl *parse_inlines_from_subject(subject* subj);
static int parse_inline(subject* subj, node_inl ** last);
-static void subject_from_chunk(subject *e, chunk *chunk, reference_map *refmap);
static void subject_from_buf(subject *e, strbuf *buffer, reference_map *refmap);
static int subject_find_special_char(subject *subj);
@@ -63,22 +64,11 @@ static inline node_inl *make_link_(node_inl *label, unsigned char *url, unsigned
return e;
}
-inline static node_inl* make_ref_link(node_inl* label, reference *ref)
-{
- return make_link_(label, bufdup(ref->url), bufdup(ref->title));
-}
-
inline static node_inl* make_autolink(node_inl* label, chunk url, int is_email)
{
return make_link_(label, clean_autolink(&url, is_email), NULL);
}
-// Create an inline with a linkable string value.
-inline static node_inl* make_link(node_inl* label, chunk url, chunk title)
-{
- return make_link_(label, clean_url(&url), clean_title(&title));
-}
-
inline static node_inl* make_inlines(int t, node_inl* contents)
{
node_inl * e = calloc(1, sizeof(*e));
@@ -195,22 +185,8 @@ static void subject_from_buf(subject *e, strbuf *buffer, reference_map *refmap)
e->input.len = buffer->size;
e->input.alloc = 0;
e->pos = 0;
- e->label_nestlevel = 0;
e->refmap = refmap;
- e->openers = NULL;
-
- chunk_rtrim(&e->input);
-}
-
-static void subject_from_chunk(subject *e, chunk *chunk, reference_map *refmap)
-{
- e->input.data = chunk->data;
- e->input.len = chunk->len;
- e->input.alloc = 0;
- e->pos = 0;
- e->label_nestlevel = 0;
- e->refmap = refmap;
- e->openers = NULL;
+ e->delimiters = NULL;
chunk_rtrim(&e->input);
}
@@ -324,30 +300,57 @@ static int scan_delims(subject* subj, unsigned char c, bool * can_open, bool * c
return numdelims;
}
-static void free_openers(subject* subj, opener_stack* istack)
+/*
+static void print_delimiters(subject *subj)
{
- opener_stack * tempstack;
- while (subj->openers != istack) {
- tempstack = subj->openers;
- subj->openers = subj->openers->previous;
- free(tempstack);
+ delimiter_stack *tempstack;
+ tempstack = subj->delimiters;
+ while (tempstack != NULL) {
+ printf("Item at %p: %d %d %d %d next(%p) prev(%p)\n",
+ tempstack, tempstack->delim_count, tempstack->delim_char,
+ tempstack->can_open, tempstack->can_close,
+ tempstack->next, tempstack->previous);
+ tempstack = tempstack->previous;
+ }
+}
+*/
+
+static void remove_delimiter(subject *subj, delimiter_stack *stack)
+{
+ if (stack->previous != NULL) {
+ stack->previous->next = stack->next;
+ }
+ if (stack->next == NULL) {
+ // top of stack
+ subj->delimiters = stack->previous;
+ } else {
+ stack->next->previous = stack->previous;
}
+ free(stack);
}
-static opener_stack * push_opener(subject *subj,
- int numdelims,
- unsigned char c,
- node_inl *inl_text)
+static delimiter_stack * push_delimiter(subject *subj,
+ int numdelims,
+ unsigned char c,
+ bool can_open,
+ bool can_close,
+ node_inl *inl_text)
{
- opener_stack *istack =
- (opener_stack*)malloc(sizeof(opener_stack));
+ delimiter_stack *istack =
+ (delimiter_stack*)malloc(sizeof(delimiter_stack));
if (istack == NULL) {
return NULL;
}
istack->delim_count = numdelims;
istack->delim_char = c;
+ istack->can_open = can_open;
+ istack->can_close = can_close;
istack->first_inline = inl_text;
- istack->previous = subj->openers;
+ istack->previous = subj->delimiters;
+ istack->next = NULL;
+ if (istack->previous != NULL) {
+ istack->previous->next = istack;
+ }
istack->position = subj->pos;
return istack;
}
@@ -356,91 +359,119 @@ static opener_stack * push_opener(subject *subj,
// Assumes the subject has '_' or '*' at the current position.
static node_inl* handle_strong_emph(subject* subj, unsigned char c, node_inl **last)
{
- bool can_open, can_close;
int numdelims;
- int useDelims;
- int openerDelims;
- opener_stack * istack;
- node_inl * inl;
- node_inl * emph;
node_inl * inl_text;
+ bool can_open, can_close;
numdelims = scan_delims(subj, c, &can_open, &can_close);
- if (can_close)
- {
- // walk the stack and find a matching opener, if there is one
- istack = subj->openers;
- while (true)
- {
- if (istack == NULL)
- goto cannotClose;
+ inl_text = make_str(chunk_dup(&subj->input, subj->pos - numdelims, numdelims));
- if (istack->delim_char == c)
- break;
+ if (can_open || can_close) {
+ subj->delimiters = push_delimiter(subj, numdelims, c, can_open, can_close,
+ inl_text);
+ }
- istack = istack->previous;
- }
+ return inl_text;
+}
- // calculate the actual number of delimeters used from this closer
- openerDelims = istack->delim_count;
- if (numdelims < 3 || openerDelims < 3) {
- useDelims = numdelims <= openerDelims ? numdelims : openerDelims;
- } else { // (numdelims >= 3 && openerDelims >= 3)
- useDelims = numdelims % 2 == 0 ? 2 : 1;
- }
+static void process_emphasis(subject *subj, delimiter_stack *stack_bottom)
+{
+ delimiter_stack *closer = subj->delimiters;
+ delimiter_stack *opener, *tempstack, *nextstack;
+ int use_delims;
+ node_inl *inl, *tmp, *emph;
+
+ // move back to first relevant delim.
+ while (closer != NULL && closer->previous != stack_bottom) {
+ closer = closer->previous;
+ }
- if (istack->delim_count == useDelims)
- {
- // the opener is completely used up - remove the stack entry and reuse the inline element
- inl = istack->first_inline;
- inl->tag = useDelims == 1 ? INL_EMPH : INL_STRONG;
- chunk_free(&inl->content.literal);
- inl->content.inlines = inl->next;
- inl->next = NULL;
-
- // remove this opener and all later ones from stack:
- free_openers(subj, istack->previous);
- *last = inl;
+ // now move forward, looking for closers, and handling each
+ while (closer != NULL) {
+ if (closer->can_close &&
+ (closer->delim_char == '*' || closer->delim_char == '_')) {
+ // Now look backwards for first matching opener:
+ opener = closer->previous;
+ while (opener != NULL && opener != stack_bottom) {
+ if (opener->delim_char == closer->delim_char &&
+ opener->can_open) {
+ break;
+ }
+ opener = opener->previous;
+ }
+ if (opener != NULL && opener != stack_bottom) {
+ // calculate the actual number of delimeters used from this closer
+ if (closer->delim_count < 3 || opener->delim_count < 3) {
+ use_delims = closer->delim_count <= opener->delim_count ?
+ closer->delim_count : opener->delim_count;
+ } else { // closer and opener both have >= 3 delims
+ use_delims = closer->delim_count % 2 == 0 ? 2 : 1;
}
- else
- {
- // the opener will only partially be used - stack entry remains (truncated) and a new inline is added.
- inl = istack->first_inline;
- istack->delim_count -= useDelims;
- inl->content.literal.len = istack->delim_count;
- emph = useDelims == 1 ? make_emph(inl->next) : make_strong(inl->next);
- inl->next = emph;
+ inl = opener->first_inline;
- // remove all later openers from stack:
- free_openers(subj, istack);
+ // remove used delimiters from stack elements and associated inlines.
+ opener->delim_count -= use_delims;
+ closer->delim_count -= use_delims;
+ inl->content.literal.len = opener->delim_count;
+ closer->first_inline->content.literal.len = closer->delim_count;
- *last = emph;
+ // free delimiters between opener and closer
+ tempstack = closer->previous;
+ while (tempstack != NULL && tempstack != opener) {
+ nextstack = tempstack->previous;
+ remove_delimiter(subj, tempstack);
+ tempstack = nextstack;
}
- // if the closer was not fully used, move back a char or two and try again.
- if (useDelims < numdelims)
- {
- subj->pos = subj->pos - numdelims + useDelims;
- return NULL;
+ // create new emph or strong, and splice it in to our inlines
+ // between the opener and closer
+ emph = use_delims == 1 ? make_emph(inl->next) : make_strong(inl->next);
+ emph->next = closer->first_inline;
+ inl->next = emph;
+ tmp = emph->content.inlines;
+ while (tmp->next != NULL && tmp->next != closer->first_inline) {
+ tmp = tmp->next;
+ }
+ tmp->next = NULL;
+
+ // if opener has 0 delims, remove it and its associated inline
+ if (opener->delim_count == 0) {
+ // replace empty opener inline with emph
+ chunk_free(&(inl->content.literal));
+ inl->tag = emph->tag;
+ inl->next = emph->next;
+ inl->content.inlines = emph->content.inlines;
+ free(emph);
+ emph = inl;
+ // remove opener from stack
+ remove_delimiter(subj, opener);
}
- return NULL; // make_str(chunk_literal(""));
- }
-
- cannotClose:
- inl_text = make_str(chunk_dup(&subj->input, subj->pos - numdelims, numdelims));
-
- if (can_open)
- {
- subj->openers = push_opener(subj,
- numdelims,
- c,
- inl_text);
+ // if closer has 0 delims, remove it and its associated inline
+ if (closer->delim_count == 0) {
+ // remove empty closer inline
+ tmp = closer->first_inline;
+ emph->next = tmp->next;
+ tmp->next = NULL;
+ free_inlines(tmp);
+ // remove closer from stack
+ tempstack = closer->next;
+ remove_delimiter(subj, closer);
+ closer = tempstack;
+ }
+ } else {
+ closer = closer->next;
+ }
+ } else {
+ closer = closer->next;
}
-
- return inl_text;
+ }
+ // free all delimiters in stack down to stack_bottom:
+ while (subj->delimiters != stack_bottom) {
+ remove_delimiter(subj, subj->delimiters);
+ }
}
// Parse backslash-escape or just a backslash, returning an inline.
@@ -601,151 +632,176 @@ static node_inl* handle_pointy_brace(subject* subj)
}
// Parse a link label. Returns 1 if successful.
-// Unless raw_label is null, it is set to point to the raw contents of the [].
-// Assumes the subject has a '[' character at the current position.
-// Returns 0 and does not advance if no matching ] is found.
-// Note the precedence: code backticks have precedence over label bracket
-// markers, which have precedence over *, _, and other inline formatting
-// markers. So, 2 below contains a link while 1 does not:
-// 1. [a link `with a ](/url)` character
-// 2. [a link *with emphasized ](/url) text*
+// Note: unescaped brackets are not allowed in labels.
+// The label begins with `[` and ends with the first `]` character
+// encountered. Backticks in labels do not start code spans.
static int link_label(subject* subj, chunk *raw_label)
{
- int nestlevel = 0;
- node_inl* tmp = NULL;
int startpos = subj->pos;
-
- if (subj->label_nestlevel) {
- // if we've already checked to the end of the subject
- // for a label, even with a different starting [, we
- // know we won't find one here and we can just return.
- // Note: nestlevel 1 would be: [foo [bar]
- // nestlevel 2 would be: [foo [bar [baz]
- subj->label_nestlevel--;
- return 0;
- }
+ int length = 0;
advance(subj); // advance past [
unsigned char c;
- while ((c = peek_char(subj)) && (c != ']' || nestlevel > 0)) {
- switch (c) {
- case '`':
- tmp = handle_backticks(subj);
- free_inlines(tmp);
- break;
- case '<':
- tmp = handle_pointy_brace(subj);
- free_inlines(tmp);
- break;
- case '[': // nested []
- nestlevel++;
- advance(subj);
- break;
- case ']': // nested []
- nestlevel--;
- advance(subj);
- break;
- case '\\':
+ while ((c = peek_char(subj)) && c != '[' && c != ']') {
+ if (c == '\\') {
advance(subj);
+ length++;
if (ispunct(peek_char(subj))) {
advance(subj);
+ length++;
}
- break;
- default:
+ } else {
advance(subj);
+ length++;
+ }
+ if (length > MAX_LINK_LABEL_LENGTH) {
+ goto noMatch;
}
}
- if (nestlevel == 0 && c == ']') {
+
+ if (c == ']') { // match found
*raw_label = chunk_dup(&subj->input, startpos + 1, subj->pos - (startpos + 1));
- subj->label_nestlevel = 0;
advance(subj); // advance past ]
return 1;
- } else {
- if (c == 0) {
- subj->label_nestlevel = nestlevel;
- }
- subj->pos = startpos; // rewind
- return 0;
}
+
+ noMatch:
+ subj->pos = startpos; // rewind
+ return 0;
+
}
-// Parse a link or the link portion of an image, or return a fallback.
-static node_inl* handle_left_bracket(subject* subj)
+// Return a link, an image, or a literal close bracket.
+static node_inl* handle_close_bracket(subject* subj, node_inl **last)
{
- node_inl *lab = NULL;
- node_inl *result = NULL;
- reference *ref;
+ int initial_pos;
+ int starturl, endurl, starttitle, endtitle, endall;
int n;
int sps;
- int found_label;
- int endlabel, startpos, starturl, endurl, starttitle, endtitle, endall;
+ reference *ref;
+ bool is_image = false;
+ chunk urlchunk, titlechunk;
+ unsigned char *url, *title;
+ delimiter_stack *ostack;
+ delimiter_stack *closer_above;
+ delimiter_stack *tempstack;
+ node_inl *link_text;
+ node_inl *inl;
+ chunk raw_label;
+
+ advance(subj); // advance past ]
+ initial_pos = subj->pos;
+
+ // look through stack of delimiters for a [ or !
+ ostack = subj->delimiters;
+ while (ostack) {
+ if (ostack->delim_char == '[' || ostack->delim_char == '!') {
+ break;
+ }
+ ostack = ostack->previous;
+ }
- chunk rawlabel;
- chunk url, title;
+ if (ostack == NULL) {
+ return make_str(chunk_literal("]"));
+ }
- startpos = subj->pos;
- found_label = link_label(subj, &rawlabel);
- endlabel = subj->pos;
+ // If we got here, we matched a potential link/image text.
+ is_image = ostack->delim_char == '!';
+ link_text = ostack->first_inline->next;
- if (found_label) {
- if (peek_char(subj) == '(' &&
- ((sps = scan_spacechars(&subj->input, subj->pos + 1)) > -1) &&
- ((n = scan_link_url(&subj->input, subj->pos + 1 + sps)) > -1)) {
+ // Now we check to see if it's a link/image.
- // try to parse an explicit link:
- starturl = subj->pos + 1 + sps; // after (
- endurl = starturl + n;
- starttitle = endurl + scan_spacechars(&subj->input, endurl);
+ // First, look for an inline link.
+ if (peek_char(subj) == '(' &&
+ ((sps = scan_spacechars(&subj->input, subj->pos + 1)) > -1) &&
+ ((n = scan_link_url(&subj->input, subj->pos + 1 + sps)) > -1)) {
- // ensure there are spaces btw url and title
- endtitle = (starttitle == endurl) ? starttitle :
- starttitle + scan_link_title(&subj->input, starttitle);
+ // try to parse an explicit link:
+ starturl = subj->pos + 1 + sps; // after (
+ endurl = starturl + n;
+ starttitle = endurl + scan_spacechars(&subj->input, endurl);
- endall = endtitle + scan_spacechars(&subj->input, endtitle);
+ // ensure there are spaces btw url and title
+ endtitle = (starttitle == endurl) ? starttitle :
+ starttitle + scan_link_title(&subj->input, starttitle);
- if (peek_at(subj, endall) == ')') {
- subj->pos = endall + 1;
+ endall = endtitle + scan_spacechars(&subj->input, endtitle);
- url = chunk_dup(&subj->input, starturl, endurl - starturl);
- title = chunk_dup(&subj->input, starttitle, endtitle - starttitle);
- lab = parse_chunk_inlines(&rawlabel, NULL);
+ if (peek_at(subj, endall) == ')') {
+ subj->pos = endall + 1;
+
+ urlchunk = chunk_dup(&subj->input, starturl, endurl - starturl);
+ titlechunk = chunk_dup(&subj->input, starttitle, endtitle - starttitle);
+ url = clean_url(&urlchunk);
+ title = clean_title(&titlechunk);
+ chunk_free(&urlchunk);
+ chunk_free(&titlechunk);
+ goto match;
- return make_link(lab, url, title);
- } else {
- goto noMatch;
- }
} else {
- chunk rawlabel_tmp;
- chunk reflabel;
-
- // Check for reference link.
- // First, see if there's another label:
- subj->pos = subj->pos + scan_spacechars(&subj->input, endlabel);
- reflabel = rawlabel;
-
- // if followed by a nonempty link label, we change reflabel to it:
- if (peek_char(subj) == '[' && link_label(subj, &rawlabel_tmp)) {
- if (rawlabel_tmp.len > 0)
- reflabel = rawlabel_tmp;
- } else {
- subj->pos = endlabel;
- }
+ goto noMatch;
+ }
+ }
- // lookup rawlabel in subject->reference_map:
- ref = reference_lookup(subj->refmap, &reflabel);
- if (ref != NULL) { // found
- lab = parse_chunk_inlines(&rawlabel, NULL);
- result = make_ref_link(lab, ref);
+ // Next, look for a following [link label] that matches in refmap.
+ // skip spaces
+ subj->pos = subj->pos + scan_spacechars(&subj->input, subj->pos);
+ raw_label = chunk_literal("");
+ if (!link_label(subj, &raw_label) || raw_label.len == 0) {
+ chunk_free(&raw_label);
+ raw_label = chunk_dup(&subj->input, ostack->position, initial_pos - ostack->position - 1);
+ }
+
+ ref = reference_lookup(subj->refmap, &raw_label);
+ chunk_free(&raw_label);
+
+ if (ref != NULL) { // found
+ url = bufdup(ref->url);
+ title = bufdup(ref->title);
+ goto match;
+ } else {
+ goto noMatch;
+ }
+
+noMatch:
+ // If we fall through to here, it means we didn't match a link:
+ subj->pos = initial_pos;
+ return make_str(chunk_literal("]"));
+
+match:
+ inl = ostack->first_inline;
+ inl->tag = is_image ? INL_IMAGE : INL_LINK;
+ chunk_free(&inl->content.literal);
+ inl->content.linkable.label = link_text;
+ process_emphasis(subj, ostack->previous);
+ inl->content.linkable.url = url;
+ inl->content.linkable.title = title;
+ inl->next = NULL;
+ *last = inl;
+
+ // process_emphasis will remove this delimiter and all later ones.
+ // Now we also remove earlier ones of the same kind
+ // (so, no links in links, and no images in images):
+ // (This code can be removed if we decide to allow links
+ // inside links and images inside images):
+ ostack = subj->delimiters;
+ closer_above = NULL;
+ while (ostack != NULL) {
+ tempstack = ostack->previous;
+ if (ostack->delim_char == (is_image ? '!' : '[')) {
+ free(ostack);
+ if (closer_above) {
+ closer_above->previous = tempstack;
} else {
- goto noMatch;
+ subj->delimiters = tempstack;
}
- return result;
+ } else {
+ closer_above = ostack;
}
+ ostack = tempstack;
}
-noMatch:
- // If we fall through to here, it means we didn't match a link:
- subj->pos = startpos + 1; // advance past [
- return make_str(chunk_literal("["));
+
+ return NULL;
}
// Parse a hard or soft linebreak, returning an inline.
@@ -780,24 +836,11 @@ extern node_inl* parse_inlines_from_subject(subject* subj)
}
}
- opener_stack* istack = subj->openers;
- opener_stack* temp;
- while (istack != NULL) {
- temp = istack->previous;
- free(istack);
- istack = temp;
- }
+ process_emphasis(subj, NULL);
return first;
}
-node_inl *parse_chunk_inlines(chunk *chunk, reference_map *refmap)
-{
- subject subj;
- subject_from_chunk(&subj, chunk, refmap);
- return parse_inlines_from_subject(&subj);
-}
-
static int subject_find_special_char(subject *subj)
{
// "\n\\`&_*[]<!"
@@ -859,24 +902,24 @@ static int parse_inline(subject* subj, node_inl ** last)
case '<':
new = handle_pointy_brace(subj);
break;
- case '_':
- new = handle_strong_emph(subj, '_', last);
- break;
case '*':
- new = handle_strong_emph(subj, '*', last);
+ case '_':
+ new = handle_strong_emph(subj, c, last);
break;
case '[':
- new = handle_left_bracket(subj);
+ advance(subj);
+ new = make_str(chunk_literal("["));
+ subj->delimiters = push_delimiter(subj, 1, '[', true, false, new);
+ break;
+ case ']':
+ new = handle_close_bracket(subj, last);
break;
case '!':
advance(subj);
if (peek_char(subj) == '[') {
- new = handle_left_bracket(subj);
- if (new != NULL && new->tag == INL_LINK) {
- new->tag = INL_IMAGE;
- } else {
- new = append_inlines(make_str(chunk_literal("!")), new);
- }
+ advance(subj);
+ new = make_str(chunk_literal("!["));
+ subj->delimiters = push_delimiter(subj, 1, '!', false, true, new);
} else {
new = make_str(chunk_literal("!"));
}