Bump to 0.15.6

AutoIdentifierOptions clarification

.editorconfig

@@ -0,0 +1,37 @@
+# EditorConfig is awesome:http://EditorConfig.org
+
+# top-most EditorConfig file
+root = true
+
+# All Files
+[*]
+charset = utf-8
+indent_style = space
+indent_size = 4
+insert_final_newline = false
+trim_trailing_whitespace = true
+
+# Solution Files
+[*.sln]
+indent_style = tab
+
+# XML Project Files
+[*.{csproj,vbproj,vcxproj,vcxproj.filters,proj,projitems,shproj}]
+indent_size = 2
+
+# Configuration Files
+[*.{json,xml,yml,config,props,targets,nuspec,resx,ruleset}]
+indent_size = 2
+
+# Markdown Files
+[*.md]
+trim_trailing_whitespace = false
+
+# Web Files
+[*.{htm,html,js,ts,css,scss,less}]
+indent_size = 2
+insert_final_newline = true
+
+# Bash Files
+[*.sh]
+end_of_line = lf

appveyor.yml

@@ -29,7 +29,12 @@ build:
   project: src/Markdig.sln
   verbosity: minimal
 before_package:
-- cmd: msbuild /t:pack /p:VersionSuffix="%MARKDIG_VERSION_SUFFIX%" /p:Configuration=Release Markdig/Markdig.csproj
+- cmd: >-
+     msbuild /t:pack /p:VersionSuffix="%MARKDIG_VERSION_SUFFIX%" /p:Configuration=Release Markdig/Markdig.csproj
+
+     msbuild /t:Clean Markdig/Markdig.csproj
+     
+     msbuild /t:pack /p:VersionSuffix="%MARKDIG_VERSION_SUFFIX%" /p:Configuration=Release;SignAssembly=true Markdig/Markdig.csproj
 artifacts:
 - path: src\Markdig\Bin\Release\*.nupkg
   name: Markdig Nugets

changelog.md

@@ -0,0 +1,155 @@
+# Changelog
+
+## 0.15.6 (28 Dec 2018)
+- Fix potential hang when parsing LinkReferenceDefinition #278
+- Fix parsing of an invalid html entity (#277)
+- Fix IndexOutOfRangeException while parsing fenced code block with a single trailing space (#276)
+- Add tests for checking that ArgumentOutOfRangeException doesn't occur on invalid input md string (#275)
+
+## 0.15.5 (11 Dec 2018)
+- Empty image alt text for link reference definitions ([(PR #254)](https://github.com/lunet-io/markdig/pull/254))
+- Fix AutoLink Match links without slash after domain ([(PR #260)](https://github.com/lunet-io/markdig/pull/260))
+- Make AutoLink ValidPreviousCharacters configurable ([(PR #264)](https://github.com/lunet-io/markdig/pull/264))
+- Ensuring line breaks when renderer does not have html enabled ([(PR #270)](https://github.com/lunet-io/markdig/pull/270))
+
+## 0.15.4 (07 Oct 2018)
+- Add autolink domain GFM validation ([(PR #239)](https://github.com/lunet-io/markdig/pull/253))
+
+## 0.15.3 (15 Sep 2018)
+- Add support for RTL ([(PR #239)](https://github.com/lunet-io/markdig/pull/239))
+- Add MarkdownDocument.LineCount ([(PR #241)](https://github.com/lunet-io/markdig/pull/241))
+- Fix source positions for link definitions ([(PR #243)](https://github.com/lunet-io/markdig/pull/243))
+- Add ListItemBlock.Order ([(PR #244)](https://github.com/lunet-io/markdig/pull/244))
+- Add MarkdownDocument.LineStartIndexes ([(PR #247)](https://github.com/lunet-io/markdig/pull/247))
+
+## 0.15.2 (21 Aug 2018)
+- Fix footnotes parsing when they are defined after a container that has been closed in the meantime (#223)
+
+## 0.15.1 (10 July 2018)
+- Add support for `netstandard2.0`
+- Make AutoIdentifierExtension thread safe
+
+## 0.15.0 (4 Apr 2018)
+- Add `ConfigureNewLine` extension method to `MarkdownPipelineBuilder` ([(PR #214)](https://github.com/lunet-io/markdig/pull/214))
+- Add alternative `Use` extension method to `MarkdownPipelineBuilder` that receives an object instance ([(PR #213)](https://github.com/lunet-io/markdig/pull/213))
+- Added class attribute to media link extension ([(PR #203)](https://github.com/lunet-io/markdig/pull/203))
+- Optional link rewriter func for HtmlRenderer #143 ([(PR #201)](https://github.com/lunet-io/markdig/pull/201))
+- Upgrade NUnit3TestAdapter from 3.2 to 3.9 to address Resharper test runner problems ([(PR #199)](https://github.com/lunet-io/markdig/pull/199))
+- HTML renderer supports converting relative URLs on links and images to absolute #143 ([(PR #197)](https://github.com/lunet-io/markdig/pull/197))
+
+## 0.14.9 (15 Jan 2018)
+- AutoLinkParser should to remove mailto: in outputted text ([(PR #195)](https://github.com/lunet-io/markdig/pull/195))
+- Add support for `music.yandex.ru` and `ok.ru` for MediaLinks extension ([(PR #193)](https://github.com/lunet-io/markdig/pull/193))
+## 0.14.8 (05 Dec 2017)
+- Fix potential StackOverflow exception when processing deep nested `|` delimiters (#179)
+## 0.14.7 (25 Nov 2017)
+- Fix autolink attached attributes not being displayed properly (#175)
+## 0.14.6 (21 Nov 2017)
+- Fix yaml frontmatter issue when ending with a empty line (#170)
+## 0.14.5 (18 Nov 2017)
+- Fix changelog link from nuget package
+## 0.14.4 (18 Nov 2017)
+- Add changelog.md
+- Fix bug when a thematic break is inside a fenced code block inside a pending list (#164)
+- Add support for GFM autolinks (#165, #169)
+- Better handle YAML frontmatter in case the opening `---` is never actually closed (#160)
+- Fix link conflict between a link to an image definition and heading auto-identifiers (#159)
+## 0.14.3
+- Make EmojiExtension.EnableSmiley public
+## 0.14.2
+- Fix issue with emphasis preceded/followed by an HTML entity (#157)
+- Add support for link reference definitions for Normalize renderer (#155)   
+- Add option to disable smiley parsing in EmojiAndSmiley extension
+## 0.14.1
+- Fix crash in Markdown.Normalize to handle HtmlBlock correctly        
+- Add better handling of bullet character for lists in Markdown.Normalize
+## 0.14.0
+- Add Markdown.ToPlainText, Add option HtmlRenderer.EnableHtmlForBlock.
+- Add Markdown.Normalize, to allow to normalize a markdown document. Add NormalizeRenderer, to render a MarkdownDocument back to markdown.
+## 0.13.4
+- Add support for single table header row without a table body rows (#141)
+- ADd support for `nomnoml` diagrams
+## 0.13.3
+- Add support for Pandoc YAML frontmatter (#138)
+## 0.13.2
+- Add support for UAP10.0 (#137)
+## 0.13.1
+- Fix indenting issue after a double digit list block using a tab (#134)
+## 0.13.0
+- Update to latest CommonMark specs 0.28
+## 0.12.3
+ - Fix issue with HTML blocks for heading h2,h3,h4,h5,h6 that were not correctly identified as HTML blocks as per CommonMark spec
+## 0.12.2
+ - Fix issue with generic attributes used just before a pipe table (issue #121)
+## 0.12.1
+ - Fix issue with media links extension when a URL to video is used, an unexpected closing `</iframe>` was inserted (issue #119)
+## 0.12.0
+ - Add new extension JiraLink support (thanks to @clarkd)
+ - Fix issue in html attributes not parsing correctly properties (thanks to @meziantou)
+ - Fix issues detected by an automatic static code analysis tool
+## 0.11.0
+ - Fix issue with math extension and $$ block parsing not handling correctly beginning of a $$ as a inline math instead (issue #107)
+ - Fix issue with custom attributes for emphasis
+ - Add support for new special custom arrows emoji (`->` `<-` `<->` `<=` `=>` `<==>`)
+## 0.10.7
+ - Fix issue when an url ends by a dot `.`
+## 0.10.6
+ - Fix emphasis with HTML entities
+## 0.10.5
+ - Several minor fixes
+## 0.10.4
+ - Fix issue with autolinks
+ - Normalize number of columns for tables
+## 0.10.3
+ - Fix issue with pipetables shifting a cell to a new column (issue #73)
+## 0.10.2
+ - Fix exception when trying to urlize an url with an unicode character outside the supported range by NormD (issue #75)
+## 0.10.1
+- Update to latest CommonMark specs
+- Fix source span for LinkReferenceDefinition
+## 0.10.0
+- Breaking change of the IMarkdownExtension to allow to receive the MarkdownPipeline for the renderers setup
+## 0.9.1
+- Fix regression bug with conflicts between autolink extension and html inline/regular links
+## 0.9.0
+- Add new Autolink extension
+## 0.8.5
+- Allow to force table column alignment to left
+## 0.8.4
+- Fix issue when calculating the span of an indented code block within a list. Make sure to include first whitespace on the line
+## 0.8.3
+- fix NullReferenceException with Gridtables extension when a single `+` is entered on a line
+## 0.8.2
+- fix potential cast exception with Abreviation extension and empty literals
+## 0.8.1
+- new extension to disable URI escaping for non-US-ASCII characters to workaround a bug in Edge/IE
+- Fix an issue with abbreviations with left/right multiple non-punctuation/space characters
+## 0.8.0
+- Update to latest CommonMark specs
+- Fix empty literal
+- Add YAML frontmatter extension
+## 0.7.5
+- several bug fixes (pipe tables, disable HTML, special attributes, inline maths, abbreviations...)
+- add support for rowspan in grid tables
+## 0.7.4
+- Fix bug with strong emphasis starting at the beginning of a line
+## 0.7.3
+- Fix threading issue with pipeline
+## 0.7.2
+- Fix rendering of table colspan with non english locale
+- Fix grid table colspan parsing
+- Add nofollow extension for links
+## 0.7.1
+- Fix issue in smarty pants which could lead to an InvalidCastException
+- Update parsers to latest CommonMark specs
+## 0.7.0
+- Update to latest NETStandard.Library 1.6.0
+- Fix issue with digits in auto-identifier extension
+- Fix incorrect start of span calculated for code indented blocks
+## 0.6.2
+- Handle latest CommonMark specs for corner cases for emphasis (See https://talk.commonmark.org/t/emphasis-strong-emphasis-corner-cases/2123/1 )
+## 0.6.1:
+- Fix issue with autoidentifier extension overriding manual HTML attributes id on headings
+## 0.6.0
+- Fix conflicts between PipeTables and SmartyPants extensions
+- Add SelfPipeline extension

license.txt

@@ -1,4 +1,4 @@
-Copyright (c) 2016, Alexandre Mutel
+Copyright (c) 2018, Alexandre Mutel
 All rights reserved.
 
 Redistribution and use in source and binary forms, with or without modification

readme.md

@@ -14,54 +14,64 @@ You can **try Markdig online** and compare it to other implementations on [babel
 - **Abstract Syntax Tree** with precise source code location for syntax tree, useful when building a Markdown editor.
   - Checkout [MarkdownEditor for Visual Studio](https://visualstudiogallery.msdn.microsoft.com/eaab33c3-437b-4918-8354-872dfe5d1bfe) powered by Markdig!
 - Converter to **HTML**
-- Passing more than **600+ tests** from the latest [CommonMark specs (0.27)](http://spec.commonmark.org/)
+- Passing more than **600+ tests** from the latest [CommonMark specs (0.28)](http://spec.commonmark.org/)
 - Includes all the core elements of CommonMark:
   - including **GFM fenced code blocks**.  
 - **Extensible** architecture
   - Even the core Markdown/CommonMark parsing is pluggable, so it allows to disable builtin Markdown/Commonmark parsing (e.g [Disable HTML parsing](https://github.com/lunet-io/markdig/blob/7964bd0160d4c18e4155127a4c863d61ebd8944a/src/Markdig/MarkdownExtensions.cs#L306)) or change behaviour (e.g change matching `#` of a headers with `@`)   
 - Built-in with **20+ extensions**, including:
   - 2 kind of tables:
-    - **Pipe tables** (inspired from Github tables and [PanDoc - Pipe Tables](http://pandoc.org/README.html#extension-pipe_tables))
-    - **Grid tables** (inspired from [Pandoc - Grid Tables](http://pandoc.org/README.html#extension-grid_tables)) 
-  - **Extra emphasis** (inspired from [Pandoc - Emphasis](http://pandoc.org/README.html#strikeout) and [Markdown-it](https://markdown-it.github.io/)) 
+    - [**Pipe tables**](src/Markdig.Tests/Specs/PipeTableSpecs.md) (inspired from Github tables and [PanDoc - Pipe Tables](http://pandoc.org/README.html#extension-pipe_tables))
+    - [**Grid tables**](src/Markdig.Tests/Specs/GridTableSpecs.md) (inspired from [Pandoc - Grid Tables](http://pandoc.org/README.html#extension-grid_tables)) 
+  - [**Extra emphasis**](src/Markdig.Tests/Specs/EmphasisExtraSpecs.md) (inspired from [Pandoc - Emphasis](http://pandoc.org/README.html#strikeout) and [Markdown-it](https://markdown-it.github.io/)) 
     - strike through `~~`,
     - Subscript `~`
     - Superscript `^` 
     - Inserted `++`
     - Marked `==`
-  - **Special attributes** or attached HTML attributes (inspired from [PHP Markdown Extra - Special Attributes](https://michelf.ca/projects/php-markdown/extra/#spe-attr))
-  - **Definition lists** (inspired from [PHP Markdown Extra - Definitions Lists](https://michelf.ca/projects/php-markdown/extra/#def-list))
-  - **Footnotes** (inspired from [PHP Markdown Extra - Footnotes](https://michelf.ca/projects/php-markdown/extra/#footnotes))
-  - **Auto-identifiers** for headings (similar to [Pandoc - Auto Identifiers](http://pandoc.org/README.html#extension-auto_identifiers))
-  - **Auto-links** generates links if a text starts with `http://` or `https://` or `ftp://` or `mailto:` or `www.xxx.yyy`
-  - **Task Lists** inspired from [Github Task lists](https://github.com/blog/1375-task-lists-in-gfm-issues-pulls-comments).
-  - **Extra bullet lists**, supporting alpha bullet `a.` `b.` and roman bullet (`i`, `ii`...etc.)
-  - **Media support** for media url (youtube, vimeo, mp4...etc.) (inspired from this [CommonMark discussion](https://talk.commonmark.org/t/embedded-audio-and-video/441))
-  - **Abbreviations** (inspired from [PHP Markdown Extra - Abbreviations](https://michelf.ca/projects/php-markdown/extra/#abbr))
-  - **Citation** text by enclosing `""...""` (inspired by this [CommonMark discussion ](https://talk.commonmark.org/t/referencing-creative-works-with-cite/892))
-  - **Custom containers** similar to fenced code block `:::` for generating a proper `<div>...</div>` instead (inspired by this [CommonMark discussion ](https://talk.commonmark.org/t/custom-container-for-block-and-inline/2051))
-  - **Figures** (inspired from this [CommonMark discussion](https://talk.commonmark.org/t/image-tag-should-expand-to-figure-when-used-with-title/265/5))
-  - **Footers** (inspired from this [CommonMark discussion](https://talk.commonmark.org/t/syntax-for-footer/2070))
-  - **Mathematics**/Latex extension by enclosing `$$` for block and `$` for inline math (inspired from this [CommonMark discussion](https://talk.commonmark.org/t/mathematics-extension/457/31))
-  - **Soft lines as hard lines**
-  - **Emoji** support (inspired from [Markdown-it](https://markdown-it.github.io/))
-  - **SmartyPants** (inspired from [Daring Fireball - SmartyPants](https://daringfireball.net/projects/smartypants/))
-  - **Bootstrap** class (to output bootstrap class)
-  - **Diagrams** extension whenever a fenced code block contains a special keyword, it will be converted to a div block with the content as-is (currently, supports only for [`mermaid` diagrams](https://knsv.github.io/mermaid/))
-  - **YAML frontmatter** to parse without evaluating the frontmatter and to discard it from the HTML output (typically used for previewing without the frontmatter in MarkdownEditor)
+  - [**Special attributes**](src/Markdig.Tests/Specs/GenericAttributesSpecs.md) or attached HTML attributes (inspired from [PHP Markdown Extra - Special Attributes](https://michelf.ca/projects/php-markdown/extra/#spe-attr))
+  - [**Definition lists**](src/Markdig.Tests/Specs/DefinitionListSpecs.md) (inspired from [PHP Markdown Extra - Definitions Lists](https://michelf.ca/projects/php-markdown/extra/#def-list))
+  - [**Footnotes**](src/Markdig.Tests/Specs/FootnotesSpecs.md) (inspired from [PHP Markdown Extra - Footnotes](https://michelf.ca/projects/php-markdown/extra/#footnotes))
+  - [**Auto-identifiers**](src/Markdig.Tests/Specs/AutoIdentifierSpecs.md) for headings (similar to [Pandoc - Auto Identifiers](http://pandoc.org/README.html#extension-auto_identifiers))
+  - [**Auto-links**](src/Markdig.Tests/Specs/AutoLinks.md) generates links if a text starts with `http://` or `https://` or `ftp://` or `mailto:` or `www.xxx.yyy`
+  - [**Task Lists**](src/Markdig.Tests/Specs/TaskListSpecs.md)  inspired from [Github Task lists](https://github.com/blog/1375-task-lists-in-gfm-issues-pulls-comments).
+  - [**Extra bullet lists**](src/Markdig.Tests/Specs/ListExtraSpecs.md), supporting alpha bullet `a.` `b.` and roman bullet (`i`, `ii`...etc.)
+  - [**Media support**](src/Markdig.Tests/Specs/MediaSpecs.md) for media url (youtube, vimeo, mp4...etc.) (inspired from this [CommonMark discussion](https://talk.commonmark.org/t/embedded-audio-and-video/441))
+  - [**Abbreviations**](src/Markdig.Tests/Specs/AbbreviationSpecs.md) (inspired from [PHP Markdown Extra - Abbreviations](https://michelf.ca/projects/php-markdown/extra/#abbr))
+  - [**Citation**](src/Markdig.Tests/Specs/FigureFooterAndCiteSpecs.md) text by enclosing `""...""` (inspired by this [CommonMark discussion ](https://talk.commonmark.org/t/referencing-creative-works-with-cite/892))
+  - [**Custom containers**](src/Markdig.Tests/Specs/CustomContainerSpecs.md) similar to fenced code block `:::` for generating a proper `<div>...</div>` instead (inspired by this [CommonMark discussion ](https://talk.commonmark.org/t/custom-container-for-block-and-inline/2051))
+  - [**Figures**](src/Markdig.Tests/Specs/FigureFooterAndCiteSpecs.md) (inspired from this [CommonMark discussion](https://talk.commonmark.org/t/image-tag-should-expand-to-figure-when-used-with-title/265/5))
+  - [**Footers**](src/Markdig.Tests/Specs/FigureFooterAndCiteSpecs.md) (inspired from this [CommonMark discussion](https://talk.commonmark.org/t/syntax-for-footer/2070))
+  - [**Mathematics**](src/Markdig.Tests/Specs/MathSpecs.md)/Latex extension by enclosing `$$` for block and `$` for inline math (inspired from this [CommonMark discussion](https://talk.commonmark.org/t/mathematics-extension/457/31))
+  - [**Soft lines as hard lines**](src/Markdig.Tests/Specs/HardlineBreakSpecs.md)
+  - [**Emoji**](src/Markdig.Tests/Specs/EmojiSpecs.md) support (inspired from [Markdown-it](https://markdown-it.github.io/))
+  - [**SmartyPants**](src/Markdig.Tests/Specs/SmartyPantsSpecs.md) (inspired from [Daring Fireball - SmartyPants](https://daringfireball.net/projects/smartypants/))
+  - [**Bootstrap**](src/Markdig.Tests/Specs/BootstrapSpecs.md) class (to output bootstrap class)
+  - [**Diagrams**](src/Markdig.Tests/Specs/DiagramsSpecs.md) extension whenever a fenced code block contains a special keyword, it will be converted to a div block with the content as-is (currently, supports [`mermaid`](https://knsv.github.io/mermaid/) and [`nomnoml`](https://github.com/skanaar/nomnoml) diagrams)
+  - [**YAML frontmatter**](src/Markdig.Tests/Specs/YamlSpecs.md) to parse without evaluating the frontmatter and to discard it from the HTML output (typically used for previewing without the frontmatter in MarkdownEditor)
+  - [**JIRA links**](src/Markdig.Tests/Specs/JiraLinks.md) to automatically generate links for JIRA project references (Thanks to @clarkd: https://github.com/clarkd/MarkdigJiraLinker)
 - Compatible with .NET 3.5, 4.0+ and .NET Core (`netstandard1.1+`)
 	
+### Third Party Extensions
+
+- [**WPF/XAML Markdown Renderer**: `markdig.wpf`](https://github.com/Kryptos-FR/markdig.wpf)
+- [**Syntax highlighting**: `Markdig.SyntaxHighlighting`](https://github.com/RichardSlater/Markdig.SyntaxHighlighting)
+- [**Embedded C# scripting**: `Markdig.Extensions.ScriptCs`](https://github.com/macaba/Markdig.Extensions.ScriptCs)
+
 ## Documentation
 
 > The repository is under construction. There will be a dedicated website and proper documentation at some point!
 
-In the meantime, you can have a "behind the scene" article about Markdig in my blog post ["Implementing a Markdown Engine for .NET"](http://xoofx.com/blog/2016/06/13/implementing-a-markdown-processor-for-dotnet/)
+While there is not yet a dedicated documentation, you can find from the [specs documentation](src/Markdig.Tests/Specs/readme.md) how to use these extensions.
 
+In the meantime, you can have a "behind the scene" article about Markdig in my blog post ["Implementing a Markdown Engine for .NET"](http://xoofx.com/blog/2016/06/13/implementing-a-markdown-processor-for-dotnet/)
 
 ## Download
 
 Markdig is available as a NuGet package: [![NuGet](https://img.shields.io/nuget/v/Markdig.svg)](https://www.nuget.org/packages/Markdig/)
 
+Also [Markdig.Signed](https://www.nuget.org/packages/Markdig.Signed/) NuGet package provides signed assemblies.
+
 ## Usage
 
 The main entry point for the API is the `Markdig.Markdown` class:
@@ -73,7 +83,7 @@ var result = Markdown.ToHtml("This is a text with some *emphasis*");
 Console.WriteLine(result);   // prints: <p>This is a text with some <em>emphasis</em></p>
 ```
 
-In order to activate most of all advanced extensions (except Emoji, SoftLine as HarLine and SmartyPants)
+In order to activate most of all advanced extensions (except Emoji, SoftLine as HardLine, JiraLinks and SmartyPants)
 
 ```csharp
 // Configure the pipeline with all advanced extensions active
@@ -192,6 +202,7 @@ Thanks also to the project [BenchmarkDotNet](https://github.com/PerfDotNet/Bench
 
 Some decoding part (e.g HTML [EntityHelper.cs](https://github.com/lunet-io/markdig/blob/master/src/Markdig/Helpers/EntityHelper.cs)) have been re-used from [CommonMark.NET](https://github.com/Knagis/CommonMark.NET)
 
+Thanks to the work done by @clarkd on the JIRA Link extension (https://github.com/clarkd/MarkdigJiraLinker), now included with this project!
 ## Author
 
 Alexandre MUTEL aka [xoofx](http://xoofx.com)

src/Markdig.Benchmarks/Markdig.Benchmarks.csproj

@@ -9,7 +9,7 @@
     <AppDesignerFolder>Properties</AppDesignerFolder>
     <RootNamespace>Markdig.Benchmarks</RootNamespace>
     <AssemblyName>Markdig.Benchmarks</AssemblyName>
-    <TargetFrameworkVersion>v4.5.1</TargetFrameworkVersion>
+    <TargetFrameworkVersion>v4.6</TargetFrameworkVersion>
     <FileAlignment>512</FileAlignment>
     <AutoGenerateBindingRedirects>true</AutoGenerateBindingRedirects>
     <TargetFrameworkProfile />

src/Markdig.Benchmarks/Markdig.Benchmarks.nuget.targets

@@ -1,18 +0,0 @@
-<?xml version="1.0" encoding="utf-8" standalone="no"?>
-<Project ToolsVersion="14.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
-  <PropertyGroup Condition=" '$(ExcludeRestorePackageImports)' != 'true' ">
-    <RestoreSuccess Condition=" '$(RestoreSuccess)' == '' ">True</RestoreSuccess>
-    <RestoreTool Condition=" '$(RestoreTool)' == '' ">NuGet</RestoreTool>
-    <ProjectAssetsFile Condition=" '$(ProjectAssetsFile)' == '' ">C:\Code\lunet\markdig\src\Markdig.Benchmarks\project.lock.json</ProjectAssetsFile>
-    <NuGetPackageRoot Condition=" '$(NuGetPackageRoot)' == '' ">$(UserProfile)\.nuget\packages\</NuGetPackageRoot>
-    <NuGetPackageFolders Condition=" '$(NuGetPackageFolders)' == '' ">C:\Users\alexa\.nuget\packages\</NuGetPackageFolders>
-    <NuGetProjectStyle Condition=" '$(NuGetProjectStyle)' == '' ">ProjectJson</NuGetProjectStyle>
-    <NuGetToolVersion Condition=" '$(NuGetToolVersion)' == '' ">4.1.0</NuGetToolVersion>
-  </PropertyGroup>
-  <PropertyGroup>
-    <MSBuildAllProjects>$(MSBuildAllProjects);$(MSBuildThisFileFullPath)</MSBuildAllProjects>
-  </PropertyGroup>
-  <ImportGroup Condition=" '$(ExcludeRestorePackageImports)' != 'true' ">
-    <Import Project="$(NuGetPackageRoot)microsoft.diagnostics.tracing.traceevent\1.0.41\build\Microsoft.Diagnostics.Tracing.TraceEvent.targets" Condition="Exists('$(NuGetPackageRoot)microsoft.diagnostics.tracing.traceevent\1.0.41\build\Microsoft.Diagnostics.Tracing.TraceEvent.targets')" />
-  </ImportGroup>
-</Project>

src/Markdig.Benchmarks/Program.cs

@@ -131,7 +131,7 @@ namespace Testamina.Markdig.Benchmarks
                 var config = ManualConfig.Create(DefaultConfig.Instance);
                 //var gcDiagnoser = new MemoryDiagnoser();
                 //config.Add(new Job { Mode = Mode.SingleRun, LaunchCount = 2, WarmupCount = 2, IterationTime = 1024, TargetCount = 10 });
-                config.Add(new Job { Mode = Mode.Throughput, LaunchCount = 2, WarmupCount = 2, TargetCount = 10 });
+                //config.Add(new Job { Mode = Mode.Throughput, LaunchCount = 2, WarmupCount = 2, TargetCount = 10 });
                 //config.Add(gcDiagnoser);
 
                 //var  config = DefaultConfig.Instance;

src/Markdig.Benchmarks/app.config

@@ -1,3 +1,3 @@
 <?xml version="1.0" encoding="utf-8"?>
 <configuration>
-<startup><supportedRuntime version="v4.0" sku=".NETFramework,Version=v4.5.1"/></startup></configuration>
+<startup><supportedRuntime version="v4.0" sku=".NETFramework,Version=v4.6"/></startup></configuration>

src/Markdig.Benchmarks/project.json

@@ -4,7 +4,7 @@
     "win-x64": {}
   },
   "frameworks": {
-    "net451": {
+    "net46": {
       "compilationOptions": {
         "define": [
           "CLASSIC"
@@ -19,9 +19,9 @@
     }
   },
   "dependencies": {
-    "BenchmarkDotNet": "0.9.6",
-    "BenchmarkDotNet.Diagnostics.Windows": "0.9.6",
-    "CommonMark.NET": "0.11.0",
+    "BenchmarkDotNet": "0.10.6",
+    "BenchmarkDotNet.Diagnostics.Windows": "0.10.6",
+    "CommonMark.NET": "0.15.1",
     "MarkdownSharp": "1.13.0.0",
     "Microsoft.Diagnostics.Runtime": "0.8.31-beta",
     "Microsoft.Diagnostics.Tracing.TraceEvent": "1.0.41.0"

src/Markdig.Tests/Markdig.Tests.csproj

@@ -57,12 +57,17 @@
       <DependentUpon>Specs.tt</DependentUpon>
     </Compile>
     <Compile Include="Specs\TestEmphasisPlus.cs" />
+    <Compile Include="TestConfigureNewLine.cs" />
     <Compile Include="TestHtmlAttributes.cs" />
     <Compile Include="TestHtmlHelper.cs" />
     <Compile Include="TestLineReader.cs" />
     <Compile Include="TestLinkHelper.cs" />
+    <Compile Include="TestNormalize.cs" />
     <Compile Include="TestOrderedList.cs" />
+    <Compile Include="TestPlainText.cs" />
     <Compile Include="TestPragmaLines.cs" />
+    <Compile Include="TestLinkRewriter.cs" />
+    <Compile Include="TestRelativeUrlReplacement.cs" />
     <Compile Include="TestSourcePosition.cs" />
     <Compile Include="TestStringSliceList.cs" />
     <Compile Include="TestPlayParser.cs" />
@@ -71,7 +76,15 @@
   </ItemGroup>
   <ItemGroup>
     <None Include="App.config" />
+    <Content Include="ArgumentOutOfRangeException.md">
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
+    <Content Include="hang.md">
+      <CopyToOutputDirectory>PreserveNewest</CopyToOutputDirectory>
+    </Content>
     <None Include="project.json" />
+    <None Include="Specs\GlobalizationSpecs.md" />
+    <None Include="Specs\JiraLinks.md" />
     <None Include="Specs\AutoLinks.md" />
     <None Include="Specs\AutoIdentifierSpecs.md" />
     <None Include="Specs\AbbreviationSpecs.md" />
@@ -87,6 +100,7 @@
     <None Include="Specs\BootstrapSpecs.md" />
     <None Include="Specs\DiagramsSpecs.md" />
     <None Include="Specs\NoHtmlSpecs.md" />
+    <None Include="Specs\readme.md" />
     <None Include="Specs\YamlSpecs.md" />
     <None Include="Specs\TaskListSpecs.md" />
     <None Include="Specs\SmartyPantsSpecs.md" />

src/Markdig.Tests/Specs/AbbreviationSpecs.md

@@ -77,3 +77,24 @@ Abbreviations should match whole word only, even if the word is the entire conte
 .
 <p>1.1A</p>
 ````````````````````````````````
+
+Abbreviations should match whole word only, even if there is another glossary term:
+
+```````````````````````````````` example
+*[SCO]: First
+*[SCOM]: Second
+
+SCOM
+.
+<p><abbr title="Second">SCOM</abbr></p>
+````````````````````````````````
+
+Abbreviations should only match when surrounded by whitespace:
+
+```````````````````````````````` example
+*[PR]: Pull Request
+
+PRAA
+.
+<p>PRAA</p>
+````````````````````````````````

src/Markdig.Tests/Specs/AutoIdentifierSpecs.md

@@ -12,7 +12,7 @@ Allows to automatically creates an identifier for a heading:
 <h1 id="this-is-a-heading">This is a heading</h1>
 ````````````````````````````````
 
-Only punctuation `-`, `_` and `.` is kept, all over non letter characters are discarded.
+Only punctuation `-`, `_` and `.` is kept, all other non letter characters are discarded.
 Consecutive same character `-`, `_` or `.` are rendered into a single one
 Characters `-`, `_` and `.` at the end of the string are also discarded.
 
@@ -96,3 +96,14 @@ The text of the link can be changed:
 <p><a href="#this-is-a-heading">With a new text</a></p>
 <h1 id="this-is-a-heading">This is a heading</h1>
 ````````````````````````````````
+
+An autoidentifier should not conflict with an existing link:
+
+```````````````````````````````` example
+![scenario image][scenario]
+## Scenario
+[scenario]: ./scenario.png
+.
+<p><img src="./scenario.png" alt="scenario image" /></p>
+<h2 id="scenario">Scenario</h2>
+````````````````````````````````

src/Markdig.Tests/Specs/AutoLinks.md

@@ -19,7 +19,7 @@ And a plain www.google.com
 .
 <p>This is a <a href="http://www.google.com">http://www.google.com</a> URL and <a href="https://www.google.com">https://www.google.com</a>
 This is a <a href="ftp://test.com">ftp://test.com</a>
-And a <a href="mailto:email@toto.com">mailto:email@toto.com</a>
+And a <a href="mailto:email@toto.com">email@toto.com</a>
 And a plain <a href="http://www.google.com">www.google.com</a></p>
 ````````````````````````````````
 
@@ -76,3 +76,167 @@ Check **http://www.a.com** or __http://www.b.com__
 .
 <p>Check <strong><a href="http://www.a.com">http://www.a.com</a></strong> or <strong><a href="http://www.b.com">http://www.b.com</a></strong></p>
 ````````````````````````````````
+
+It is not mentioned by the spec, but empty emails won't be matched (only a subset of [RFC2368](https://tools.ietf.org/html/rfc2368) is supported by auto links):
+
+```````````````````````````````` example
+mailto:email@test.com is okay, but mailto:@test.com is not
+.
+<p><a href="mailto:email@test.com">email@test.com</a> is okay, but mailto:@test.com is not</p>
+````````````````````````````````
+
+### GFM Support
+
+Extract from [GFM Autolinks extensions specs](https://github.github.com/gfm/#autolinks-extension-)
+
+```````````````````````````````` example
+www.commonmark.org
+.
+<p><a href="http://www.commonmark.org">www.commonmark.org</a></p>
+````````````````````````````````
+
+```````````````````````````````` example
+Visit www.commonmark.org/help for more information.
+.
+<p>Visit <a href="http://www.commonmark.org/help">www.commonmark.org/help</a> for more information.</p>
+````````````````````````````````
+
+```````````````````````````````` example
+Visit www.commonmark.org.
+
+Visit www.commonmark.org/a.b.
+.
+<p>Visit <a href="http://www.commonmark.org">www.commonmark.org</a>.</p>
+<p>Visit <a href="http://www.commonmark.org/a.b">www.commonmark.org/a.b</a>.</p>
+````````````````````````````````
+
+
+```````````````````````````````` example
+www.google.com/search?q=Markup+(business)
+
+(www.google.com/search?q=Markup+(business))
+.
+<p><a href="http://www.google.com/search?q=Markup+(business)">www.google.com/search?q=Markup+(business)</a></p>
+<p>(<a href="http://www.google.com/search?q=Markup+(business)">www.google.com/search?q=Markup+(business)</a>)</p>
+````````````````````````````````
+
+
+```````````````````````````````` example
+www.google.com/search?q=commonmark&hl=en
+
+www.google.com/search?q=commonmark&hl;
+.
+<p><a href="http://www.google.com/search?q=commonmark&amp;hl=en">www.google.com/search?q=commonmark&amp;hl=en</a></p>
+<p><a href="http://www.google.com/search?q=commonmark">www.google.com/search?q=commonmark</a>&amp;hl;</p>
+````````````````````````````````
+
+
+```````````````````````````````` example
+www.commonmark.org/he<lp
+.
+<p><a href="http://www.commonmark.org/he">www.commonmark.org/he</a>&lt;lp</p>
+````````````````````````````````
+
+```````````````````````````````` example
+http://commonmark.org
+
+(Visit https://encrypted.google.com/search?q=Markup+(business))
+
+Anonymous FTP is available at ftp://foo.bar.baz.
+.
+<p><a href="http://commonmark.org">http://commonmark.org</a></p>
+<p>(Visit <a href="https://encrypted.google.com/search?q=Markup+(business)">https://encrypted.google.com/search?q=Markup+(business)</a>)</p>
+<p>Anonymous FTP is available at <a href="ftp://foo.bar.baz">ftp://foo.bar.baz</a>.</p>
+````````````````````````````````
+
+### Valid Domain Tests
+
+Domain names that have empty segments won't be matched
+
+```````````````````````````````` example
+www..
+www..com
+http://test.
+http://.test
+http://.
+http://..
+ftp://test.
+ftp://.test
+mailto:email@test.
+mailto:email@.test
+.
+<p>www..
+www..com
+http://test.
+http://.test
+http://.
+http://..
+ftp://test.
+ftp://.test
+mailto:email@test.
+mailto:email@.test</p>
+````````````````````````````````
+
+Domain names with too few segments won't be matched
+
+```````````````````````````````` example
+www
+www.com
+http://test
+ftp://test
+mailto:email@test
+.
+<p>www
+www.com
+http://test
+ftp://test
+mailto:email@test</p>
+````````````````````````````````
+
+Domain names that contain an underscores in the last two segments won't be matched
+
+```````````````````````````````` example
+www._test.foo.bar is okay, but www._test.foo is not
+
+http://te_st.foo.bar is okay, as is http://test.foo_.bar.foo
+
+But http://te_st.foo, http://test.foo_.bar and http://test._foo are not
+
+ftp://test_.foo.bar is okay, but ftp://test.fo_o is not
+
+mailto:email@_test.foo.bar is okay, but mailto:email@_test.foo is not
+.
+<p><a href="http://www._test.foo.bar">www._test.foo.bar</a> is okay, but www._test.foo is not</p>
+<p><a href="http://te_st.foo.bar">http://te_st.foo.bar</a> is okay, as is <a href="http://test.foo_.bar.foo">http://test.foo_.bar.foo</a></p>
+<p>But http://te_st.foo, http://test.foo_.bar and http://test._foo are not</p>
+<p><a href="ftp://test_.foo.bar">ftp://test_.foo.bar</a> is okay, but ftp://test.fo_o is not</p>
+<p><a href="mailto:email@_test.foo.bar">email@_test.foo.bar</a> is okay, but mailto:email@_test.foo is not</p>
+````````````````````````````````
+
+Domain names that contain invalid characters (not AlphaNumberic, -, _ or .) won't be matched
+
+```````````````````````````````` example
+https://[your-domain]/api
+.
+<p>https://[your-domain]/api</p>
+````````````````````````````````
+
+Domain names followed by ?, : or # instead of / are matched
+
+```````````````````````````````` example
+https://github.com?
+
+https://github.com?a
+
+https://github.com#a
+
+https://github.com:
+
+https://github.com:443
+.
+<p><a href="https://github.com">https://github.com</a>?</p>
+<p><a href="https://github.com?a">https://github.com?a</a></p>
+<p><a href="https://github.com#a">https://github.com#a</a></p>
+<p><a href="https://github.com">https://github.com</a>:</p>
+<p><a href="https://github.com:443">https://github.com:443</a></p>
+````````````````````````````````

src/Markdig.Tests/Specs/CustomContainerSpecs.md

@@ -4,7 +4,7 @@ This section describes the different extensions supported:
 
 ## Custom Container
 
-A custom container is similar to a fenced code block, but it is using the character `:` to declare a block (with at least 3 characters), and instead of generating a `<pre><code>...</code></pre>` it will generate a `<div>...</dib>` block.
+A custom container is similar to a fenced code block, but it is using the character `:` to declare a block (with at least 3 characters), and instead of generating a `<pre><code>...</code></pre>` it will generate a `<div>...</div>` block.
 
 ```````````````````````````````` example
 :::spoiler
@@ -109,4 +109,4 @@ Attributes can be attached to a inline custom container:
 This is a text ::with special emphasis::{#myId .myemphasis}
 .
 <p>This is a text <span id="myId" class="myemphasis">with special emphasis</span></p>
-````````````````````````````````
+````````````````````````````````

src/Markdig.Tests/Specs/DiagramsSpecs.md

@@ -23,4 +23,35 @@ graph TD;
 </div>
 ````````````````````````````````
 
+## nomnoml diagrams
+
+Using a fenced code block with the `nomnoml` language info will output a `<div class='nomnoml'>` instead of a `pre/code` block:
+
+```````````````````````````````` example
+```nomnoml
+[example|
+  propertyA: Int
+  propertyB: string
+|
+  methodA()
+  methodB()
+|
+  [subA]--[subB]
+  [subA]-:>[sub C]
+]
+```
+.
+<div class="nomnoml">[example|
+  propertyA: Int
+  propertyB: string
+|
+  methodA()
+  methodB()
+|
+  [subA]--[subB]
+  [subA]-:>[sub C]
+]
+</div>
+````````````````````````````````
+
 TODO: Add other text diagram languages

src/Markdig.Tests/Specs/EmojiSpecs.md

@@ -31,9 +31,9 @@ We all need :), it makes us :muscle:. (and :ok_hand:).
 Sentences can end with Emoji:
 
 ```````````````````````````````` example
-This is a sentance :ok_hand:
+This is a sentence :ok_hand:
 and keeps going to the next line :)
 .
-<p>This is a sentance 👌
+<p>This is a sentence 👌
 and keeps going to the next line 😃</p>
-````````````````````````````````
+````````````````````````````````

src/Markdig.Tests/Specs/FootnotesSpecs.md

@@ -2,7 +2,7 @@
 
 This section describes the different extensions supported:
 
-## Footontes
+## Footnotes
 
 Allows footnotes using the following syntax (taken from pandoc example):
 
@@ -118,3 +118,24 @@ Here is a footnote[^1]. And another one[^2]. And a third one[^3]. And a fourth[^
 </ol>
 </div>
 ````````````````````````````````
+
+A footnote link inside a list should work as well:
+
+```````````````````````````````` example
+- abc
+- def[^1]
+
+[^1]: Here is the footnote.
+.
+<ul>
+<li>abc</li>
+<li>def<a id="fnref:1" href="#fn:1" class="footnote-ref"><sup>1</sup></a></li>
+</ul>
+<div class="footnotes">
+<hr />
+<ol>
+<li id="fn:1">
+<p>Here is the footnote.<a href="#fnref:1" class="footnote-back-ref">&#8617;</a></p></li>
+</ol>
+</div>
+````````````````````````````````

src/Markdig.Tests/Specs/GenericAttributesSpecs.md

@@ -27,13 +27,13 @@ The following shows that attributes is attached to the current block or the prev
 This is a heading{#heading-link2}
 -----------------
 
-This is a paragraph with an attached attributes {#myparagraph attached-bool-property}
+This is a paragraph with an attached attributes {#myparagraph attached-bool-property attached-bool-property2}
 .
 <h1 id="heading-link">This is a heading with an an attribute</h1>
 <h1 id="heading-link2">This is a heading</h1>
 <p><a href="http://google.com" id="a-link" class="myclass" data-lang="fr" data-value="This is a value">This is a link</a></p>
 <h2 id="heading-link2">This is a heading</h2>
-<p id="myparagraph" attached-bool-property>This is a paragraph with an attached attributes </p>
+<p id="myparagraph" attached-bool-property attached-bool-property2>This is a paragraph with an attached attributes </p>
 ````````````````````````````````
 
 The following shows that attributes can be attached to the next block if they are used inside a single line just preceding the block (and preceded by a blank line or beginning of a block container):

src/Markdig.Tests/Specs/GlobalizationSpecs.md

@@ -0,0 +1,189 @@
+# Extensions
+
+This section describes the different extensions supported:
+
+## Globalization
+Adds support for RTL content by adding `dir="rtl"` and `align="right` attributes to the appropriate html elements. Left to right text is not affected by this extension.
+
+Whether a markdown block is marked as RTL or not is determined by the [first strong character](https://en.wikipedia.org/wiki/Bi-directional_text#Strong_characters) of the block.
+
+**Note**: You might need to add `<meta charset="UTF-8">` to the head of the html file to be able to see the result correctly.
+
+Headings and block quotes:
+```````````````````````````````` example
+# Fruits
+In botany, a [fruit](https://en.wikipedia.org/wiki/Fruit) is the seed-bearing structure in flowering plants (also known as angiosperms) formed from the ovary after flowering.
+
+> Fruits are good for health
+-- Anonymous
+
+# میوە
+[میوە](https://ckb.wikipedia.org/wiki/%D9%85%DB%8C%D9%88%DB%95) یان مێوە بەروبوومی ڕوەکیە کە ڕوەکەکان ھەڵیان ئەگرن وەک بەرگێک بۆ تۆوەکانیان، بە زۆری جیادەکرێتەوە بە شیرینی یان ترشی لە تامدا و بە بوونی بڕێکی زۆر ئاو
+
+> میوە بۆ تەندروستی باشە
+-- نەزانراو
+.
+<h1 id="fruits">Fruits</h1>
+<p>In botany, a <a href="https://en.wikipedia.org/wiki/Fruit">fruit</a> is the seed-bearing structure in flowering plants (also known as angiosperms) formed from the ovary after flowering.</p>
+<blockquote>
+<p>Fruits are good for health
+-- Anonymous</p>
+</blockquote>
+<h1 id="section" dir="rtl">میوە</h1>
+<p dir="rtl"><a href="https://ckb.wikipedia.org/wiki/%D9%85%DB%8C%D9%88%DB%95" dir="rtl">میوە</a> یان مێوە بەروبوومی ڕوەکیە کە ڕوەکەکان ھەڵیان ئەگرن وەک بەرگێک بۆ تۆوەکانیان، بە زۆری جیادەکرێتەوە بە شیرینی یان ترشی لە تامدا و بە بوونی بڕێکی زۆر ئاو</p>
+<blockquote dir="rtl">
+<p dir="rtl">میوە بۆ تەندروستی باشە
+-- نەزانراو</p>
+</blockquote>
+````````````````````````````````
+
+Lists:
+```````````````````````````````` example
+## Types of fruits
+- Berries
+  - Strawberry
+  - kiwifruit
+- Citrus
+  - Orange
+  - Lemon
+
+## Examples of fruits :yum:
+1. Apple
+2. Banana
+3. Orange
+
+## Grocery List
+- [X] 􏿽 Watermelon
+- [X] Apricot
+- [ ] Fig 
+
+## نموونەی میوە :yum:
+1. ? سێو
+2. 5 مۆز 
+3. 􏿽 پرتەقاڵ
+
+## جۆرەکانی میوە
+- توو
+  - فڕاولە
+  - کیوی
+- مزرەمەنی
+  - پڕتەقاڵ
+  - لیمۆ
+
+## لیستی کڕین
+- [X] شووتی
+- [X] قەیسی
+- [ ] هەنجیر
+.
+<h2 id="types-of-fruits">Types of fruits</h2>
+<ul>
+<li>Berries
+<ul>
+<li>Strawberry</li>
+<li>kiwifruit</li>
+</ul>
+</li>
+<li>Citrus
+<ul>
+<li>Orange</li>
+<li>Lemon</li>
+</ul>
+</li>
+</ul>
+<h2 id="examples-of-fruits">Examples of fruits 😋</h2>
+<ol>
+<li>Apple</li>
+<li>Banana</li>
+<li>Orange</li>
+</ol>
+<h2 id="grocery-list">Grocery List</h2>
+<ul class="contains-task-list">
+<li class="task-list-item"><input disabled="disabled" type="checkbox" checked="checked" /> 􏿽 Watermelon</li>
+<li class="task-list-item"><input disabled="disabled" type="checkbox" checked="checked" /> Apricot</li>
+<li class="task-list-item"><input disabled="disabled" type="checkbox" /> Fig</li>
+</ul>
+<h2 id="section" dir="rtl">نموونەی میوە 😋</h2>
+<ol dir="rtl">
+<li>? سێو</li>
+<li>5 مۆز</li>
+<li>􏿽 پرتەقاڵ</li>
+</ol>
+<h2 id="section-1" dir="rtl">جۆرەکانی میوە</h2>
+<ul dir="rtl">
+<li>توو
+<ul dir="rtl">
+<li>فڕاولە</li>
+<li>کیوی</li>
+</ul>
+</li>
+<li>مزرەمەنی
+<ul dir="rtl">
+<li>پڕتەقاڵ</li>
+<li>لیمۆ</li>
+</ul>
+</li>
+</ul>
+<h2 id="section-2" dir="rtl">لیستی کڕین</h2>
+<ul class="contains-task-list" dir="rtl">
+<li class="task-list-item"><input disabled="disabled" type="checkbox" checked="checked" /> شووتی</li>
+<li class="task-list-item"><input disabled="disabled" type="checkbox" checked="checked" /> قەیسی</li>
+<li class="task-list-item"><input disabled="disabled" type="checkbox" /> هەنجیر</li>
+</ul>
+````````````````````````````````
+
+Tables:
+
+```````````````````````````````` example
+Nuitrion |Apple | Oranges
+--|-- | --
+Calories|52|47
+Sugar|10g|9g
+
+ پێکهاتە |سێو | پڕتەقاڵ
+--|-- | --
+کالۆری|٥٢|٤٧
+شەکر| ١٠گ|٩گ
+.
+<table>
+<thead>
+<tr>
+<th>Nuitrion</th>
+<th>Apple</th>
+<th>Oranges</th>
+</tr>
+</thead>
+<tbody>
+<tr>
+<td>Calories</td>
+<td>52</td>
+<td>47</td>
+</tr>
+<tr>
+<td>Sugar</td>
+<td>10g</td>
+<td>9g</td>
+</tr>
+</tbody>
+</table>
+<table dir="rtl" align="right">
+<thead>
+<tr>
+<th>پێکهاتە</th>
+<th>سێو</th>
+<th>پڕتەقاڵ</th>
+</tr>
+</thead>
+<tbody>
+<tr>
+<td>کالۆری</td>
+<td>٥٢</td>
+<td>٤٧</td>
+</tr>
+<tr>
+<td>شەکر</td>
+<td>١٠گ</td>
+<td>٩گ</td>
+</tr>
+</tbody>
+</table>
+````````````````````````````````

src/Markdig.Tests/Specs/JiraLinks.md

@@ -0,0 +1,77 @@
+## Jira Links
+
+The JiraLinks extension will automatically add links to JIRA issue items within your markdown, e.g. XX-1234. For this to happen, you must configure the extension when adding to the pipeline, e.g. 
+
+```
+var pipeline = new MarkdownPipelineBuilder()
+	.UseJiraLinks(new JiraLinkOptions("http://your.company.abc"))
+	.Build();
+```
+
+The rules for detecting a link are:
+
+- The project key must be composed of onre or more capitalised ASCII letter `[A-Z]+`
+- A single hypen `-` must separate the project key and issue number. 
+- The issue number is composed of 1 or more digits `[0, 9]+`
+- The reference must be preceeded by either `(` or whitespace or EOF.
+- The reference must be followed by either `)` or whitespace or EOF.
+
+The following are valid examples:
+
+```````````````````````````````` example
+This is a ABCD-123 issue
+.
+<p>This is a <a href="http://your.company.abc/browse/ABCD-123" target="blank">ABCD-123</a> issue</p>
+````````````````````````````````
+
+```````````````````````````````` example
+This is a KIRA-1 issue
+.
+<p>This is a <a href="http://your.company.abc/browse/KIRA-1" target="blank">KIRA-1</a> issue</p>
+````````````````````````````````
+
+```````````````````````````````` example
+This is a Z-1 issue
+.
+<p>This is a <a href="http://your.company.abc/browse/Z-1" target="blank">Z-1</a> issue</p>
+````````````````````````````````
+
+These are also valid links with `(` and `)`:
+
+```````````````````````````````` example
+This is a (ABCD-123) issue
+.
+<p>This is a (<a href="http://your.company.abc/browse/ABCD-123" target="blank">ABCD-123</a>) issue</p>
+````````````````````````````````
+
+```````````````````````````````` example
+This is a (KIRA-1) issue
+.
+<p>This is a (<a href="http://your.company.abc/browse/KIRA-1" target="blank">KIRA-1</a>) issue</p>
+````````````````````````````````
+
+```````````````````````````````` example
+This is a (Z-1) issue
+.
+<p>This is a (<a href="http://your.company.abc/browse/Z-1" target="blank">Z-1</a>) issue</p>
+````````````````````````````````
+
+These are not valid links:
+
+```````````````````````````````` example
+This is not aJIRA-123 issue
+.
+<p>This is not aJIRA-123 issue</p>
+````````````````````````````````
+
+```````````````````````````````` example
+This is not JIRA-123a issue
+.
+<p>This is not JIRA-123a issue</p>
+````````````````````````````````
+
+```````````````````````````````` example
+This is not JIRA- issue
+.
+<p>This is not JIRA- issue</p>
+````````````````````````````````

src/Markdig.Tests/Specs/MediaSpecs.md

@@ -10,7 +10,16 @@ Allows to embed audio/video links to popular website:
 ![Video1](https://www.youtube.com/watch?v=mswPy5bt3TQ)
 
 ![Video2](https://vimeo.com/8607834)
+
+![Video3](https://sample.com/video.mp4)
+
+![Audio4](https://music.yandex.ru/album/411845/track/4402274)
+
+![Video5](https://ok.ru/video/26870090463)
 .
 <p><iframe src="https://www.youtube.com/embed/mswPy5bt3TQ" width="500" height="281" frameborder="0" allowfullscreen></iframe></p>
 <p><iframe src="https://player.vimeo.com/video/8607834" width="500" height="281" frameborder="0" allowfullscreen></iframe></p>
+<p><video width="500" height="281" controls><source type="video/mp4" src="https://sample.com/video.mp4"></source></video></p>
+<p><iframe src="https://music.yandex.ru/iframe/#track/4402274/411845/" width="500" height="281" frameborder="0"></iframe></p>
+<p><iframe src="https://ok.ru/videoembed/26870090463" width="500" height="281" frameborder="0" allowfullscreen></iframe></p>
 ````````````````````````````````

src/Markdig.Tests/Specs/PipeTableSpecs.md

@@ -513,6 +513,39 @@ a  | b
 </table>
 ````````````````````````````````
 
+** Rule #9**
+
+It is possible to have a single row header only:
+
+```````````````````````````````` example
+a  | b
+-- | --
+.
+<table>
+<thead>
+<tr>
+<th>a</th>
+<th>b</th>
+</tr>
+</thead>
+</table>
+````````````````````````````````
+
+```````````````````````````````` example
+|a|b|c
+|---|---|---|
+.
+<table>
+<thead>
+<tr>
+<th>a</th>
+<th>b</th>
+<th>c</th>
+</tr>
+</thead>
+</table>
+````````````````````````````````
+
 ** Tests **
 
 Tests trailing spaces after pipes

src/Markdig.Tests/Specs/Specs.tt

@@ -1,6 +1,6 @@
-<#/*
+<#/*
 Copyright (c) Alexandre Mutel. All rights reserved.
-This file is licensed under the BSD-Clause 2 license. 
+This file is licensed under the BSD-Clause 2 license.
 See the license.txt file in the project root for more information.The MIT License (MIT)
 
 This is a modified version of code released previously with the following license:
@@ -36,9 +36,10 @@ SOFTWARE.
 <#@ import namespace="System.Collections.Generic" #>
 <#@ import namespace="System.CodeDom" #>
 <#@ import namespace="System.CodeDom.Compiler" #>
-<#@ output extension=".cs" #><#
+<#@ output extension=".cs" encoding="utf-8"#>
+<#
     var specFiles = new KeyValuePair<string, string>[] {
-		new KeyValuePair<string, string>("https://raw.githubusercontent.com/jgm/CommonMark/791b1c121f16d3d7e80837c6f52917e57bbb2f61/spec.txt", string.Empty), // 0.27
+		new KeyValuePair<string, string>("https://raw.githubusercontent.com/jgm/CommonMark/4ec06917c3a3632be4a935ffa0973092bd2621be/spec.txt", string.Empty), // 0.28
 		new KeyValuePair<string, string>(Host.ResolvePath("PipeTableSpecs.md"), "pipetables|advanced"),
 		new KeyValuePair<string, string>(Host.ResolvePath("FootnotesSpecs.md"), "footnotes|advanced"),
 		new KeyValuePair<string, string>(Host.ResolvePath("GenericAttributesSpecs.md"), "attributes|advanced"),
@@ -61,10 +62,13 @@ SOFTWARE.
 		new KeyValuePair<string, string>(Host.ResolvePath("NoHtmlSpecs.md"), "nohtml"),
 		new KeyValuePair<string, string>(Host.ResolvePath("YamlSpecs.md"), "yaml"),
 		new KeyValuePair<string, string>(Host.ResolvePath("AutoLinks.md"), "autolinks|advanced"),
+		new KeyValuePair<string, string>(Host.ResolvePath("JiraLinks.md"), "jiralinks"),
+        new KeyValuePair<string, string>(Host.ResolvePath("GlobalizationSpecs.md"), "globalization+advanced+emojis"),
 	};
     var emptyLines = false;
     var displayEmptyLines = false;
 #>
+// Generated the <#= DateTime.Now #>
 using System;
 using NUnit.Framework;
 
@@ -146,7 +150,7 @@ private class Spec
 
     public string Name
     {
-        get { return string.Format("Example{0:000}", Example); }
+        get { return string.Format("{0}_Example{1:000}", SecHeadingCompact, Example); }
     }
 }
 

src/Markdig.Tests/Specs/TestEmphasisPlus.cs

@@ -13,13 +13,13 @@ namespace Markdig.Tests
         [Test]
         public void StrongNormal()
         {
-            TestParser.TestSpec("***Strong emphasis*** normal", "<p><strong><em>Strong emphasis</em></strong> normal</p>", "");
+            TestParser.TestSpec("***Strong emphasis*** normal", "<p><em><strong>Strong emphasis</strong></em> normal</p>", "");
         }
 
         [Test]
         public void NormalStrongNormal()
         {
-            TestParser.TestSpec("normal ***Strong emphasis*** normal", "<p>normal <strong><em>Strong emphasis</em></strong> normal</p>", "");
+            TestParser.TestSpec("normal ***Strong emphasis*** normal", "<p>normal <em><strong>Strong emphasis</strong></em> normal</p>", "");
         }
     }
 }

src/Markdig.Tests/Specs/YamlSpecs.md

@@ -42,3 +42,79 @@ This is a text
 <p>This is a text</p>
 ````````````````````````````````
 
+It can end with three dots `...`:
+
+```````````````````````````````` example
+---
+this: is a frontmatter
+
+...
+This is a text
+.
+<p>This is a text</p>
+````````````````````````````````
+
+If the end front matter marker (`...` or `---`) is not present, it will render the `---` has a `<hr>`:
+
+```````````````````````````````` example
+---
+this: is a frontmatter
+This is a text
+.
+<hr />
+<p>this: is a frontmatter
+This is a text</p>
+````````````````````````````````
+
+It expects exactly three dots `...`:
+
+```````````````````````````````` example
+---
+this: is a frontmatter
+....
+This is a text
+.
+<hr />
+<p>this: is a frontmatter
+....
+This is a text</p>
+````````````````````````````````
+
+Front matter ends with the first line containing three dots `...` or three dashes `---`:
+
+```````````````````````````````` example
+---
+this: is a frontmatter
+....
+
+Hello
+---
+This is a text
+.
+<p>This is a text</p>
+````````````````````````````````
+
+It expects whitespace can exist after the leading characters
+
+```````````````````````````````` example
+---   
+this: is a frontmatter
+...
+This is a text
+.
+<p>This is a text</p>
+````````````````````````````````
+
+It expects whitespace can exist after the trailing characters
+
+```````````````````````````````` example
+---
+this: is a frontmatter
+...     
+This is a text
+.
+<p>This is a text</p>
+````````````````````````````````
+
+
+

src/Markdig.Tests/Specs/readme.md

@@ -0,0 +1,36 @@
+# Documentation Tests/Specs
+
+You will find from the following links the supported extensions in markdig and their usage:
+
+  - 2 kind of tables:
+    - [**Pipe tables**](PipeTableSpecs.md)
+    - [**Grid tables**](GridTableSpecs.md)
+  - [**Extra emphasis**](EmphasisExtraSpecs.md)
+    - strike through `~~`,
+    - Subscript `~`
+    - Superscript `^` 
+    - Inserted `++`
+    - Marked `==`
+  - [**Special attributes**](GenericAttributesSpecs.md)
+  - [**Definition lists**](DefinitionListSpecs.md)
+  - [**Footnotes**](FootnotesSpecs.md)
+  - [**Auto-identifiers**](AutoIdentifierSpecs.md)
+  - [**Auto-links**](AutoLinks.md)
+  - [**Task Lists**](TaskListSpecs.md)
+  - [**Extra bullet lists**](ListExtraSpecs.md)
+  - [**Media support**](MediaSpecs.md)
+  - [**Abbreviations**](AbbreviationSpecs.md)
+  - [**Citation**](FigureFooterAndCiteSpecs.md)
+  - [**Custom containers**](CustomContainerSpecs.md)
+  - [**Figures**](FigureFooterAndCiteSpecs.md)
+  - [**Footers**](FigureFooterAndCiteSpecs.md)
+  - [**Mathematics**](MathSpecs.md)/Latex extension by enclosing `$$` for block and `$` for inline math (inspired from this [CommonMark discussion](https://talk.commonmark.org/t/mathematics-extension/457/31))
+  - [**Soft lines as hard lines**](HardlineBreakSpecs.md)
+  - [**Emoji**](EmojiSpecs.md)
+  - [**SmartyPants**](SmartyPantsSpecs.md)
+  - [**Bootstrap**](BootstrapSpecs.md)
+  - [**Diagrams**](DiagramsSpecs.md)
+  - [**YAML frontmatter**](YamlSpecs.md)
+  - [**JIRA links**](JiraLinks.md)
+
+   > Notice that the links above are not yet the final documentation but are "specification" files used for testing the correctness of markdig for each extension

src/Markdig.Tests/TestConfigureNewLine.cs

@@ -0,0 +1,42 @@
+using NUnit.Framework;
+
+namespace Markdig.Tests
+{
+    [TestFixture]
+    public class TestConfigureNewLine
+    {
+        [Test]
+        [TestCase(/* newLineForWriting: */ "\n",   /* markdownText: */ "*1*\n*2*\n",     /* expected: */ "<p><em>1</em>\n<em>2</em></p>\n")]
+        [TestCase(/* newLineForWriting: */ "\n",   /* markdownText: */ "*1*\r\n*2*\r\n", /* expected: */ "<p><em>1</em>\n<em>2</em></p>\n")]
+        [TestCase(/* newLineForWriting: */ "\r\n", /* markdownText: */ "*1*\n*2*\n",     /* expected: */ "<p><em>1</em>\r\n<em>2</em></p>\r\n")]
+        [TestCase(/* newLineForWriting: */ "\r\n", /* markdownText: */ "*1*\r\n*2*\r\n", /* expected: */ "<p><em>1</em>\r\n<em>2</em></p>\r\n")]
+        [TestCase(/* newLineForWriting: */ "!!!" , /* markdownText: */ "*1*\n*2*\n",     /* expected: */ "<p><em>1</em>!!!<em>2</em></p>!!!")]
+        [TestCase(/* newLineForWriting: */ "!!!" , /* markdownText: */ "*1*\r\n*2*\r\n", /* expected: */ "<p><em>1</em>!!!<em>2</em></p>!!!")]
+        public void TestHtmlOutputWhenConfiguringNewLine(string newLineForWriting, string markdownText, string expected)
+        {
+            var pipeline = new MarkdownPipelineBuilder()
+                .ConfigureNewLine(newLineForWriting)
+                .Build();
+
+            var actual = Markdown.ToHtml(markdownText, pipeline);
+            Assert.AreEqual(expected, actual);
+        }
+
+        [Test]
+        [TestCase(/* newLineForWriting: */ "\n",   /* markdownText: */ "*1*\n*2*\n",     /* expected: */ "1\n2\n")]
+        [TestCase(/* newLineForWriting: */ "\n",   /* markdownText: */ "*1*\r\n*2*\r\n", /* expected: */ "1\n2\n")]
+        [TestCase(/* newLineForWriting: */ "\r\n", /* markdownText: */ "*1*\n*2*\n",     /* expected: */ "1\r\n2\r\n")]
+        [TestCase(/* newLineForWriting: */ "\r\n", /* markdownText: */ "*1*\r\n*2*\r\n", /* expected: */ "1\r\n2\r\n")]
+        [TestCase(/* newLineForWriting: */ "!!!", /* markdownText: */ "*1*\n*2*\n",     /* expected: */ "1!!!2!!!")]
+        [TestCase(/* newLineForWriting: */ "!!!", /* markdownText: */ "*1*\r\n*2*\r\n", /* expected: */ "1!!!2!!!")]
+        public void TestPlainOutputWhenConfiguringNewLine(string newLineForWriting, string markdownText, string expected)
+        {
+            var pipeline = new MarkdownPipelineBuilder()
+                .ConfigureNewLine(newLineForWriting)
+                .Build();
+
+            var actual = Markdown.ToPlainText(markdownText, pipeline);
+            Assert.AreEqual(expected, actual);
+        }
+    }
+}

src/Markdig.Tests/TestImageAltText.cs

@@ -0,0 +1,25 @@
+using NUnit.Framework;
+using System.Text.RegularExpressions;
+
+namespace Markdig.Tests
+{
+    [TestFixture]
+    public class TestImageAltText
+    {
+        [Test]
+        [TestCase("![](image.jpg)", "")]
+        [TestCase("![foo](image.jpg)", "foo")]
+        [TestCase("![][1]\n\n[1]: image.jpg", "")]
+        [TestCase("![bar][1]\n\n[1]: image.jpg", "bar")]
+        [TestCase("![](image.jpg 'title')", "")]
+        [TestCase("![foo](image.jpg 'title')", "foo")]
+        [TestCase("![][1]\n\n[1]: image.jpg 'title'", "")]
+        [TestCase("![bar][1]\n\n[1]: image.jpg 'title'", "bar")]
+        public void TestImageHtmlAltText(string markdown, string expectedAltText)
+        {
+            string html = Markdown.ToHtml(markdown);
+            string actualAltText = Regex.Match(html, "alt=\"(.*?)\"").Groups[1].Value;
+            Assert.AreEqual(expectedAltText, actualAltText);
+        }
+    }
+}

src/Markdig.Tests/TestLinkHelper.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
@@ -39,7 +39,7 @@ namespace Markdig.Tests
         {
             var text = new StringSlice(uri);
             string link;
-            Assert.True(LinkHelper.TryParseUrl(ref text, out link));
+            Assert.True(LinkHelper.TryParseUrl(ref text, out link, true));
             Assert.AreEqual("http://google.com", link);
             Assert.AreEqual('.', text.CurrentChar);
         }

src/Markdig.Tests/TestLinkRewriter.cs

@@ -0,0 +1,44 @@
+using System;
+using System.IO;
+using Markdig.Parsers;
+using Markdig.Renderers;
+using NUnit.Framework;
+
+namespace Markdig.Tests
+{
+    public class TestLinkRewriter
+    {
+        [Test]
+        public void ReplacesRelativeLinks()
+        {
+            TestSpec(s => "abc" + s, "Link: [hello](/relative.jpg)", "abc/relative.jpg");
+            TestSpec(s => s + "xyz", "Link: [hello](relative.jpg)", "relative.jpgxyz");
+            TestSpec(null, "Link: [hello](relative.jpg)", "relative.jpg");
+            TestSpec(null, "Link: [hello](/relative.jpg)", "/relative.jpg");
+        }
+
+        [Test]
+        public void ReplacesRelativeImageSources()
+        {
+            TestSpec(s => "abc" + s, "Image: ![alt text](/image.jpg)", "abc/image.jpg");
+            TestSpec(s => "abc" + s, "Image: ![alt text](image.jpg \"title\")", "abcimage.jpg");
+            TestSpec(null, "Image: ![alt text](/image.jpg)", "/image.jpg");
+        }
+
+        public static void TestSpec(Func<string,string> linkRewriter, string markdown, string expectedLink)
+        {
+            var pipeline = new MarkdownPipelineBuilder().Build();
+
+            var writer = new StringWriter();
+            var renderer = new HtmlRenderer(writer);
+            renderer.LinkRewriter = linkRewriter;
+            pipeline.Setup(renderer);
+
+            var document = MarkdownParser.Parse(markdown, pipeline);
+            renderer.Render(document);
+            writer.Flush();
+
+            Assert.That(writer.ToString(), Contains.Substring("=\"" + expectedLink + "\""));
+        }
+    }
+}

src/Markdig.Tests/TestNormalize.cs

@@ -0,0 +1,495 @@
+// Copyright (c) Alexandre Mutel. All rights reserved.
+// This file is licensed under the BSD-Clause 2 license.
+// See the license.txt file in the project root for more information.
+
+using System;
+using NUnit.Framework;
+using Markdig.Syntax;
+using Markdig.Syntax.Inlines;
+using System.IO;
+using Markdig.Renderers.Normalize;
+using Markdig.Helpers;
+
+namespace Markdig.Tests
+{
+    [TestFixture]
+    public class TestNormalize
+    {
+        [Test]
+        public void SyntaxCodeBlock()
+        {
+            AssertSyntax("````csharp\npublic void HelloWorld()\n{\n}\n````", new FencedCodeBlock(null)
+            {
+                FencedChar = '`',
+                FencedCharCount = 4,
+                Info = "csharp",
+                Lines = new StringLineGroup(4)
+                {
+                    new StringSlice("public void HelloWorld()"),
+                    new StringSlice("{"),
+                    new StringSlice("}"),
+                }
+            });
+
+            AssertSyntax("    public void HelloWorld()\n    {\n    }", new CodeBlock(null)
+            {
+                Lines = new StringLineGroup(4)
+                {
+                    new StringSlice("public void HelloWorld()"),
+                    new StringSlice("{"),
+                    new StringSlice("}"),
+                }
+            });
+        }
+
+        [Test]
+        public void SyntaxHeadline()
+        {
+            AssertSyntax("## Headline", new HeadingBlock(null)
+            {
+                HeaderChar = '#',
+                Level = 2,
+                Inline = new ContainerInline().AppendChild(new LiteralInline("Headline")),
+            });
+        }
+
+        [Test]
+        public void SyntaxParagraph()
+        {
+            AssertSyntax("This is a normal paragraph", new ParagraphBlock()
+            {
+                Inline = new ContainerInline()
+                    .AppendChild(new LiteralInline("This is a normal paragraph")),
+            });
+
+            AssertSyntax("This is a\nnormal\nparagraph", new ParagraphBlock()
+            {
+                Inline = new ContainerInline()
+                    .AppendChild(new LiteralInline("This is a"))
+                    .AppendChild(new LineBreakInline())
+                    .AppendChild(new LiteralInline("normal"))
+                    .AppendChild(new LineBreakInline())
+                    .AppendChild(new LiteralInline("paragraph")),
+            });
+        }
+
+        [Test]
+        public void CodeBlock()
+        {
+            AssertNormalizeNoTrim("    public void HelloWorld();\n    {\n    }");
+            AssertNormalizeNoTrim("    public void HelloWorld();\n    {\n    }\n\ntext after two newlines");
+            AssertNormalizeNoTrim("````\npublic void HelloWorld();\n{\n}\n````\n\ntext after two newlines");
+            AssertNormalizeNoTrim("````csharp\npublic void HelloWorld();\n{\n}\n````");
+            AssertNormalizeNoTrim("````csharp hideNewKeyword=true\npublic void HelloWorld();\n{\n}\n````");
+        }
+
+        [Test]
+        public void Heading()
+        {
+            AssertNormalizeNoTrim("# Heading");
+            AssertNormalizeNoTrim("## Heading");
+            AssertNormalizeNoTrim("### Heading");
+            AssertNormalizeNoTrim("#### Heading");
+            AssertNormalizeNoTrim("##### Heading");
+            AssertNormalizeNoTrim("###### Heading");
+            AssertNormalizeNoTrim("###### Heading\n\ntext after two newlines");
+            AssertNormalizeNoTrim("# Heading\nAnd Text1\n\nAndText2", options: new NormalizeOptions() { EmptyLineAfterHeading = false });
+
+            AssertNormalizeNoTrim("Heading\n=======\n\ntext after two newlines", "# Heading\n\ntext after two newlines");
+        }
+
+        [Test]
+        public void Backslash()
+        {
+            AssertNormalizeNoTrim("This is a hardline  \nAnd this is another hardline\\\nThis is standard newline");
+            AssertNormalizeNoTrim("This is a line\nWith another line\nAnd a last line");
+        }
+
+        [Test]
+        public void HtmlBlock()
+        {
+            /*AssertNormalizeNoTrim(@"<div id=""foo"" class=""bar
+  baz"">
+</ div >");*/ // TODO: Bug: Throws Exception during emit
+        }
+
+        [Test]
+        public void Paragraph()
+        {
+            AssertNormalizeNoTrim("This is a plain paragraph");
+            AssertNormalizeNoTrim(@"This
+is
+a
+plain
+paragraph");
+        }
+
+        [Test]
+        public void ParagraphMulti()
+        {
+            AssertNormalizeNoTrim(@"line1
+
+line2
+
+line3");
+        }
+
+        [Test]
+        public void ListUnordered()
+        {
+            AssertNormalizeNoTrim(@"- a
+- b
+- c");
+        }
+
+        [Test]
+        public void ListUnorderedLoose()
+        {
+            AssertNormalizeNoTrim(@"- a
+
+- b
+
+- c");
+        }
+
+        [Test]
+        public void ListOrderedLooseAndCodeBlock()
+        {
+            AssertNormalizeNoTrim(@"1. ```
+   foo
+   ```
+   
+   bar");
+        }
+
+        [Test, Ignore("Not sure this is the correct normalize for this one. Need to check the specs")]
+        public void ListUnorderedLooseTop()
+        {
+            AssertNormalizeNoTrim(@"* foo
+  * bar
+  
+  baz", options: new NormalizeOptions() { ListItemCharacter = '*' });
+        }
+
+        [Test]
+        public void ListUnorderedLooseMultiParagraph()
+        {
+            AssertNormalizeNoTrim(
+@"- a
+  
+  And another paragraph a
+
+- b
+  
+  And another paragraph b
+
+- c");
+        }
+
+
+        [Test]
+        public void ListOrdered()
+        {
+            AssertNormalizeNoTrim(@"1. a
+2. b
+3. c");
+        }
+
+
+        [Test]
+        public void ListOrderedAndIntended()
+        {
+            AssertNormalizeNoTrim(@"1. a
+2. b
+   - foo
+   - bar
+     a) 1234
+     b) 1324
+3. c
+4. c
+5. c
+6. c
+7. c
+8. c
+9. c
+10. c
+    - Foo
+    - Bar
+11. c
+12. c");
+        }
+
+        [Test]
+        public void HeaderAndParagraph()
+        {
+            AssertNormalizeNoTrim(@"# heading
+
+paragraph
+
+paragraph2 without newlines");
+        }
+
+
+        [Test]
+        public void QuoteBlock()
+        {
+            AssertNormalizeNoTrim(@"> test1
+> 
+> test2");
+
+            AssertNormalizeNoTrim(@"> test1
+This is a continuation
+> test2",
+                @"> test1
+> This is a continuation
+> test2"
+);
+
+            AssertNormalizeNoTrim(@"> test1
+> -foobar
+
+asdf
+
+> test2
+> -foobar sen.");
+        }
+
+        [Test]
+        public void ThematicBreak()
+        {
+            AssertNormalizeNoTrim("***\n");
+
+            AssertNormalizeNoTrim("* * *\n", "***\n");
+        }
+
+        [Test]
+        public void AutolinkInline()
+        {
+            AssertNormalizeNoTrim("This has a <auto.link.com>");
+        }
+
+        [Test]
+        public void CodeInline()
+        {
+            AssertNormalizeNoTrim("This has a `HelloWorld()` in it");
+            AssertNormalizeNoTrim(@"This has a ``Hello`World()`` in it");
+        }
+
+        [Test]
+        public void EmphasisInline()
+        {
+            AssertNormalizeNoTrim("This is a plain **paragraph**");
+            AssertNormalizeNoTrim("This is a plain *paragraph*");
+            AssertNormalizeNoTrim("This is a plain _paragraph_");
+            AssertNormalizeNoTrim("This is a plain __paragraph__");
+            AssertNormalizeNoTrim("This is a pl*ai*n **paragraph**");
+        }
+
+        [Test]
+        public void LineBreakInline()
+        {
+            AssertNormalizeNoTrim("normal\nline break");
+            AssertNormalizeNoTrim("hard  \nline break");
+            AssertNormalizeNoTrim("This is a hardline  \nAnd this is another hardline\\\nThis is standard newline");
+            AssertNormalizeNoTrim("This is a line\nWith another line\nAnd a last line");
+        }
+
+        [Test]
+        public void LinkInline()
+        {
+            AssertNormalizeNoTrim("This is a [link](http://company.com)");
+            AssertNormalizeNoTrim("This is an ![image](http://company.com)");
+
+            AssertNormalizeNoTrim(@"This is a [link](http://company.com ""Crazy Company"")");
+            AssertNormalizeNoTrim(@"This is a [link](http://company.com ""Crazy \"" Company"")");
+        }
+
+        [Test]
+        public void LinkReferenceDefinition()
+        {
+            // Full link
+            AssertNormalizeNoTrim("This is a [link][MyLink]\n\n[MyLink]: http://company.com");
+
+            AssertNormalizeNoTrim("[MyLink]: http://company.com\nThis is a [link][MyLink]",
+                "This is a [link][MyLink]\n\n[MyLink]: http://company.com");
+
+            AssertNormalizeNoTrim("This is a [link][MyLink] a normal link [link](http://google.com) and another def link [link2][MyLink2]\n\n[MyLink]: http://company.com\n[MyLink2]: http://company2.com");
+
+            // Collapsed link
+            AssertNormalizeNoTrim("This is a [link][]\n\n[link]: http://company.com");
+
+            // Shortcut link
+            AssertNormalizeNoTrim("This is a [link]\n\n[link]: http://company.com");
+        }
+
+        [Test]
+        public void EscapeInline()
+        {
+            AssertNormalizeNoTrim("This is an escape \\* with another \\[");
+        }
+
+        [Test]
+        public void HtmlEntityInline()
+        {
+            AssertNormalizeNoTrim("This is a &auml; blank");
+        }
+
+        [Test]
+        public void HtmlInline()
+        {
+            AssertNormalizeNoTrim("foo <hr/> bar");
+            AssertNormalizeNoTrim(@"foo <hr foo=""bar""/> bar");
+        }
+
+
+        [Test]
+        public void SpaceBetweenNodes()
+        {
+            AssertNormalizeNoTrim("# Hello World\nFoobar is a better bar.",
+                                  "# Hello World\n\nFoobar is a better bar.");
+        }
+
+        [Test]
+        public void SpaceBetweenNodesEvenForHeadlines()
+        {
+            AssertNormalizeNoTrim("# Hello World\n## Chapter 1\nFoobar is a better bar.",
+                                  "# Hello World\n\n## Chapter 1\n\nFoobar is a better bar.");
+        }
+
+        [Test]
+        public void SpaceRemoveAtStartAndEnd()
+        {
+            AssertNormalizeNoTrim("\n\n# Hello World\n## Chapter 1\nFoobar is a better bar.\n\n",
+                                  "# Hello World\n\n## Chapter 1\n\nFoobar is a better bar.");
+        }
+
+        [Test]
+        public void SpaceShortenBetweenNodes()
+        {
+            AssertNormalizeNoTrim("# Hello World\n\n\n\nFoobar is a better bar.",
+                                  "# Hello World\n\nFoobar is a better bar.");
+        }
+
+        [Test]
+        public void BiggerSample()
+        {
+            var input = @"# Heading 1
+
+This is a paragraph
+
+This is another paragraph
+
+- This is a list item 1
+- This is a list item 2
+- This is a list item 3
+
+```C#
+This is a code block
+```
+
+> This is a quote block
+
+    This is an indented code block
+    line 2 of indented
+
+This is a last line";
+            AssertNormalizeNoTrim(input);
+        }
+
+        [Test]
+        public void TaskLists()
+        {
+            AssertNormalizeNoTrim("- [X] This is done");
+            AssertNormalizeNoTrim("- [x] This is done",
+                                  "- [X] This is done");
+            AssertNormalizeNoTrim("- [ ] This is not done");
+
+            // ignore
+            AssertNormalizeNoTrim("[x] This is not a task list");
+            AssertNormalizeNoTrim("[ ] This is not a task list");
+        }
+
+
+
+        [Test]
+        public void JiraLinks()
+        {
+            AssertNormalizeNoTrim("FOO-1234");
+            AssertNormalizeNoTrim("AB-1");
+
+            AssertNormalizeNoTrim("**Hello World AB-1**");
+        }
+
+        [Test]
+        public void AutoLinks()
+        {
+            AssertNormalizeNoTrim("Hello from http://example.com/foo", "Hello from [http://example.com/foo](http://example.com/foo)", new NormalizeOptions() { ExpandAutoLinks = true, });
+            AssertNormalizeNoTrim("Hello from www.example.com/foo", "Hello from [www.example.com/foo](http://www.example.com/foo)", new NormalizeOptions() { ExpandAutoLinks = true, });
+            AssertNormalizeNoTrim("Hello from ftp://example.com", "Hello from [ftp://example.com](ftp://example.com)", new NormalizeOptions() { ExpandAutoLinks = true, });
+            AssertNormalizeNoTrim("Hello from mailto:hello@example.com", "Hello from [hello@example.com](mailto:hello@example.com)", new NormalizeOptions() { ExpandAutoLinks = true, });
+
+            AssertNormalizeNoTrim("Hello from http://example.com/foo", "Hello from http://example.com/foo", new NormalizeOptions() { ExpandAutoLinks = false, });
+            AssertNormalizeNoTrim("Hello from www.example.com/foo", "Hello from http://www.example.com/foo", new NormalizeOptions() { ExpandAutoLinks = false, });
+            AssertNormalizeNoTrim("Hello from mailto:hello@example.com", "Hello from mailto:hello@example.com", new NormalizeOptions() { ExpandAutoLinks = false, });
+        }
+
+        private static void AssertSyntax(string expected, MarkdownObject syntax)
+        {
+            var writer = new StringWriter();
+            var normalizer = new NormalizeRenderer(writer);
+            var document = new MarkdownDocument();
+            if (syntax is Block)
+            {
+                document.Add(syntax as Block);
+            }
+            else
+            {
+                throw new InvalidOperationException();
+            }
+            normalizer.Render(document);
+
+            var actual = writer.ToString();
+
+            Assert.AreEqual(expected, actual);
+        }
+
+        public void AssertNormalizeNoTrim(string input, string expected = null, NormalizeOptions options = null)
+            => AssertNormalize(input, expected, false, options);
+
+        public void AssertNormalize(string input, string expected = null, bool trim = true, NormalizeOptions options = null)
+        {
+            expected = expected ?? input;
+            input = NormText(input, trim);
+            expected = NormText(expected, trim);
+
+            var pipeline = new MarkdownPipelineBuilder()
+                .UseAutoLinks()
+                .UseJiraLinks(new Extensions.JiraLinks.JiraLinkOptions("https://jira.example.com"))
+                .UseTaskLists()
+                .Build();
+
+            var result = Markdown.Normalize(input, options, pipeline: pipeline);
+            result = NormText(result, trim);
+
+            Console.WriteLine("```````````````````Source");
+            Console.WriteLine(TestParser.DisplaySpaceAndTabs(input));
+            Console.WriteLine("```````````````````Result");
+            Console.WriteLine(TestParser.DisplaySpaceAndTabs(result));
+            Console.WriteLine("```````````````````Expected");
+            Console.WriteLine(TestParser.DisplaySpaceAndTabs(expected));
+            Console.WriteLine("```````````````````");
+            Console.WriteLine();
+
+            TextAssert.AreEqual(expected, result);
+        }
+
+        private static string NormText(string text, bool trim)
+        {
+            if (trim)
+            {
+                text = text.Trim();
+            }
+            return text.Replace("\r\n", "\n").Replace('\r', '\n');
+        }
+    }
+}

src/Markdig.Tests/TestParser.cs

@@ -1,15 +1,72 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
-// This file is licensed under the BSD-Clause 2 license. 
+// Copyright (c) Alexandre Mutel. All rights reserved.
+// This file is licensed under the BSD-Clause 2 license.
 // See the license.txt file in the project root for more information.
 using System;
 using System.Collections.Generic;
+using System.IO;
 using System.Text;
 using System.Text.RegularExpressions;
+using Markdig.Extensions.JiraLinks;
+using NUnit.Framework;
 
 namespace Markdig.Tests
 {
     public class TestParser
     {
+        [Test]
+        public void TestFixHang()
+        {
+            var input = File.ReadAllText(Path.Combine(Path.GetDirectoryName(typeof(TestParser).Assembly.Location), "hang.md"));
+            var html = Markdown.ToHtml(input);
+        }
+
+        [Test]
+        public void TestInvalidHtmlEntity()
+        {
+            var input = "9&ddr;&*&ddr;&de<64><65>__";
+            TestSpec(input, "<p>9&amp;ddr;&amp;*&amp;ddr;&amp;de<64><65>__</p>");
+        }
+
+        [Test]
+        public void TestInvalidCharacterHandling()
+        {
+            var input = File.ReadAllText(Path.Combine(Path.GetDirectoryName(typeof(TestParser).Assembly.Location), "ArgumentOutOfRangeException.md"));
+            var html = Markdown.ToHtml(input);
+        }
+
+        [Test]
+        public void TestInvalidCodeEscape()
+        {
+            var input = "```**Header**	";
+            var html = Markdown.ToHtml(input);
+        }
+
+        [Test]
+        public void TestEmphasisAndHtmlEntity()
+        {
+            var markdownText = "*Unlimited-Fun&#174;*&#174;";
+            TestSpec(markdownText, "<p><em>Unlimited-Fun®</em>®</p>");
+        }
+
+        [Test]
+        public void TestThematicInsideCodeBlockInsideList()
+        {
+            var input = @"1. In the :
+
+   ```
+   Id                                   DisplayName         Description
+   --                                   -----------         -----------
+   62375ab9-6b52-47ed-826b-58e47e0e304b Group.Unified       ...
+   ```";
+            TestSpec(input, @"<ol>
+<li><p>In the :</p>
+<pre><code>Id                                   DisplayName         Description
+--                                   -----------         -----------
+62375ab9-6b52-47ed-826b-58e47e0e304b Group.Unified       ...
+</code></pre></li>
+</ol>");
+        }
+
         public static void TestSpec(string inputText, string expectedOutputText, string extensions = null)
         {
             foreach (var pipeline in GetPipeline(extensions))
@@ -71,8 +128,15 @@ namespace Markdig.Tests
             {
                 var builder = new MarkdownPipelineBuilder();
                 builder.DebugLog = Console.Out;
-                var pipeline = extensionsText == "self" ? builder.UseSelfPipeline() : builder.Configure(extensionsText);
-                yield return new KeyValuePair<string, MarkdownPipeline>(extensionsText, pipeline.Build());
+                if (extensionsText == "jiralinks")
+                {
+                    builder.UseJiraLinks(new JiraLinkOptions("http://your.company.abc"));
+                }
+                else
+                {
+                    builder = extensionsText == "self" ? builder.UseSelfPipeline() : builder.Configure(extensionsText);
+                }
+                yield return new KeyValuePair<string, MarkdownPipeline>(extensionsText, builder.Build());
             }
         }
 

src/Markdig.Tests/TestPlainText.cs

@@ -0,0 +1,38 @@
+using NUnit.Framework;
+
+namespace Markdig.Tests
+{
+    [TestFixture]
+    public class TestPlainText
+    {
+        [Test]
+        public void TestPlain()
+        {
+            var markdownText = "*Hello*, [world](http://example.com)!";
+            var expected = "Hello, world!\n";
+            var actual = Markdown.ToPlainText(markdownText);
+            Assert.AreEqual(expected, actual);
+        }
+
+        [Test]
+        [TestCase(/* markdownText: */ "foo bar", /* expected: */ "foo bar\n")]
+        [TestCase(/* markdownText: */ "foo\nbar", /* expected: */ "foo\nbar\n")]
+        [TestCase(/* markdownText: */ "*foo\nbar*", /* expected: */ "foo\nbar\n")]
+        [TestCase(/* markdownText: */ "[foo\nbar](http://example.com)", /* expected: */ "foo\nbar\n")]
+        [TestCase(/* markdownText: */ "<http://foo.bar.baz>", /* expected: */ "http://foo.bar.baz\n")]
+        [TestCase(/* markdownText: */ "# foo bar", /* expected: */ "foo bar\n")]
+        [TestCase(/* markdownText: */ "# foo\nbar", /* expected: */ "foo\nbar\n")]
+        [TestCase(/* markdownText: */ "> foo", /* expected: */ "foo\n")]
+        [TestCase(/* markdownText: */ "> foo\nbar\n> baz", /* expected: */ "foo\nbar\nbaz\n")]
+        [TestCase(/* markdownText: */ "`foo`", /* expected: */ "foo\n")]        
+        [TestCase(/* markdownText: */ "`foo\nbar`", /* expected: */ "foo bar\n")] // new line within codespan is treated as whitespace (Example317)
+        [TestCase(/* markdownText: */ "```\nfoo bar\n```", /* expected: */ "foo bar\n")]
+        [TestCase(/* markdownText: */ "- foo\n- bar\n- baz", /* expected: */ "foo\nbar\nbaz\n")]
+        public void TestPlainEnsureNewLine(string markdownText, string expected)
+        {            
+            var actual = Markdown.ToPlainText(markdownText);
+            Assert.AreEqual(expected, actual);
+        }
+
+    }
+}

src/Markdig.Tests/TestPlayParser.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 using System;
@@ -12,6 +12,26 @@ namespace Markdig.Tests
     [TestFixture]
     public class TestPlayParser
     {
+        [Test]
+        public void TestLink()
+        {
+            var doc = Markdown.Parse("There is a ![link](/yoyo)");
+            var link = doc.Descendants<ParagraphBlock>().SelectMany(x => x.Inline.Descendants<LinkInline>()).FirstOrDefault(l => l.IsImage);
+            Assert.AreEqual("/yoyo", link?.Url);
+        }
+        
+        [Test]
+        public void TestListBug2()
+        {
+            TestParser.TestSpec("10.\t*test* – test\n\n11.\t__test__ test\n\n", @"<ol start=""10"">
+<li><p><em>test</em> – test</p>
+</li>
+<li><p><strong>test</strong> test</p>
+</li>
+</ol>
+");
+        }
+
         [Test]
         public void TestSimple()
         {
@@ -109,6 +129,11 @@ blabla
 <h1>header2</h1>");
         }
 
+        [Test]
+        public void TestHtmlh4Bug()
+        {
+            TestParser.TestSpec(@"<h4>foobar</h4>", @"<h4>foobar</h4>");
+        }
 
         [Test]
         public void TestStandardUriEscape()
@@ -157,6 +182,37 @@ Paragraph
 </table>", "advanced");
         }
 
+        [Test]
+        public void TestGridTableWithCustomAttributes() {
+
+            var input = @"
+{.table}
++---+---+
+| a | b |
++===+===+
+| 1 | 2 |
++---+---+
+";
+
+            var expected = @"<table class=""table"">
+<col style=""width:50%"">
+<col style=""width:50%"">
+<thead>
+<tr>
+<th>a</th>
+<th>b</th>
+</tr>
+</thead>
+<tbody>
+<tr>
+<td>1</td>
+<td>2</td>
+</tr>
+</tbody>
+</table>
+";
+            TestParser.TestSpec(input, expected, "advanced");
+        }
 
         [Test]
         public void TestSamePipelineAllExtensions()

src/Markdig.Tests/TestRelativeUrlReplacement.cs

@@ -0,0 +1,48 @@
+using System;
+using System.IO;
+using Markdig.Parsers;
+using Markdig.Renderers;
+using NUnit.Framework;
+
+namespace Markdig.Tests
+{
+    public class TestRelativeUrlReplacement
+    {
+        [Test]
+        public void ReplacesRelativeLinks()
+        {
+            TestSpec("https://example.com", "Link: [hello](/relative.jpg)", "https://example.com/relative.jpg");
+            TestSpec("https://example.com", "Link: [hello](relative.jpg)", "https://example.com/relative.jpg");
+            TestSpec("https://example.com/", "Link: [hello](/relative.jpg?a=b)", "https://example.com/relative.jpg?a=b");
+            TestSpec("https://example.com/", "Link: [hello](relative.jpg#x)", "https://example.com/relative.jpg#x");
+            TestSpec(null, "Link: [hello](relative.jpg)", "relative.jpg");
+            TestSpec(null, "Link: [hello](/relative.jpg)", "/relative.jpg");
+            TestSpec("https://example.com", "Link: [hello](/relative.jpg)", "https://example.com/relative.jpg");
+        }
+
+        [Test]
+        public void ReplacesRelativeImageSources()
+        {
+            TestSpec("https://example.com", "Image: ![alt text](/image.jpg)", "https://example.com/image.jpg");
+            TestSpec("https://example.com", "Image: ![alt text](image.jpg \"title\")", "https://example.com/image.jpg");
+            TestSpec(null, "Image: ![alt text](/image.jpg)", "/image.jpg");
+        }
+
+        public static void TestSpec(string baseUrl, string markdown, string expectedLink)
+        {
+            var pipeline = new MarkdownPipelineBuilder().Build();
+
+            var writer = new StringWriter();
+            var renderer = new HtmlRenderer(writer);
+            if (baseUrl != null)
+                renderer.BaseUrl = new Uri(baseUrl);
+            pipeline.Setup(renderer);
+
+            var document = MarkdownParser.Parse(markdown, pipeline);
+            renderer.Render(document);
+            writer.Flush();
+
+            Assert.That(writer.ToString(), Contains.Substring("=\"" + expectedLink + "\""));
+        }
+    }
+}

src/Markdig.Tests/TestSourcePosition.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
@@ -6,6 +6,7 @@ using System;
 using System.Collections.Generic;
 using System.Linq;
 using System.Text;
+using Markdig.Extensions.Footnotes;
 using Markdig.Helpers;
 using Markdig.Renderers.Html;
 using Markdig.Syntax;
@@ -140,6 +141,48 @@ literal      ( 0, 2)  2-3
 emphasis     ( 0, 4)  4-9
 literal      ( 0, 6)  6-7
 ");
+        }
+
+        [Test]
+        public void TestFootnoteLinkReferenceDefinition()
+        {
+            //                             01 2 345678
+            var footnote = Markdown.Parse("0\n\n [^1]:", new MarkdownPipelineBuilder().UsePreciseSourceLocation().UseFootnotes().Build()).Descendants().OfType<FootnoteLinkReferenceDefinition>().FirstOrDefault();
+            Assert.NotNull(footnote);
+
+            Assert.AreEqual(2, footnote.Line);
+            Assert.AreEqual(new SourceSpan(4, 7), footnote.Span);
+            Assert.AreEqual(new SourceSpan(5, 6), footnote.LabelSpan);
+        }
+
+        [Test]
+        public void TestLinkReferenceDefinition1()
+        {
+            //                         0         1
+            //                         0123456789012345
+            var link = Markdown.Parse("[234]: /56 'yo' ", new MarkdownPipelineBuilder().UsePreciseSourceLocation().Build()).Descendants().OfType<LinkReferenceDefinition>().FirstOrDefault();
+            Assert.NotNull(link);
+
+            Assert.AreEqual(0, link.Line);
+            Assert.AreEqual(new SourceSpan(0, 14), link.Span);
+            Assert.AreEqual(new SourceSpan(1, 3), link.LabelSpan);
+            Assert.AreEqual(new SourceSpan(7, 9), link.UrlSpan);
+            Assert.AreEqual(new SourceSpan(11, 14), link.TitleSpan);
+        }
+
+        [Test]
+        public void TestLinkReferenceDefinition2()
+        {
+            //                         0          1
+            //                         01 2 34567890123456789
+            var link = Markdown.Parse("0\n\n [234]: /56 'yo' ", new MarkdownPipelineBuilder().UsePreciseSourceLocation().Build()).Descendants().OfType<LinkReferenceDefinition>().FirstOrDefault();
+            Assert.NotNull(link);
+
+            Assert.AreEqual(2, link.Line);
+            Assert.AreEqual(new SourceSpan(4, 18), link.Span);
+            Assert.AreEqual(new SourceSpan(5, 7), link.LabelSpan);
+            Assert.AreEqual(new SourceSpan(11, 13), link.UrlSpan);
+            Assert.AreEqual(new SourceSpan(15, 18), link.TitleSpan);
         }
 
         [Test]
@@ -353,6 +396,42 @@ listitem     ( 1, 0)  4-6
 paragraph    ( 1, 2)  6-6
 literal      ( 1, 2)  6-6
 ");
+        }
+
+        [Test]
+        public void TestListBlock2()
+        {
+            string test = @"
+1. Foo
+9. Bar
+5. Foo
+6. Bar
+987123. FooBar";
+            test = test.Replace("\r\n", "\n");
+            var list = Markdown.Parse(test, new MarkdownPipelineBuilder().UsePreciseSourceLocation().Build()).Descendants().OfType<ListBlock>().FirstOrDefault();
+            Assert.NotNull(list);
+
+            Assert.AreEqual(1, list.Line);
+            Assert.True(list.IsOrdered);
+            List<ListItemBlock> items = list.Cast<ListItemBlock>().ToList();
+            Assert.AreEqual(5, items.Count);
+
+            // Test orders
+            Assert.AreEqual(1, items[0].Order);
+            Assert.AreEqual(9, items[1].Order);
+            Assert.AreEqual(5, items[2].Order);
+            Assert.AreEqual(6, items[3].Order);
+            Assert.AreEqual(987123, items[4].Order);
+
+            // Test positions
+            for (int i = 0; i < 4; i++)
+            {
+                Assert.AreEqual(i + 1, items[i].Line);
+                Assert.AreEqual(1 + (i * 7), items[i].Span.Start);
+                Assert.AreEqual(6, items[i].Span.Length);
+            }
+            Assert.AreEqual(5, items[4].Line);
+            Assert.AreEqual(new SourceSpan(29, 42), items[4].Span);
         }
 
         [Test]

src/Markdig.Tests/TextAssert.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 using System;
@@ -86,7 +86,7 @@ namespace Markdig.Tests
                 //output.WriteLine();
             }
 
-            Assert.True(string.CompareOrdinal(expectedValue, actualValue) == 0, "strings are differing");
+            Assert.AreEqual(expectedValue, actualValue);
         }
 
         private static string ToSafeString(this char c)

src/Markdig.Tests/project.json

@@ -19,6 +19,6 @@
   },
   "dependencies": {
     "NUnit": "3.2.0",
-    "NUnit3TestAdapter": "3.2.0"
+    "NUnit3TestAdapter": "3.9.0"
   }
 }

src/Markdig.WebApp/ApiController.cs

@@ -1,4 +1,4 @@
-using System;
+using System;
 using System.Text;
 using Microsoft.AspNetCore.Mvc;
 
@@ -6,6 +6,13 @@ namespace Markdig.WebApp
 {
     public class ApiController : Controller
     {
+        [HttpGet()]
+        [Route("")]
+        public string Empty()
+        {
+            return string.Empty;
+        }
+
         // GET api/to_html?text=xxx&extensions=advanced
         [Route("api/to_html")]
         [HttpGet()]

src/Markdig.WebApp/Connected Services/Application Insights/ConnectedService.json

@@ -0,0 +1,7 @@
+{
+  "ProviderId": "Microsoft.ApplicationInsights.ConnectedService.ConnectedServiceProvider",
+  "Version": "8.9.809.2",
+  "GettingStartedDocument": {
+    "Uri": "https://go.microsoft.com/fwlink/?LinkID=798432"
+  }
+}

src/Markdig.WebApp/Markdig.WebApp.csproj

@@ -1,13 +1,14 @@
 <Project Sdk="Microsoft.NET.Sdk.Web">
 
   <PropertyGroup>
-    <TargetFramework>netcoreapp1.0</TargetFramework>
+    <TargetFramework>netcoreapp2.0</TargetFramework>
     <PreserveCompilationContext>true</PreserveCompilationContext>
     <AssemblyName>Markdig.WebApp</AssemblyName>
     <OutputType>Exe</OutputType>
     <PackageId>Markdig.WebApp</PackageId>
-    <RuntimeFrameworkVersion>1.0.4</RuntimeFrameworkVersion>
-    <PackageTargetFallback>$(PackageTargetFallback);dotnet5.6;dnxcore50;portable-net45+win8</PackageTargetFallback>
+    <RuntimeFrameworkVersion>2.0.0</RuntimeFrameworkVersion>
+    <ApplicationInsightsResourceId>/subscriptions/b6745039-70e7-4641-994b-5457cb220e2a/resourcegroups/Default-ApplicationInsights-EastUS/providers/microsoft.insights/components/Markdig.WebApp</ApplicationInsightsResourceId>
+    <ApplicationInsightsAnnotationResourceId>/subscriptions/b6745039-70e7-4641-994b-5457cb220e2a/resourcegroups/Default-ApplicationInsights-EastUS/providers/microsoft.insights/components/Markdig.WebApp</ApplicationInsightsAnnotationResourceId>
   </PropertyGroup>
 
   <ItemGroup>
@@ -21,16 +22,20 @@
   </ItemGroup>
 
   <ItemGroup>
-    <PackageReference Include="Microsoft.ApplicationInsights.AspNetCore" Version="1.0.0" />
-    <PackageReference Include="Microsoft.AspNetCore.Mvc" Version="1.0.3" />
-    <PackageReference Include="Microsoft.AspNetCore.Server.IISIntegration" Version="1.0.2" />
-    <PackageReference Include="Microsoft.AspNetCore.Server.Kestrel" Version="1.0.3" />
-    <PackageReference Include="Microsoft.Extensions.Configuration.EnvironmentVariables" Version="1.0.2" />
-    <PackageReference Include="Microsoft.Extensions.Configuration.FileExtensions" Version="1.0.2" />
-    <PackageReference Include="Microsoft.Extensions.Configuration.Json" Version="1.0.2" />
-    <PackageReference Include="Microsoft.Extensions.Logging" Version="1.0.2" />
-    <PackageReference Include="Microsoft.Extensions.Logging.Console" Version="1.0.2" />
-    <PackageReference Include="Microsoft.Extensions.Logging.Debug" Version="1.0.2" />
+    <PackageReference Include="Microsoft.ApplicationInsights.AspNetCore" Version="2.1.1" />
+    <PackageReference Include="Microsoft.AspNetCore.Mvc" Version="2.0.0" />
+    <PackageReference Include="Microsoft.AspNetCore.Server.IISIntegration" Version="2.0.0" />
+    <PackageReference Include="Microsoft.AspNetCore.Server.Kestrel" Version="2.0.0" />
+    <PackageReference Include="Microsoft.Extensions.Configuration.EnvironmentVariables" Version="2.0.0" />
+    <PackageReference Include="Microsoft.Extensions.Configuration.FileExtensions" Version="2.0.0" />
+    <PackageReference Include="Microsoft.Extensions.Configuration.Json" Version="2.0.0" />
+    <PackageReference Include="Microsoft.Extensions.Logging" Version="2.0.0" />
+    <PackageReference Include="Microsoft.Extensions.Logging.Console" Version="2.0.0" />
+    <PackageReference Include="Microsoft.Extensions.Logging.Debug" Version="2.0.0" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <WCFMetadata Include="Connected Services" />
   </ItemGroup>
 
 </Project>

src/Markdig.WebApp/Program.cs

@@ -1,4 +1,4 @@
-using System;
+using System;
 using System.Collections.Generic;
 using System.IO;
 using System.Linq;
@@ -13,6 +13,7 @@ namespace Markdig.WebApp
         public static void Main(string[] args)
         {
             var host = new WebHostBuilder()
+                .UseApplicationInsights()
                 .UseKestrel()
                 .UseContentRoot(Directory.GetCurrentDirectory())
                 .UseIISIntegration()

src/Markdig.WebApp/Startup.cs

@@ -1,4 +1,4 @@
-using System;
+using System;
 using System.Collections.Generic;
 using System.Linq;
 using System.Threading.Tasks;
@@ -46,10 +46,6 @@ namespace Markdig.WebApp
             loggerFactory.AddConsole(Configuration.GetSection("Logging"));
             loggerFactory.AddDebug();
 
-            app.UseApplicationInsightsRequestTelemetry();
-
-            app.UseApplicationInsightsExceptionTelemetry();
-
             app.UseMvc();
         }
     }

src/Markdig.WebApp/appsettings.json

@@ -1,4 +1,4 @@
-{
+{
   "Logging": {
     "IncludeScopes": false,
     "LogLevel": {
@@ -6,5 +6,8 @@
       "System": "Information",
       "Microsoft": "Information"
     }
+  },
+  "ApplicationInsights": {
+    "InstrumentationKey": "5d12f113-76b2-41fe-a35a-db454b104bf9"
   }
-}
+}

src/Markdig/Directory.Build.props

@@ -0,0 +1,9 @@
+<Project>
+  <PropertyGroup>
+    <PublishRepositoryUrl>true</PublishRepositoryUrl>
+    <AllowedOutputExtensionsInPackageBuildOutputFolder>$(AllowedOutputExtensionsInPackageBuildOutputFolder);.pdb</AllowedOutputExtensionsInPackageBuildOutputFolder>
+  </PropertyGroup>
+  <ItemGroup>
+    <PackageReference Include="Microsoft.SourceLink.GitHub" Version="1.0.0-*" PrivateAssets="All"/>
+  </ItemGroup>
+</Project>

src/Markdig/Extensions/Abbreviations/AbbreviationParser.cs

@@ -20,7 +20,7 @@ namespace Markdig.Extensions.Abbreviations
         /// </summary>
         public AbbreviationParser()
         {
-            OpeningCharacters = new[] {'*'};
+            OpeningCharacters = new[] { '*' };
         }
 
         public override BlockState TryOpen(BlockProcessor processor)
@@ -90,7 +90,7 @@ namespace Markdig.Extensions.Abbreviations
 
             inlineProcessor.LiteralInlineParser.PostMatch += (InlineProcessor processor, ref StringSlice slice) =>
             {
-                var literal = (LiteralInline) processor.Inline;
+                var literal = (LiteralInline)processor.Inline;
                 var originalLiteral = literal;
 
                 ContainerInline container = null;
@@ -145,11 +145,13 @@ namespace Markdig.Extensions.Abbreviations
                                 container.AppendChild(literal);
                             }
 
-                            literal.Span.End = abbrInline.Span.Start - 1;
-                            // Truncate it before the abbreviation
-                            literal.Content.End = i - 1;
                         }
 
+                        literal.Span.End = abbrInline.Span.Start - 1;
+                        // Truncate it before the abbreviation
+                        literal.Content.End = i - 1;
+
+
                         // Appned the abbreviation
                         container.AppendChild(abbrInline);
 
@@ -193,25 +195,41 @@ namespace Markdig.Extensions.Abbreviations
             while (index >= content.Start)
             {
                 var c = content.PeekCharAbsolute(index);
-                if (!(c == '\0' || c.IsAsciiPunctuation() || c.IsWhitespace()))
+                if (!(c == '\0' || c.IsWhitespace() || c.IsAsciiPunctuation()))
                 {
                     return false;
                 }
-                if (!c.IsAsciiPunctuation())
+
+                if (c.IsAlphaNumeric())
+                {
+                    return false;
+                }
+
+                if (!c.IsAsciiPunctuation() || c.IsWhitespace())
                 {
                     break;
                 }
                 index--;
             }
+
+            // This will check if the next char at the end of the StringSlice is whitespace, punctuation or \0.
+            var contentNew = content;
+            contentNew.End = content.End + 1;
             index = matchIndex + match.Length;
-            while (index <= content.End)
+            while (index <= contentNew.End)
             {
-                var c = content.PeekCharAbsolute(index);
-                if (!(c == '\0' || c.IsAsciiPunctuation() || c.IsWhitespace()))
+                var c = contentNew.PeekCharAbsolute(index);
+                if (!(c == '\0' || c.IsWhitespace() || c.IsAsciiPunctuation()))
                 {
                     return false;
                 }
-                if (!c.IsAsciiPunctuation())
+
+                if (c.IsAlphaNumeric())
+                {
+                    return false;
+                }
+
+                if (c.IsWhitespace())
                 {
                     break;
                 }

src/Markdig/Extensions/AutoIdentifiers/AutoIdentifierExtension.cs

@@ -1,165 +1,199 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
-// This file is licensed under the BSD-Clause 2 license. 
-// See the license.txt file in the project root for more information.
-
-using System.Collections.Generic;
-using System.IO;
-using Markdig.Helpers;
-using Markdig.Parsers;
-using Markdig.Renderers;
-using Markdig.Renderers.Html;
-using Markdig.Syntax;
-using Markdig.Syntax.Inlines;
-
-namespace Markdig.Extensions.AutoIdentifiers
-{
-    /// <summary>
-    /// The auto-identifier extension
-    /// </summary>
-    /// <seealso cref="Markdig.IMarkdownExtension" />
-    public class AutoIdentifierExtension : IMarkdownExtension
-    {
-        private const string AutoIdentifierKey = "AutoIdentifier";
-        private readonly HtmlRenderer stripRenderer;
-        private readonly StringWriter headingWriter;
-        private readonly AutoIdentifierOptions options;
-
-        /// <summary>
-        /// Initializes a new instance of the <see cref="AutoIdentifierExtension"/> class.
-        /// </summary>
-        /// <param name="options">The options.</param>
-        public AutoIdentifierExtension(AutoIdentifierOptions options)
-        {
-            this.options = options;
-            headingWriter = new StringWriter();
-            // Use internally a HtmlRenderer to strip links from a heading
-            stripRenderer = new HtmlRenderer(headingWriter)
-            {
-                // Set to false both to avoid having any HTML tags in the output
-                EnableHtmlForInline = false,
-                EnableHtmlEscape = false
-            };
-        }
-
-        public void Setup(MarkdownPipelineBuilder pipeline)
-        {
-            var headingBlockParser = pipeline.BlockParsers.Find<HeadingBlockParser>();
-            if (headingBlockParser != null)
-            {
-                // Install a hook on the HeadingBlockParser when a HeadingBlock is actually processed
-                headingBlockParser.Closed -= HeadingBlockParser_Closed;
-                headingBlockParser.Closed += HeadingBlockParser_Closed;
-            }
-            var paragraphBlockParser = pipeline.BlockParsers.FindExact<ParagraphBlockParser>();
-            if (paragraphBlockParser != null)
-            {
-                // Install a hook on the ParagraphBlockParser when a HeadingBlock is actually processed as a Setex heading
-                paragraphBlockParser.Closed -= HeadingBlockParser_Closed;
-                paragraphBlockParser.Closed += HeadingBlockParser_Closed;
-            }
-        }
-
-        public void Setup(MarkdownPipeline pipeline, IMarkdownRenderer renderer)
-        {
-        }
-
-        /// <summary>
-        /// Process on a new <see cref="HeadingBlock"/>
-        /// </summary>
-        /// <param name="processor">The processor.</param>
-        /// <param name="block">The heading block.</param>
-        private void HeadingBlockParser_Closed(BlockProcessor processor, Block block)
-        {
-            // We may have a ParagraphBlock here as we have a hook on the ParagraphBlockParser
-            var headingBlock = block as HeadingBlock;
-            if (headingBlock == null)
-            {
-                return;
-            }
-
-            // If the AutoLink options is set, we register a LinkReferenceDefinition at the document level
-            if ((options & AutoIdentifierOptions.AutoLink) != 0)
-            {
-                var headingLine = headingBlock.Lines.Lines[0];
-
-                var text = headingLine.ToString();
-
-                var linkRef = new HeadingLinkReferenceDefinition()
-                {
-                    Heading = headingBlock,
-                    CreateLinkInline = CreateLinkInlineForHeading
-                };
-                processor.Document.SetLinkReferenceDefinition(text, linkRef);
-            }
-
-            // Then we register after inline have been processed to actually generate the proper #id
-            headingBlock.ProcessInlinesEnd += HeadingBlock_ProcessInlinesEnd;
-        }
-
-        /// <summary>
-        /// Callback when there is a reference to found to a heading. 
-        /// Note that reference are only working if they are declared after.
-        /// </summary>
-        private Inline CreateLinkInlineForHeading(InlineProcessor inlineState, LinkReferenceDefinition linkRef, Inline child)
-        {
-            var headingRef = (HeadingLinkReferenceDefinition) linkRef;
-            return new LinkInline()
-            {
-                // Use GetDynamicUrl to allow late binding of the Url (as a link may occur before the heading is declared and
-                // the inlines of the heading are actually processed by HeadingBlock_ProcessInlinesEnd)
-                GetDynamicUrl = () => HtmlHelper.Unescape("#" + headingRef.Heading.GetAttributes().Id),
-                Title = HtmlHelper.Unescape(linkRef.Title),
-            };
-        }
-
-        /// <summary>
-        /// Process the inlines of the heading to create a unique identifier
-        /// </summary>
-        /// <param name="processor">The processor.</param>
-        /// <param name="inline">The inline.</param>
-        private void HeadingBlock_ProcessInlinesEnd(InlineProcessor processor, Inline inline)
-        {
-            var identifiers = processor.Document.GetData(AutoIdentifierKey) as HashSet<string>;
-            if (identifiers == null)
-            {
-                identifiers = new HashSet<string>();
-                processor.Document.SetData(AutoIdentifierKey, identifiers);
-            }
-
-            var headingBlock = (HeadingBlock) processor.Block;
-            if (headingBlock.Inline == null)
-            {
-                return;
-            }
-
-            // If id is already set, don't try to modify it
-            var attributes = processor.Block.GetAttributes();
-            if (attributes.Id != null)
-            {
-                return;
-            }
-
-            // Use a HtmlRenderer with 
-            stripRenderer.Render(headingBlock.Inline);
-            var headingText = headingWriter.ToString();
-            headingWriter.GetStringBuilder().Length = 0;
-            headingText = LinkHelper.Urilize(headingText, (options & AutoIdentifierOptions.AllowOnlyAscii) != 0);
-
-            var baseHeadingId = string.IsNullOrEmpty(headingText) ? "section" : headingText;
-            int index = 0;
-            var headingId = baseHeadingId;
-            var headingBuffer = StringBuilderCache.Local();
-            while (!identifiers.Add(headingId))
-            {
-                index++;
-                headingBuffer.Append(baseHeadingId);
-                headingBuffer.Append('-');
-                headingBuffer.Append(index);
-                headingId = headingBuffer.ToString();
-                headingBuffer.Length = 0;
-            }
-
-            attributes.Id = headingId;
-        }
-    }
+// Copyright (c) Alexandre Mutel. All rights reserved.
+// This file is licensed under the BSD-Clause 2 license. 
+// See the license.txt file in the project root for more information.
+
+using System;
+using System.Collections.Generic;
+using System.IO;
+using Markdig.Helpers;
+using Markdig.Parsers;
+using Markdig.Renderers;
+using Markdig.Renderers.Html;
+using Markdig.Syntax;
+using Markdig.Syntax.Inlines;
+
+namespace Markdig.Extensions.AutoIdentifiers
+{
+    /// <summary>
+    /// The auto-identifier extension
+    /// </summary>
+    /// <seealso cref="Markdig.IMarkdownExtension" />
+    public class AutoIdentifierExtension : IMarkdownExtension
+    {
+        private const string AutoIdentifierKey = "AutoIdentifier";
+        private readonly AutoIdentifierOptions options;
+
+        /// <summary>
+        /// Initializes a new instance of the <see cref="AutoIdentifierExtension"/> class.
+        /// </summary>
+        /// <param name="options">The options.</param>
+        public AutoIdentifierExtension(AutoIdentifierOptions options)
+        {
+            this.options = options;
+        }
+
+        public void Setup(MarkdownPipelineBuilder pipeline)
+        {
+            var headingBlockParser = pipeline.BlockParsers.Find<HeadingBlockParser>();
+            if (headingBlockParser != null)
+            {
+                // Install a hook on the HeadingBlockParser when a HeadingBlock is actually processed
+                headingBlockParser.Closed -= HeadingBlockParser_Closed;
+                headingBlockParser.Closed += HeadingBlockParser_Closed;
+            }
+            var paragraphBlockParser = pipeline.BlockParsers.FindExact<ParagraphBlockParser>();
+            if (paragraphBlockParser != null)
+            {
+                // Install a hook on the ParagraphBlockParser when a HeadingBlock is actually processed as a Setex heading
+                paragraphBlockParser.Closed -= HeadingBlockParser_Closed;
+                paragraphBlockParser.Closed += HeadingBlockParser_Closed;
+            }
+        }
+
+        public void Setup(MarkdownPipeline pipeline, IMarkdownRenderer renderer)
+        {
+        }
+
+        /// <summary>
+        /// Process on a new <see cref="HeadingBlock"/>
+        /// </summary>
+        /// <param name="processor">The processor.</param>
+        /// <param name="block">The heading block.</param>
+        private void HeadingBlockParser_Closed(BlockProcessor processor, Block block)
+        {
+            // We may have a ParagraphBlock here as we have a hook on the ParagraphBlockParser
+            var headingBlock = block as HeadingBlock;
+            if (headingBlock == null)
+            {
+                return;
+            }
+
+            // If the AutoLink options is set, we register a LinkReferenceDefinition at the document level
+            if ((options & AutoIdentifierOptions.AutoLink) != 0)
+            {
+                var headingLine = headingBlock.Lines.Lines[0];
+
+                var text = headingLine.ToString();
+
+                var linkRef = new HeadingLinkReferenceDefinition()
+                {
+                    Heading = headingBlock,
+                    CreateLinkInline = CreateLinkInlineForHeading
+                };
+
+                var doc = processor.Document;
+                var dictionary = doc.GetData(this) as Dictionary<string, HeadingLinkReferenceDefinition>;
+                if (dictionary == null)
+                {
+                    dictionary = new Dictionary<string, HeadingLinkReferenceDefinition>();
+                    doc.SetData(this, dictionary);
+                    doc.ProcessInlinesBegin += DocumentOnProcessInlinesBegin;
+                }
+                dictionary[text] = linkRef;
+            }
+
+            // Then we register after inline have been processed to actually generate the proper #id
+            headingBlock.ProcessInlinesEnd += HeadingBlock_ProcessInlinesEnd;
+        }
+
+        private void DocumentOnProcessInlinesBegin(InlineProcessor processor, Inline inline)
+        {
+            var doc = processor.Document;
+            doc.ProcessInlinesBegin -= DocumentOnProcessInlinesBegin;
+            var dictionary = (Dictionary<string, HeadingLinkReferenceDefinition>)doc.GetData(this);
+            foreach (var keyPair in dictionary)
+            {
+                // Here we make sure that auto-identifiers will not override an existing link definition
+                // defined in the document
+                // If it is the case, we skip the auto identifier for the Heading
+                if (!doc.TryGetLinkReferenceDefinition(keyPair.Key, out var linkDef))
+                {
+                    doc.SetLinkReferenceDefinition(keyPair.Key, keyPair.Value);
+                }
+            }
+            // Once we are done, we don't need to keep the intermediate dictionary arround
+            doc.RemoveData(this);
+        }
+
+        /// <summary>
+        /// Callback when there is a reference to found to a heading. 
+        /// Note that reference are only working if they are declared after.
+        /// </summary>
+        private Inline CreateLinkInlineForHeading(InlineProcessor inlineState, LinkReferenceDefinition linkRef, Inline child)
+        {
+            var headingRef = (HeadingLinkReferenceDefinition) linkRef;
+            return new LinkInline()
+            {
+                // Use GetDynamicUrl to allow late binding of the Url (as a link may occur before the heading is declared and
+                // the inlines of the heading are actually processed by HeadingBlock_ProcessInlinesEnd)
+                GetDynamicUrl = () => HtmlHelper.Unescape("#" + headingRef.Heading.GetAttributes().Id),
+                Title = HtmlHelper.Unescape(linkRef.Title),
+            };
+        }
+
+        /// <summary>
+        /// Process the inlines of the heading to create a unique identifier
+        /// </summary>
+        /// <param name="processor">The processor.</param>
+        /// <param name="inline">The inline.</param>
+        private void HeadingBlock_ProcessInlinesEnd(InlineProcessor processor, Inline inline)
+        {
+            var identifiers = processor.Document.GetData(AutoIdentifierKey) as HashSet<string>;
+            if (identifiers == null)
+            {
+                identifiers = new HashSet<string>();
+                processor.Document.SetData(AutoIdentifierKey, identifiers);
+            }
+
+            var headingBlock = (HeadingBlock) processor.Block;
+            if (headingBlock.Inline == null)
+            {
+                return;
+            }
+
+            // If id is already set, don't try to modify it
+            var attributes = processor.Block.GetAttributes();
+            if (attributes.Id != null)
+            {
+                return;
+            }
+
+            // Use internally a HtmlRenderer to strip links from a heading
+            var headingWriter = new StringWriter();
+            var stripRenderer = new HtmlRenderer(headingWriter)
+            {
+                // Set to false both to avoid having any HTML tags in the output
+                EnableHtmlForInline = false,
+                EnableHtmlEscape = false
+            };
+
+            stripRenderer.Render(headingBlock.Inline);
+            var headingText = headingWriter.ToString();
+            headingWriter.GetStringBuilder().Length = 0;
+
+            // Urilize the link
+            headingText = (options & AutoIdentifierOptions.GitHub) != 0
+                ? LinkHelper.UrilizeAsGfm(headingText)
+                : LinkHelper.Urilize(headingText, (options & AutoIdentifierOptions.AllowOnlyAscii) != 0);
+
+            // If the heading is empty, use the word "section" instead
+            var baseHeadingId = string.IsNullOrEmpty(headingText) ? "section" : headingText;
+
+            // Add a trailing -1, -2, -3...etc. in case of collision
+            int index = 0;
+            var headingId = baseHeadingId;
+            var headingBuffer = StringBuilderCache.Local();
+            while (!identifiers.Add(headingId))
+            {
+                index++;
+                headingBuffer.Append(baseHeadingId);
+                headingBuffer.Append('-');
+                headingBuffer.Append(index);
+                headingId = headingBuffer.ToString();
+                headingBuffer.Length = 0;
+            }
+
+            attributes.Id = headingId;
+        }
+    }
 }

src/Markdig/Extensions/AutoIdentifiers/AutoIdentifierOptions.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 using System;
@@ -12,7 +12,7 @@ namespace Markdig.Extensions.AutoIdentifiers
     public enum AutoIdentifierOptions
     {
         /// <summary>
-        /// No options
+        /// No options: does not apply any additional formatting and/or transformations.  
         /// </summary>
         None = 0,
 
@@ -30,5 +30,10 @@ namespace Markdig.Extensions.AutoIdentifiers
         /// Allows only ASCII characters in the url (HTML 5 allows to have UTF8 characters). Default is <c>true</c>
         /// </summary>
         AllowOnlyAscii = 2,
+
+        /// <summary>
+        /// Renders auto identifiers like GitHub.
+        /// </summary>
+        GitHub = 4,
     }
-}
+}

src/Markdig/Extensions/AutoLinks/AutoLinkExtension.cs

@@ -1,9 +1,10 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
 using Markdig.Renderers;
-using Markdig.Syntax.Inlines;
+using Markdig.Renderers.Normalize;
+using Markdig.Renderers.Normalize.Inlines;
 
 namespace Markdig.Extensions.AutoLinks
 {
@@ -13,17 +14,29 @@ namespace Markdig.Extensions.AutoLinks
     /// <seealso cref="Markdig.IMarkdownExtension" />
     public class AutoLinkExtension : IMarkdownExtension
     {
+        public readonly string ValidPreviousCharacters;
+
+        public AutoLinkExtension(string validPreviousCharacters = AutoLinkParser.DefaultValidPreviousCharacters)
+        {
+            ValidPreviousCharacters = validPreviousCharacters;
+        }
+
         public void Setup(MarkdownPipelineBuilder pipeline)
         {
             if (!pipeline.InlineParsers.Contains<AutoLinkParser>())
             {
                 // Insert the parser before any other parsers
-                pipeline.InlineParsers.Insert(0, new AutoLinkParser());
+                pipeline.InlineParsers.Insert(0, new AutoLinkParser(ValidPreviousCharacters));
             }
         }
 
         public void Setup(MarkdownPipeline pipeline, IMarkdownRenderer renderer)
         {
+            var normalizeRenderer = renderer as NormalizeRenderer;
+            if (normalizeRenderer != null && !normalizeRenderer.ObjectRenderers.Contains<NormalizeAutoLinkRenderer>())
+            {
+                normalizeRenderer.ObjectRenderers.InsertBefore<LinkInlineRenderer>(new NormalizeAutoLinkRenderer());
+            }
         }
     }
 }

src/Markdig/Extensions/AutoLinks/AutoLinkParser.cs

@@ -1,9 +1,9 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
 using System;
-using System.Collections.Generic;
+using System.Collections.Generic;
 using Markdig.Helpers;
 using Markdig.Parsers;
 using Markdig.Syntax.Inlines;
@@ -19,7 +19,7 @@ namespace Markdig.Extensions.AutoLinks
         /// <summary>
         /// Initializes a new instance of the <see cref="AutoLinkParser"/> class.
         /// </summary>
-        public AutoLinkParser()
+        public AutoLinkParser(string validPreviousCharacters = DefaultValidPreviousCharacters)
         {
             OpeningCharacters = new char[]
             {
@@ -28,13 +28,19 @@ namespace Markdig.Extensions.AutoLinks
                 'm', // for mailto:
                 'w', // for www.
             };
+
+            ValidPreviousCharacters = validPreviousCharacters;
         }
 
+        // All such recognized autolinks can only come at the beginning of a line, after whitespace, or any of the delimiting characters *, _, ~, and (.
+        public readonly string ValidPreviousCharacters;
+        public const string DefaultValidPreviousCharacters = "*_~(";
+
         public override bool Match(InlineProcessor processor, ref StringSlice slice)
         {
             // Previous char must be a whitespace or a punctuation
             var previousChar = slice.PeekCharExtra(-1);
-            if (!previousChar.IsAsciiPunctuation() && !previousChar.IsWhiteSpaceOrZero())
+            if (!previousChar.IsWhiteSpaceOrZero() && ValidPreviousCharacters.IndexOf(previousChar) == -1)
             {
                 return false;
             }
@@ -47,22 +53,29 @@ namespace Markdig.Extensions.AutoLinks
             }
 
             var startPosition = slice.Start;
+            int domainOffset = 0;
 
             var c = slice.CurrentChar;
             // Precheck URL
             switch (c)
             {
                 case 'h':
-                    if (!slice.MatchLowercase("ttp://", 1) && !slice.MatchLowercase("ttps://", 1))
-                    {
-                        return false;
+                    if (slice.MatchLowercase("ttp://", 1))
+                    {
+                        domainOffset = 7; // http://
                     }
+                    else if (slice.MatchLowercase("ttps://", 1))
+                    {
+                        domainOffset = 8; // https://
+                    }
+                    else return false;
                     break;
                 case 'f':
                     if (!slice.MatchLowercase("tp://", 1))
                     {
                         return false;
                     }
+                    domainOffset = 6; // ftp://
                     break;
                 case 'm':
                     if (!slice.MatchLowercase("ailto:", 1))
@@ -72,16 +85,17 @@ namespace Markdig.Extensions.AutoLinks
                     break;
 
                 case 'w':
-                    if (!slice.MatchLowercase("ww.", 1) || previousChar == '/') // We won't match http:/www. or /www.xxx
+                    if (!slice.MatchLowercase("ww.", 1)) // We won't match http:/www. or /www.xxx
                     {
                         return false;
                     }
+                    domainOffset = 4; // www.
                     break;
             }
 
             // Parse URL
             string link;
-            if (!LinkHelper.TryParseUrl(ref slice, out link))
+            if (!LinkHelper.TryParseUrl(ref slice, out link, true))
             {
                 return false;
             }
@@ -124,19 +138,19 @@ namespace Markdig.Extensions.AutoLinks
                     }
                     break;
                 case 'm':
-                    if (string.Equals(link, "mailto:", StringComparison.OrdinalIgnoreCase) || !link.Contains("@"))
+                    int atIndex = link.IndexOf('@');
+                    if (atIndex == -1 ||
+                        atIndex == 7) // mailto:@ - no email part
                     {
-                        return false;
+                        return false;
                     }
+                    domainOffset = atIndex + 1;
                     break;
+            }
 
-                case 'w':
-                    // We require at least two .
-                    if (link.Length <= "www.x.y".Length || link.IndexOf(".", 4, StringComparison.Ordinal) < 0)
-                    {
-                        return false;
-                    }
-                    break;
+            if (!LinkHelper.IsValidDomain(link, domainOffset))
+            {
+                return false;
             }
 
             int line;
@@ -151,7 +165,11 @@ namespace Markdig.Extensions.AutoLinks
                 Column = column,
                 Url = c == 'w' ? "http://" + link : link,
                 IsClosed = true,
+                IsAutoLink = true,
             };
+
+            var skipFromBeginning = c == 'm' ? 7 : 0; // For mailto: skip "mailto:" for content
+
             inline.Span.End = inline.Span.Start + link.Length - 1;
             inline.UrlSpan = inline.Span;
             inline.AppendChild(new LiteralInline()
@@ -159,7 +177,7 @@ namespace Markdig.Extensions.AutoLinks
                 Span = inline.Span,
                 Line = line,
                 Column = column,
-                Content = new StringSlice(slice.Text, startPosition, startPosition + link.Length - 1),
+                Content = new StringSlice(slice.Text, startPosition + skipFromBeginning, startPosition + link.Length - 1),
                 IsClosed = true
             });
             processor.Inline = inline;

src/Markdig/Extensions/AutoLinks/NormalizeAutoLinkRenderer.cs

@@ -0,0 +1,29 @@
+using Markdig.Renderers;
+using Markdig.Renderers.Normalize;
+using Markdig.Syntax;
+using Markdig.Syntax.Inlines;
+
+namespace Markdig.Extensions.AutoLinks
+{
+    public class NormalizeAutoLinkRenderer : NormalizeObjectRenderer<LinkInline>
+    {
+        public override bool Accept(RendererBase renderer, MarkdownObject obj)
+        {
+            if (base.Accept(renderer, obj))
+            {
+                var normalizeRenderer = renderer as NormalizeRenderer;
+                var link = obj as LinkInline;
+
+                return normalizeRenderer != null && link != null && !normalizeRenderer.Options.ExpandAutoLinks && link.IsAutoLink;
+            }
+            else
+            {
+                return false;
+            }
+        }
+        protected override void Write(NormalizeRenderer renderer, LinkInline obj)
+        {
+            renderer.Write(obj.Url);
+        }
+    }
+}

src/Markdig/Extensions/Diagrams/DiagramExtension.cs

@@ -25,6 +25,7 @@ namespace Markdig.Extensions.Diagrams
                 var codeRenderer = htmlRenderer.ObjectRenderers.FindExact<CodeBlockRenderer>();
                 // TODO: Add other well known diagram languages
                 codeRenderer.BlocksAsDiv.Add("mermaid");
+                codeRenderer.BlocksAsDiv.Add("nomnoml");
             }
         }
     }

src/Markdig/Extensions/Emoji/EmojiExtension.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
@@ -12,12 +12,19 @@ namespace Markdig.Extensions.Emoji
     /// <seealso cref="Markdig.IMarkdownExtension" />
     public class EmojiExtension : IMarkdownExtension
     {
+        public EmojiExtension(bool enableSmiley = true)
+        {
+            EnableSmiley = enableSmiley;
+        }
+
+        public bool EnableSmiley { get; set; }
+
         public void Setup(MarkdownPipelineBuilder pipeline)
         {
             if (!pipeline.InlineParsers.Contains<EmojiParser>())
             {
                 // Insert the parser before any other parsers
-                pipeline.InlineParsers.Insert(0, new EmojiParser());
+                pipeline.InlineParsers.Insert(0, new EmojiParser(EnableSmiley));
             }
         }
 

src/Markdig/Extensions/Emoji/EmojiParser.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
@@ -24,13 +24,19 @@ namespace Markdig.Extensions.Emoji
         /// <summary>
         /// Initializes a new instance of the <see cref="EmojiParser"/> class.
         /// </summary>
-        public EmojiParser()
+        public EmojiParser(bool enableSmiley = true)
         {
+            EnableSmiley = enableSmiley;
             OpeningCharacters = null;
             EmojiToUnicode = new Dictionary<string, string>(EmojiToUnicodeDefault);
             SmileyToEmoji = new Dictionary<string, string>(SmileyToEmojiDefault);
         }
 
+        /// <summary>
+        /// Gets or sets a boolean indicating whether to process smiley.
+        /// </summary>
+        public bool EnableSmiley { get; set; }
+
         /// <summary>
         /// Gets the emoji to unicode mapping. This can be modified before this parser is initialized.
         /// </summary>
@@ -81,11 +87,14 @@ namespace Markdig.Extensions.Emoji
                 return false;
             }
 
-            // If we have a smiley, we decode it to emoji
-            string emoji;
-            if (!SmileyToEmoji.TryGetValue(match, out emoji))
+            string emoji = match;
+            if (EnableSmiley)
             {
-                emoji = match;
+                // If we have a smiley, we decode it to emoji
+                if (!SmileyToEmoji.TryGetValue(match, out emoji))
+                {
+                    emoji = match;
+                }
             }
 
             // Decode the eomji to unicode

src/Markdig/Extensions/Footnotes/FootnoteParser.cs

@@ -5,8 +5,8 @@
 using Markdig.Helpers;
 using Markdig.Parsers;
 using Markdig.Syntax;
-using Markdig.Syntax.Inlines;
-
+using Markdig.Syntax.Inlines;
+
 namespace Markdig.Extensions.Footnotes
 {
     /// <summary>
@@ -33,7 +33,8 @@ namespace Markdig.Extensions.Footnotes
         private BlockState TryOpen(BlockProcessor processor, bool isContinue)
         {
             // We expect footnote to appear only at document level and not indented more than a code indent block
-            if (processor.IsCodeIndent || (!isContinue && processor.CurrentContainer.GetType() != typeof(MarkdownDocument)) || (isContinue && !(processor.CurrentContainer is Footnote)))
+            var currentContainer = processor.GetCurrentContainerOpened();
+            if (processor.IsCodeIndent || (!isContinue && currentContainer.GetType() != typeof(MarkdownDocument)) || (isContinue && !(currentContainer is FootnoteGroup)))
             {
                 return BlockState.None;
             }
@@ -74,7 +75,11 @@ namespace Markdig.Extensions.Footnotes
             var linkRef = new FootnoteLinkReferenceDefinition()
             {
                 Footnote = footnote,
-                CreateLinkInline = CreateLinkToFootnote
+                CreateLinkInline = CreateLinkToFootnote,
+                Line = processor.LineIndex,
+                Span = new SourceSpan(start, processor.Start - 2), // account for ]:
+                LabelSpan = labelSpan,
+                Label = label
             };
             processor.Document.SetLinkReferenceDefinition(footnote.Label, linkRef);
             processor.NewBlocks.Push(footnote);

src/Markdig/Extensions/GenericAttributes/GenericAttributesParser.cs

@@ -59,7 +59,7 @@ namespace Markdig.Extensions.GenericAttributes
                     {
                         objectToAttach = parent[indexOfParagraph + 1];
                         // We can remove the paragraph as it is empty
-                        parent.RemoveAt(indexOfParagraph);
+                        paragraph.RemoveAfterProcessInlines = true;
                     }
                 }
 
@@ -171,9 +171,10 @@ namespace Markdig.Extensions.GenericAttributes
 
                     // Skip any whitespaces
                     line.TrimStart();
+                    c = line.CurrentChar;
 
                     // Handle boolean properties that are not followed by = 
-                    if ((hasSpace && (line.CurrentChar == '.' || line.CurrentChar == '#' || IsStartAttributeName(line.CurrentChar))) || line.CurrentChar == '}')
+                    if ((hasSpace && (c == '.' || c == '#' || IsStartAttributeName(c))) || c == '}')
                     {
                         if (properties == null)
                         {

src/Markdig/Extensions/Globalization/GlobalizationExtension.cs

@@ -0,0 +1,108 @@
+// Copyright (c) Alexandre Mutel. All rights reserved.
+// This file is licensed under the BSD-Clause 2 license. 
+// See the license.txt file in the project root for more information.
+
+using Markdig.Extensions.Tables;
+using Markdig.Extensions.TaskLists;
+using Markdig.Helpers;
+using Markdig.Renderers;
+using Markdig.Renderers.Html;
+using Markdig.Syntax;
+using Markdig.Syntax.Inlines;
+using System.Collections.Generic;
+
+namespace Markdig.Extensions.Globalization
+{
+    /// <summary>
+    /// Extension to add support for RTL content.
+    /// </summary>
+    public class GlobalizationExtension : IMarkdownExtension
+    {
+
+        public void Setup(MarkdownPipelineBuilder pipeline)
+        {
+            // Make sure we don't have a delegate twice
+            pipeline.DocumentProcessed -= Pipeline_DocumentProcessed;
+            pipeline.DocumentProcessed += Pipeline_DocumentProcessed;
+        }
+
+        private void Pipeline_DocumentProcessed(MarkdownDocument document)
+        {
+            foreach (var node in document.Descendants())
+            {
+                if (node is TableRow || node is TableCell || node is ListItemBlock)
+                    continue;
+
+                if (ShouldBeRightToLeft(node))
+                {
+                    var attributes = node.GetAttributes();
+                    attributes.AddPropertyIfNotExist("dir", "rtl");
+
+                    if (node is Table table)
+                    {
+                        attributes.AddPropertyIfNotExist("align", "right");
+                    }
+                }
+            }
+        }
+
+        public void Setup(MarkdownPipeline pipeline, IMarkdownRenderer renderer)
+        {
+
+        }
+
+        private bool ShouldBeRightToLeft(MarkdownObject item)
+        {
+            if (item is IEnumerable<MarkdownObject> container)
+            {
+                foreach (var child in container)
+                {
+                    // TaskList items contain an "X", which will cause
+                    // the function to always return false.
+                    if (child is TaskList)
+                        continue;
+
+                    return ShouldBeRightToLeft(child);
+                }
+            }
+            else if (item is LeafBlock leaf)
+            {
+                return ShouldBeRightToLeft(leaf.Inline);
+            }
+            else if (item is LiteralInline literal)
+            {
+                return StartsWithRtlCharacter(literal.ToString());
+            }
+
+            foreach (var descendant in item.Descendants())
+            {
+                if (descendant is ParagraphBlock p)
+                {
+                    foreach (var i in p.Inline)
+                    {
+                        if (i is LiteralInline l)
+                        {
+                            return StartsWithRtlCharacter(l.ToString());
+                        }
+                    }
+                }
+            }
+
+            return false;
+        }
+
+        private bool StartsWithRtlCharacter(string text)
+        {
+            foreach (var c in CharHelper.ToUtf32(text))
+            {
+                if (CharHelper.IsRightToLeft(c))
+                    return true;
+
+                else if (CharHelper.IsLeftToRight(c))
+                    return false;
+            }
+
+            return false;
+        }
+    }
+}

src/Markdig/Extensions/JiraLinks/JiraLink.cs

@@ -0,0 +1,31 @@
+// Copyright (c) Alexandre Mutel. All rights reserved.
+// This file is licensed under the BSD-Clause 2 license. 
+// See the license.txt file in the project root for more information.
+using System.Diagnostics;
+using Markdig.Helpers;
+using Markdig.Syntax.Inlines;
+
+namespace Markdig.Extensions.JiraLinks
+{
+    /// <summary>
+    /// Model for a JIRA link item
+    /// </summary>
+    [DebuggerDisplay("{ProjectKey}-{Issue}")]
+    public class JiraLink : LinkInline
+    {
+        public JiraLink()
+        {
+            IsClosed = true;
+        }
+
+        /// <summary>
+        /// JIRA Project Key
+        /// </summary>
+        public StringSlice ProjectKey { get; set; }
+
+        /// <summary>
+        /// JIRA Issue Number
+        /// </summary>
+        public StringSlice Issue { get; set; }
+    }
+}

src/Markdig/Extensions/JiraLinks/JiraLinkExtension.cs

@@ -0,0 +1,45 @@
+// Copyright (c) Alexandre Mutel. All rights reserved.
+// This file is licensed under the BSD-Clause 2 license. 
+// See the license.txt file in the project root for more information.
+using Markdig.Parsers.Inlines;
+using Markdig.Renderers;
+using Markdig.Renderers.Normalize.Inlines;
+using Markdig.Renderers.Normalize;
+
+namespace Markdig.Extensions.JiraLinks
+{
+    /// <summary>
+    /// Simple inline parser extension for Markdig to find, and 
+    /// automatically add links to JIRA issue numbers.
+    /// </summary>
+    public class JiraLinkExtension : IMarkdownExtension
+    {
+        private readonly JiraLinkOptions _options;
+
+        public JiraLinkExtension(JiraLinkOptions options)
+        {
+            _options = options;
+        }
+
+        public void Setup(MarkdownPipelineBuilder pipeline)
+        {
+            if (!pipeline.InlineParsers.Contains<JiraLinkInlineParser>())
+            {
+                // Insert the parser before the link inline parser
+                pipeline.InlineParsers.InsertBefore<LinkInlineParser>(new JiraLinkInlineParser(_options));
+            }
+        }
+
+        public void Setup(MarkdownPipeline pipeline, IMarkdownRenderer renderer)
+        {
+            // No HTML renderer required, since JiraLink type derives from InlineLink (which already has an HTML renderer)
+
+            var normalizeRenderer = renderer as NormalizeRenderer;
+            if (normalizeRenderer != null && !normalizeRenderer.ObjectRenderers.Contains<NormalizeJiraLinksRenderer>())
+            {
+                normalizeRenderer.ObjectRenderers.InsertBefore<LinkInlineRenderer>(new NormalizeJiraLinksRenderer());
+            }
+        }
+    }
+    
+}

src/Markdig/Extensions/JiraLinks/JiraLinkInlineParser.cs

@@ -0,0 +1,115 @@
+// Copyright (c) Alexandre Mutel. All rights reserved.
+// This file is licensed under the BSD-Clause 2 license. 
+// See the license.txt file in the project root for more information.
+using System;
+using System.Text;
+using Markdig.Helpers;
+using Markdig.Parsers;
+using Markdig.Renderers.Html;
+using Markdig.Syntax.Inlines;
+
+namespace Markdig.Extensions.JiraLinks
+{
+    /// <summary>
+    /// Finds and replaces JIRA links inline
+    /// </summary>
+    public class JiraLinkInlineParser : InlineParser
+    {
+        private readonly JiraLinkOptions _options;
+        private readonly string _baseUrl;
+
+        public JiraLinkInlineParser(JiraLinkOptions options)
+        {
+            _options = options ?? throw new ArgumentNullException(nameof(options));
+            _baseUrl = _options.GetUrl();
+            //look for uppercase chars at the start (for the project key)
+            OpeningCharacters = "ABCDEFGHIJKLMNOPQRSTUVWXYZ".ToCharArray();
+        }
+
+        public override bool Match(InlineProcessor processor, ref StringSlice slice)
+        {
+            // Allow preceding whitespace or `(`
+            var pc = slice.PeekCharExtra(-1);
+            if (!pc.IsWhiteSpaceOrZero() && pc != '(')
+            {
+                return false; 
+            }
+
+            var current = slice.CurrentChar;
+
+            var startKey = slice.Start;
+            var endKey = slice.Start;
+
+            //read as many uppercase characters as required - project key
+            while (current.IsAlphaUpper())
+            {
+                endKey = slice.Start;
+                current = slice.NextChar();
+            }
+
+            //require a '-' between key and issue number
+            if (!current.Equals('-'))
+            {
+                return false;
+            }
+
+            current = slice.NextChar(); // skip -
+
+            //read as many numbers as required - issue number
+            if (!current.IsDigit())
+            {
+                return false;
+            }
+
+            var startIssue = slice.Start;
+            var endIssue = slice.Start;
+
+            while (current.IsDigit()) 
+            {
+                endIssue = slice.Start;
+                current = slice.NextChar();
+            }
+
+            if (!current.IsWhiteSpaceOrZero() && current != ')') //can be followed only by a whitespace or `)`
+            {
+                return false;
+            }
+
+            int line;
+            int column;
+
+            var jiraLink = new JiraLink() //create the link at the relevant position
+            {
+                Span =
+                {
+                    Start = processor.GetSourcePosition(slice.Start, out line, out column)
+                },
+                Line = line,
+                Column = column,
+                Issue = new StringSlice(slice.Text, startIssue, endIssue),
+                ProjectKey = new StringSlice(slice.Text, startKey, endKey),
+            };
+            jiraLink.Span.End = jiraLink.Span.Start + (endIssue - startKey);
+
+            // Builds the Url
+            var builder = new StringBuilder();
+            builder.Append(_baseUrl).Append('/').Append(jiraLink.ProjectKey).Append('-').Append(jiraLink.Issue);
+            jiraLink.Url = builder.ToString();
+
+            // Builds the Label
+            builder.Length = 0;
+            builder.Append(jiraLink.ProjectKey).Append('-').Append(jiraLink.Issue);
+            jiraLink.AppendChild(new LiteralInline(builder.ToString()));
+
+            if (_options.OpenInNewWindow)
+            {
+                jiraLink.GetAttributes().AddProperty("target", "blank");
+            }
+
+            processor.Inline = jiraLink;
+
+            return true;
+        }
+    }
+
+}

src/Markdig/Extensions/JiraLinks/JiraLinkOptions.cs

@@ -0,0 +1,57 @@
+// Copyright (c) Alexandre Mutel. All rights reserved.
+// This file is licensed under the BSD-Clause 2 license. 
+// See the license.txt file in the project root for more information.
+using System.Text;
+
+namespace Markdig.Extensions.JiraLinks
+{
+    /// <summary>
+    /// Available options for replacing JIRA links
+    /// </summary>
+    public class JiraLinkOptions
+    {
+        /// <summary>
+        /// The base Url (e.g. `https://mycompany.atlassian.net`)
+        /// </summary>
+        public string BaseUrl { get; set; }
+
+        /// <summary>
+        /// The base path after the base url (default is `/browse`)
+        /// </summary>
+        public string BasePath { get; set; }
+
+        /// <summary>
+        /// Should the link open in a new window when clicked
+        /// </summary>
+        public bool OpenInNewWindow { get; set; }
+
+        public JiraLinkOptions(string baseUrl)
+        {
+            OpenInNewWindow = true; //default
+            BaseUrl = baseUrl;
+            BasePath = "/browse";
+        }
+
+        /// <summary>
+        /// Gets the full url composed of the <see cref="BaseUrl"/> and <see cref="BasePath"/> with no trailing `/`
+        /// </summary>
+        public virtual string GetUrl()
+        {
+            var url = new StringBuilder();
+            var baseUrl = BaseUrl;
+            if (baseUrl != null)
+            {
+                url.Append(baseUrl.TrimEnd('/'));
+            }
+
+            url.Append("/");
+
+            if (BasePath != null)
+            {
+                url.Append(BasePath.Trim('/'));
+            }
+
+            return url.ToString();
+        }
+    }
+}

src/Markdig/Extensions/JiraLinks/NormalizeJiraLinksRenderer.cs

@@ -0,0 +1,18 @@
+using Markdig.Renderers.Normalize;
+using System;
+using System.Collections.Generic;
+using System.Linq;
+using System.Text;
+
+namespace Markdig.Extensions.JiraLinks
+{
+    public class NormalizeJiraLinksRenderer : NormalizeObjectRenderer<JiraLink>
+    {
+        protected override void Write(NormalizeRenderer renderer, JiraLink obj)
+        {
+            renderer.Write(obj.ProjectKey);
+            renderer.Write("-");
+            renderer.Write(obj.Issue);
+        }
+    }
+}

src/Markdig/Extensions/MediaLinks/MediaLinkExtension.cs

@@ -1,8 +1,10 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
 using System;
+using System.Collections.Generic;
+using System.Linq;
 using Markdig.Renderers;
 using Markdig.Renderers.Html;
 using Markdig.Renderers.Html.Inlines;
@@ -47,89 +49,178 @@ namespace Markdig.Extensions.MediaLinks
 
         private bool TryLinkInlineRenderer(HtmlRenderer renderer, LinkInline linkInline)
         {
-            if (linkInline.IsImage && linkInline.Url != null)
+            if (!linkInline.IsImage || linkInline.Url == null)
             {
-                Uri uri;
-                // Only process absolute Uri
-                if (Uri.TryCreate(linkInline.Url, UriKind.RelativeOrAbsolute, out uri) && uri.IsAbsoluteUri)
+                return false;
+            }
+
+            Uri uri;
+            // Only process absolute Uri
+            if (!Uri.TryCreate(linkInline.Url, UriKind.RelativeOrAbsolute, out uri) || !uri.IsAbsoluteUri)
+            {
+                return false;
+            }
+
+            if (TryRenderIframeFromKnownProviders(uri, renderer, linkInline))
+            {
+                return true;
+            }
+
+            if (TryGuessAudioVideoFile(uri, renderer, linkInline))
+            {
+                return true;
+            }
+
+            return false;
+        }
+
+        private static HtmlAttributes GetHtmlAttributes(LinkInline linkInline)
+        {
+            var htmlAttributes = new HtmlAttributes();
+            var fromAttributes = linkInline.TryGetAttributes();
+            if (fromAttributes != null)
+            {
+                fromAttributes.CopyTo(htmlAttributes, false, false);
+            }
+
+            return htmlAttributes;
+        }
+
+        private bool TryGuessAudioVideoFile(Uri uri, HtmlRenderer renderer, LinkInline linkInline)
+        {
+            var path = uri.GetComponents(UriComponents.Path, UriFormat.Unescaped);
+            // Otherwise try to detect if we have an audio/video from the file extension
+            string mimeType;
+            var lastDot = path.LastIndexOf('.');
+            if (lastDot >= 0 &&
+                Options.ExtensionToMimeType.TryGetValue(path.Substring(lastDot), out mimeType))
+            {
+                var htmlAttributes = GetHtmlAttributes(linkInline);
+                var isAudio = mimeType.StartsWith("audio");
+                var tagType = isAudio ? "audio" : "video";
+
+                renderer.Write($"<{tagType}");
+                htmlAttributes.AddPropertyIfNotExist("width", Options.Width);
+                if (!isAudio)
                 {
-                    var htmlAttributes = new HtmlAttributes();
-                    var fromAttributes = linkInline.TryGetAttributes();
-                    if (fromAttributes != null)
-                    {
-                        fromAttributes.CopyTo(htmlAttributes, false, false);
-                    }
-
-                    // TODO: this code is not pluggable, so for now, we handle only the following web providers:
-                    // - youtube
-                    // - vimeo
-                    var path = uri.GetComponents(UriComponents.Path, UriFormat.Unescaped);
-
-                    string iFrameUrl = null;
-                    if (uri.Host.StartsWith("www.youtube.com", StringComparison.OrdinalIgnoreCase))
-                    {
-                        var query = SplitQuery(uri);
-                        if (query.Length > 0 && query[0].StartsWith("v="))
-                        {
-                            iFrameUrl = $"https://www.youtube.com/embed/{query[0].Substring(2)}";
-                        }
-                    }
-                    else if (uri.Host.StartsWith("vimeo.com", StringComparison.OrdinalIgnoreCase))
-                    {
-                        var items = path.Split('/');
-                        if (items.Length > 0)
-                        {
-                            iFrameUrl = $"https://player.vimeo.com/video/{items[items.Length - 1]}";
-                        }
-                    }
-
-                    if (iFrameUrl != null)
-                    {
-                        renderer.Write($"<iframe src=\"{iFrameUrl}\"");
-                        htmlAttributes.AddPropertyIfNotExist("width", Options.Width);
-                        htmlAttributes.AddPropertyIfNotExist("height", Options.Height);
-                        htmlAttributes.AddPropertyIfNotExist("frameborder", "0");
-                        htmlAttributes.AddPropertyIfNotExist("allowfullscreen", null);
-                        renderer.WriteAttributes(htmlAttributes);
-                        renderer.Write("></iframe>");
-                        return true;
-                    }
-                    else
-                    {
-                        // Otherwise try to detect if we have an audio/video from the file extension
-                        string mimeType;
-                        var lastDot = path.LastIndexOf('.');
-                        if (lastDot >= 0 &&
-                            Options.ExtensionToMimeType.TryGetValue(path.Substring(lastDot), out mimeType))
-                        {
-                            var isAudio = mimeType.StartsWith("audio");
-                            var tagType = isAudio ? "audio" : "video";
-
-                            renderer.Write($"<{tagType}");
-                            htmlAttributes.AddPropertyIfNotExist("width", Options.Width);
-                            if (!isAudio)
-                            {
-                                htmlAttributes.AddPropertyIfNotExist("height", Options.Height);
-                            }
-                            htmlAttributes.AddPropertyIfNotExist("controls", null);
-                            renderer.WriteAttributes(htmlAttributes);
-
-                            renderer.Write($"><source type=\"{mimeType}\" src=\"{linkInline.Url}\"></source></{tagType}>");
-                            renderer.Write("</iframe>");
-
-                            return true;
-                        }
-                    }
+                    htmlAttributes.AddPropertyIfNotExist("height", Options.Height);
                 }
+                htmlAttributes.AddPropertyIfNotExist("controls", null);
+                renderer.WriteAttributes(htmlAttributes);
+
+                renderer.Write($"><source type=\"{mimeType}\" src=\"{linkInline.Url}\"></source></{tagType}>");
+
+                return true;
             }
             return false;
         }
 
+        #region Known providers
+
+        private class KnownProvider
+        {
+            public string HostPrefix { get; set; }
+            public Func<Uri, string> Delegate { get; set; }
+            public bool AllowFullScreen { get; set; } = true; //Should be false for audio embedding
+        }
+
+        private static readonly List<KnownProvider> KnownHosts = new List<KnownProvider>()
+        {
+            new KnownProvider {HostPrefix = "www.youtube.com", Delegate = YouTube},
+            new KnownProvider {HostPrefix = "vimeo.com", Delegate = Vimeo},
+            new KnownProvider {HostPrefix = "music.yandex.ru", Delegate = Yandex, AllowFullScreen = false},
+            new KnownProvider {HostPrefix = "ok.ru", Delegate = Odnoklassniki},
+        };
+
+
+        private bool TryRenderIframeFromKnownProviders(Uri uri, HtmlRenderer renderer, LinkInline linkInline)
+        {
+            var foundProvider = 
+                KnownHosts
+                    .Where(pair => uri.Host.StartsWith(pair.HostPrefix, StringComparison.OrdinalIgnoreCase))  // when host is match
+                    .Select(provider =>
+                        new
+                        {
+                            provider.AllowFullScreen,
+                            Result = provider.Delegate(uri) // try to call delegate to get iframeUrl
+                        }
+                        )
+                    .FirstOrDefault(provider => provider.Result != null);                                   // use first success
+
+            if (foundProvider == null)
+            {
+                return false;
+            }
+
+            var htmlAttributes = GetHtmlAttributes(linkInline);
+            renderer.Write($"<iframe src=\"{foundProvider.Result}\"");
+
+            if(!string.IsNullOrEmpty(Options.Width))
+                htmlAttributes.AddPropertyIfNotExist("width", Options.Width);
+
+            if (!string.IsNullOrEmpty(Options.Height))
+                htmlAttributes.AddPropertyIfNotExist("height", Options.Height);
+
+            if (!string.IsNullOrEmpty(Options.Class))
+                htmlAttributes.AddPropertyIfNotExist("class", Options.Class);
+
+            htmlAttributes.AddPropertyIfNotExist("frameborder", "0");
+            if (foundProvider.AllowFullScreen)
+            {
+                htmlAttributes.AddPropertyIfNotExist("allowfullscreen", null);
+            }
+            renderer.WriteAttributes(htmlAttributes);
+            renderer.Write("></iframe>");
+
+            return true;
+        }
+
         private static readonly string[] SplitAnd = {"&"};
         private static string[] SplitQuery(Uri uri)
         {
             var query = uri.Query.Substring(uri.Query.IndexOf('?') + 1);
             return query.Split(SplitAnd, StringSplitOptions.RemoveEmptyEntries);
         }
+
+        private static string YouTube(Uri uri)
+        {
+            var query = SplitQuery(uri);
+            return query.Length > 0 && query[0].StartsWith("v=")
+                ? $"https://www.youtube.com/embed/{query[0].Substring(2)}"
+                : null;
+        }
+
+        private static string Vimeo(Uri uri)
+        {
+            var items = uri.GetComponents(UriComponents.Path, UriFormat.Unescaped).Split('/');
+            return items.Length > 0 ? $"https://player.vimeo.com/video/{items[items.Length - 1]}" : null;
+        }
+
+        private static string Odnoklassniki(Uri uri)
+        {
+            var items = uri.GetComponents(UriComponents.Path, UriFormat.Unescaped).Split('/');
+            return items.Length > 0 ? $"https://ok.ru/videoembed/{items[items.Length - 1]}" : null;
+        }
+
+        private static string Yandex(Uri uri)
+        {
+            var items = uri.GetComponents(UriComponents.Path, UriFormat.Unescaped).Split('/');
+            var albumKeyword
+                = items.Skip(0).FirstOrDefault();
+            var albumId
+                = items.Skip(1).FirstOrDefault();
+            var trackKeyword
+                = items.Skip(2).FirstOrDefault();
+            var trackId
+                = items.Skip(3).FirstOrDefault();
+
+            if (albumKeyword != "album" || albumId == null || trackKeyword != "track" || trackId == null)
+            {
+                return null;
+            }
+
+            return $"https://music.yandex.ru/iframe/#track/{trackId}/{albumId}/";
+        }
+        #endregion
     }
 }

src/Markdig/Extensions/MediaLinks/MediaOptions.cs

@@ -16,6 +16,7 @@ namespace Markdig.Extensions.MediaLinks
         {
             Width = "500";
             Height = "281";
+            Class = "";
             ExtensionToMimeType = new Dictionary<string, string>(StringComparer.OrdinalIgnoreCase)
             {
                 {".3gp", "video/3gpp"},
@@ -68,6 +69,7 @@ namespace Markdig.Extensions.MediaLinks
                 {".wma", "audio/x-ms-wma"},
                 {".wax", "audio/x-ms-wax"},
                 {".mid", "audio/midi"},
+                {".mp3", "audio/mpeg"},
                 {".mpga", "audio/mpeg"},
                 {".mp4a", "audio/mp4"},
                 {".ecelp4800", "audio/vnd.nuera.ecelp4800"},
@@ -86,6 +88,8 @@ namespace Markdig.Extensions.MediaLinks
 
         public string Height { get; set; }
 
+        public string Class { get; set; }
+
         public Dictionary<string, string> ExtensionToMimeType { get; }
     }
-}
+}

src/Markdig/Extensions/Tables/HtmlTableRenderer.cs

@@ -85,7 +85,7 @@ namespace Markdig.Extensions.Tables
                     {
                         renderer.Write($" rowspan=\"{cell.RowSpan}\"");
                     }
-                    if (table.ColumnDefinitions != null)
+                    if (table.ColumnDefinitions.Count > 0)
                     {
                         var columnIndex = cell.ColumnIndex < 0 || cell.ColumnIndex >= table.ColumnDefinitions.Count
                             ? i

src/Markdig/Extensions/Tables/PipeTableOptions.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 namespace Markdig.Extensions.Tables

src/Markdig/Extensions/Tables/PipeTableParser.cs

@@ -440,12 +440,13 @@ namespace Markdig.Extensions.Tables
 
             // If we have a header row, we can remove it
             // TODO: we could optimize this by merging FindHeaderRow and the previous loop
+            var tableRow = (TableRow)table[0];
+            tableRow.IsHeader = Options.RequireHeaderSeparator;
             if (aligns != null)
             {
-                table.RemoveAt(1);
-                var tableRow = (TableRow) table[0];
-                table.ColumnDefinitions.AddRange(aligns);
                 tableRow.IsHeader = true;
+                table.RemoveAt(1);
+                table.ColumnDefinitions.AddRange(aligns);
             }
 
             // Perform delimiter processor that are coming after this processor
@@ -532,6 +533,13 @@ namespace Markdig.Extensions.Tables
                             ? columnDelimiter.FirstChild
                             : delimiter.NextSibling;
 
+                        // If there is no content after
+                        if (IsNullOrSpace(nextSibling))
+                        {
+                            isValidRow = true;
+                            break;
+                        }
+
                         if (!ParseHeaderString(nextSibling, out align))
                         {
                             break;
@@ -606,6 +614,20 @@ namespace Markdig.Extensions.Tables
             }
         }
 
+        private static bool IsNullOrSpace(Inline inline)
+        {
+            if (inline == null)
+            {
+                return true;
+            }
+            var literal = inline as LiteralInline;
+            if (literal != null)
+            {
+                return literal.Content.IsEmptyOrWhitespace();
+            }
+            return false;
+        }
+
         private class TableState
         {
             public TableState()

src/Markdig/Extensions/Tables/Table.cs

@@ -33,7 +33,7 @@ namespace Markdig.Extensions.Tables
         /// <summary>
         /// Gets or sets the column alignments. May be null.
         /// </summary>
-        public List<TableColumnDefinition> ColumnDefinitions { get; private set; }
+        public List<TableColumnDefinition> ColumnDefinitions { get; }
 
         /// <summary>
         /// Checks if the table structure is valid.

src/Markdig/Extensions/TaskLists/NormalizeTaskListRenderer.cs

@@ -0,0 +1,14 @@
+using Markdig.Renderers.Normalize;
+
+namespace Markdig.Extensions.TaskLists
+{
+    public class NormalizeTaskListRenderer : NormalizeObjectRenderer<TaskList>
+    {
+        protected override void Write(NormalizeRenderer renderer, TaskList obj)
+        {
+            renderer.Write("[");
+            renderer.Write(obj.Checked ? "X" : " ");
+            renderer.Write("]");
+        }
+    }
+}

src/Markdig/Extensions/TaskLists/TaskListExtension.cs

@@ -1,9 +1,10 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
 using Markdig.Parsers.Inlines;
 using Markdig.Renderers;
+using Markdig.Renderers.Normalize;
 
 namespace Markdig.Extensions.TaskLists
 {
@@ -28,6 +29,12 @@ namespace Markdig.Extensions.TaskLists
             {
                 htmlRenderer.ObjectRenderers.AddIfNotAlready<HtmlTaskListRenderer>();
             }
+
+            var normalizeRenderer = renderer as NormalizeRenderer;
+            if (normalizeRenderer != null)
+            {
+                normalizeRenderer.ObjectRenderers.AddIfNotAlready<NormalizeTaskListRenderer>();
+            }
         }
     }
 }

src/Markdig/Extensions/TextRenderer/ConfigureNewLineExtension.cs

@@ -0,0 +1,34 @@
+using Markdig.Renderers;
+
+namespace Markdig.Extensions.TextRenderer
+{
+    /// <summary>
+    /// Extension that allows setting line-endings for any IMarkdownRenderer
+    /// that inherits from <see cref="Markdig.Renderers.TextRendererBase"/>
+    /// </summary>
+    /// <seealso cref="Markdig.IMarkdownExtension" />
+    public class ConfigureNewLineExtension : IMarkdownExtension
+    {
+        private readonly string newLine;
+
+        public ConfigureNewLineExtension(string newLine)
+        {
+            this.newLine = newLine;
+        }
+
+        public void Setup(MarkdownPipelineBuilder pipeline)
+        {
+        }
+
+        public void Setup(MarkdownPipeline pipeline, IMarkdownRenderer renderer)
+        {
+            var textRenderer = renderer as TextRendererBase;
+            if (textRenderer == null)
+            {
+                return;
+            }
+
+            textRenderer.Writer.NewLine = newLine;
+        }
+    }
+}

src/Markdig/Extensions/Yaml/YamlFrontMatterBlock.cs

@@ -10,7 +10,7 @@ namespace Markdig.Extensions.Yaml
     /// A YAML frontmatter block.
     /// </summary>
     /// <seealso cref="Markdig.Syntax.CodeBlock" />
-    public class YamlFrontMatterBlock : CodeBlock, IFencedBlock
+    public class YamlFrontMatterBlock : CodeBlock
     {
         /// <summary>
         /// Initializes a new instance of the <see cref="YamlFrontMatterBlock"/> class.
@@ -19,13 +19,5 @@ namespace Markdig.Extensions.Yaml
         public YamlFrontMatterBlock(BlockParser parser) : base(parser)
         {
         }
-
-        public string Info { get; set; }
-
-        public string Arguments { get; set; }
-
-        public int FencedCharCount { get; set; }
-
-        public char FencedChar { get; set; }
     }
 }

src/Markdig/Extensions/Yaml/YamlFrontMatterParser.cs

@@ -1,44 +1,166 @@
 // Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
+using Markdig.Helpers;
 using Markdig.Parsers;
+using Markdig.Syntax;
 
 namespace Markdig.Extensions.Yaml
 {
     /// <summary>
     /// Block parser for a YAML frontmatter. 
     /// </summary>
-    /// <seealso cref="Markdig.Parsers.FencedBlockParserBase{YamlFrontMatterBlock}" />
-    public class YamlFrontMatterParser : FencedBlockParserBase<YamlFrontMatterBlock>
+    /// <seealso cref="YamlFrontMatterBlock" />
+    public class YamlFrontMatterParser : BlockParser
     {
         // We reuse a FencedCodeBlock parser to grab a frontmatter, only active if it happens on the first line of the document.
 
         /// <summary>
-        /// Initializes a new instance of the <see cref="FencedCodeBlockParser"/> class.
+        /// Initializes a new instance of the <see cref="YamlFrontMatterParser"/> class.
         /// </summary>
         public YamlFrontMatterParser()
         {
-            OpeningCharacters = new[] { '-' };
-            InfoPrefix = null;
-            // We expect only 3 --- at the beginning of the file no more, no less
-            MinimumMatchCount = 3;
-            MaximumMatchCount = 3;
+            this.OpeningCharacters = new[] { '-' };
         }
 
-        protected override YamlFrontMatterBlock CreateFencedBlock(BlockProcessor processor)
+        /// <summary>
+        /// Creates the front matter block.
+        /// </summary>
+        /// <param name="processor">The block processor</param>
+        /// <returns>The front matter block</returns>
+        protected virtual YamlFrontMatterBlock CreateFrontMatterBlock(BlockProcessor processor)
         {
             return new YamlFrontMatterBlock(this);
         }
 
+        /// <summary>
+        /// Tries to match a block opening.
+        /// </summary>
+        /// <param name="processor">The parser processor.</param>
+        /// <returns>The result of the match</returns>
         public override BlockState TryOpen(BlockProcessor processor)
         {
-            // Only accept a frontmatter at the beginning of the file
-            if (processor.LineIndex != 0)
+            // We expect no indentation for a fenced code block.
+            if (processor.IsCodeIndent)
             {
                 return BlockState.None;
             }
 
-            return base.TryOpen(processor);
+            // Only accept a frontmatter at the beginning of the file
+            if (processor.Start != 0)
+            {
+                return BlockState.None;
+            }
+            
+            int count = 0;
+            var line = processor.Line;
+            char c = line.CurrentChar;
+
+            // Must consist of exactly three dashes
+            while (c == '-' && count < 4)
+            {
+                count++;
+                c = line.NextChar();
+            }
+
+            // If three dashes (optionally followed by whitespace)
+            // this is a YAML front matter blcok
+            if (count == 3 && (c == '\0' || c.IsWhitespace()) && line.TrimEnd())
+            {
+                bool hasFullYamlFrontMatter = false;
+                // We make sure that there is a closing frontmatter somewhere in the document
+                // so here we work on the full document instead of just the line
+                var fullLine = new StringSlice(line.Text, line.Start, line.Text.Length - 1);
+                c = fullLine.CurrentChar;
+                while (c != '\0')
+                {
+                    c = fullLine.NextChar();
+                    if (c == '\n' || c == '\r')
+                    {
+                        var nc = fullLine.PeekChar();
+                        if (c == '\r' && nc == '\n')
+                        {
+                            c = fullLine.NextChar();
+                        }
+                        nc = fullLine.PeekChar();
+                        if (nc == '-')
+                        {
+                            if (fullLine.NextChar() == '-'  && fullLine.NextChar() == '-' && fullLine.NextChar() == '-' && (fullLine.NextChar() == '\0' || fullLine.SkipSpacesToEndOfLineOrEndOfDocument()))
+                            {
+                                hasFullYamlFrontMatter = true;
+                                break;
+                            }
+                        }
+                        else if (nc == '.')
+                        {
+                            if (fullLine.NextChar() == '.' && fullLine.NextChar() == '.' && fullLine.NextChar() == '.' && (fullLine.NextChar() == '\0' || fullLine.SkipSpacesToEndOfLineOrEndOfDocument()))
+                            {
+                                hasFullYamlFrontMatter = true;
+                                break;
+                            }
+                        }
+                    }
+                }
+
+                if (hasFullYamlFrontMatter)
+                {
+                    // Create a front matter block
+                    var block = this.CreateFrontMatterBlock(processor);
+                    block.Column = processor.Column;
+                    block.Span.Start = 0;
+                    block.Span.End = line.Start;
+
+                    // Store the number of matched string into the context
+                    processor.NewBlocks.Push(block);
+
+                    // Discard the current line as it is already parsed
+                    return BlockState.ContinueDiscard;
+                }
+            }
+
+            return BlockState.None;
+        }
+
+        /// <summary>
+        /// Tries to continue matching a block already opened.
+        /// </summary>
+        /// <param name="processor">The parser processor.</param>
+        /// <param name="block">The block already opened.</param>
+        /// <returns>The result of the match. By default, don't expect any newline</returns>
+        public override BlockState TryContinue(BlockProcessor processor, Block block)
+        {
+            char matchChar;
+            int count = 0;
+            var c = processor.CurrentChar;
+
+            // Determine if we have a closing fence.
+            // It can start or end with either <c>---</c> or <c>...</c>
+            var line = processor.Line;
+            if (processor.Column == 0 && (c == '-' || c == '.'))
+            {
+                matchChar = c;
+
+                while (c == matchChar)
+                {
+                    c = line.NextChar();
+                    count++;
+                }
+
+                // If we have a closing fence, close it and discard the current line
+                // The line must contain only fence characters and optional following whitespace.
+                if (count == 3 && !processor.IsCodeIndent && (c == '\0' || c.IsWhitespace()) && line.TrimEnd())
+                {
+                    block.UpdateSpanEnd(line.Start - 1);
+
+                    // Don't keep the last line
+                    return BlockState.BreakDiscard;
+                }
+            }
+
+            // Reset the indentation to the column before the indent
+            processor.GoToColumn(processor.ColumnBeforeIndent);
+
+            return BlockState.Continue;
         }
     }
 }

src/Markdig/Helpers/CharHelper.cs

@@ -1,6 +1,37 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
+
+
+// The IsHighSurrogate, IsLowSurrogate and ConvertToUtf32 methods are copied from
+// .Net Core source code which is under MIT license. They are copied here because
+// they don't exist in `portable40-net40+sl5+win8+wp8+wpa81`, We probably should remove them
+// once we dropped support for that target platform and use the official .Net methods.
+
+//The MIT License(MIT)
+
+//Copyright(c) .NET Foundation and Contributors
+
+//All rights reserved.
+
+//Permission is hereby granted, free of charge, to any person obtaining a copy
+//of this software and associated documentation files (the "Software"), to deal
+//in the Software without restriction, including without limitation the rights
+//to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+//copies of the Software, and to permit persons to whom the Software is
+//furnished to do so, subject to the following conditions:
+
+//The above copyright notice and this permission notice shall be included in all
+//copies or substantial portions of the Software.
+
+//THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+//IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+//FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+//AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+//LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+//OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+//SOFTWARE.
+
 using System;
 using System.Globalization;
 using System.Runtime.CompilerServices;
@@ -20,8 +51,16 @@ namespace Markdig.Helpers
 
         public const string ZeroSafeString = "\uFFFD";
 
+        private const char HighSurrogateStart = '\ud800';
+        private const char HighSurrogateEnd = '\udbff';
+        private const char LowSurrogateStart = '\udc00';
+        private const char LowSurrogateEnd = '\udfff';
+
+        // The starting codepoint for Unicode plane 1.  Plane 1 contains 0x010000 ~ 0x01ffff.
+        private const int UnicodePlane01Start = 0x10000;
+
         // We don't support LCDM
-        private static IDictionary<char, int> romanMap = new Dictionary<char, int> { { 'I', 1 }, { 'V', 5 }, { 'X', 10 } };
+        private static readonly Dictionary<char, int> romanMap = new Dictionary<char, int> { { 'I', 1 }, { 'V', 5 }, { 'X', 10 } };
 
         private static readonly char[] punctuationExceptions = { '−', '-', '†', '‡' };
 
@@ -306,5 +345,419 @@ namespace Markdig.Helpers
         {
             return ".!#$%&'*+/=?^_`{|}~-+.~".IndexOf(c) >= 0;
         }
+
+        [MethodImpl(MethodImplOptionPortable.AggressiveInlining)]
+        public static bool IsHighSurrogate(char c)
+        {
+            return ((c >= HighSurrogateStart) && (c <= HighSurrogateEnd));
+        }
+
+        [MethodImpl(MethodImplOptionPortable.AggressiveInlining)]
+        public static bool IsLowSurrogate(char c)
+        {
+            return ((c >= LowSurrogateStart) && (c <= LowSurrogateEnd));
+        }
+
+        public static int ConvertToUtf32(char highSurrogate, char lowSurrogate)
+        {
+            if (!IsHighSurrogate(highSurrogate))
+            {
+                throw new ArgumentOutOfRangeException(nameof(highSurrogate), "Invalid high surrogate");
+            }
+            if (!IsLowSurrogate(lowSurrogate))
+            {
+                throw new ArgumentOutOfRangeException(nameof(lowSurrogate), "Invalid low surrogate");
+            }
+            return (((highSurrogate - HighSurrogateStart) * 0x400) + (lowSurrogate - LowSurrogateStart) + UnicodePlane01Start);
+        }
+
+        public static IEnumerable<int> ToUtf32(string text)
+        {
+            for (int i = 0; i < text.Length; i++)
+            {
+                if (IsHighSurrogate(text[i]) && i < text.Length - 1 && IsLowSurrogate(text[i + 1]))
+                {
+                    yield return ConvertToUtf32(text[i], text[i + 1]);
+                }
+                else
+                {
+                    yield return text[i];
+                }
+            }
+        }
+
+        public static bool IsRightToLeft(int c)
+        {
+            // Generated from Table D.1 of RFC3454
+            // http://www.ietf.org/rfc/rfc3454.txt
+
+            // Probably should use a binary search approach
+
+            return c >= 0x0005D0 && c <= 0x0005EA ||
+                   c >= 0x0005F0 && c <= 0x0005F4 ||
+                   c >= 0x000621 && c <= 0x00063A ||
+                   c >= 0x000640 && c <= 0x00064A ||
+                   c >= 0x00066D && c <= 0x00066F ||
+                   c >= 0x000671 && c <= 0x0006D5 ||
+                   c >= 0x0006E5 && c <= 0x0006E6 ||
+                   c >= 0x0006FA && c <= 0x0006FE ||
+                   c >= 0x000700 && c <= 0x00070D ||
+                   c >= 0x000712 && c <= 0x00072C ||
+                   c >= 0x000780 && c <= 0x0007A5 ||
+                   c >= 0x00FB1F && c <= 0x00FB28 ||
+                   c >= 0x00FB2A && c <= 0x00FB36 ||
+                   c >= 0x00FB38 && c <= 0x00FB3C ||
+                   c >= 0x00FB40 && c <= 0x00FB41 ||
+                   c >= 0x00FB43 && c <= 0x00FB44 ||
+                   c >= 0x00FB46 && c <= 0x00FBB1 ||
+                   c >= 0x00FBD3 && c <= 0x00FD3D ||
+                   c >= 0x00FD50 && c <= 0x00FD8F ||
+                   c >= 0x00FD92 && c <= 0x00FDC7 ||
+                   c >= 0x00FDF0 && c <= 0x00FDFC ||
+                   c >= 0x00FE70 && c <= 0x00FE74 ||
+                   c >= 0x00FE76 && c <= 0x00FEFC ||
+                   c == 0x0005BE || c == 0x0005C0 ||
+                   c == 0x0005C3 || c == 0x00061B ||
+                   c == 0x00061F || c == 0x0006DD ||
+                   c == 0x000710 || c == 0x0007B1 ||
+                   c == 0x00200F || c == 0x00FB1D ||
+                   c == 0x00FB3E;
+        }
+
+        public static bool IsLeftToRight(int c)
+        {
+            // Generated from Table D.2 of RFC3454
+            // http://www.ietf.org/rfc/rfc3454.txt
+
+            // Probably should use a binary search approach
+
+            return c >= 0x000041 && c <= 0x00005A ||
+                   c >= 0x000061 && c <= 0x00007A ||
+                   c >= 0x0000C0 && c <= 0x0000D6 ||
+                   c >= 0x0000D8 && c <= 0x0000F6 ||
+                   c >= 0x0000F8 && c <= 0x000220 ||
+                   c >= 0x000222 && c <= 0x000233 ||
+                   c >= 0x000250 && c <= 0x0002AD ||
+                   c >= 0x0002B0 && c <= 0x0002B8 ||
+                   c >= 0x0002BB && c <= 0x0002C1 ||
+                   c >= 0x0002D0 && c <= 0x0002D1 ||
+                   c >= 0x0002E0 && c <= 0x0002E4 ||
+                   c >= 0x000388 && c <= 0x00038A ||
+                   c >= 0x00038E && c <= 0x0003A1 ||
+                   c >= 0x0003A3 && c <= 0x0003CE ||
+                   c >= 0x0003D0 && c <= 0x0003F5 ||
+                   c >= 0x000400 && c <= 0x000482 ||
+                   c >= 0x00048A && c <= 0x0004CE ||
+                   c >= 0x0004D0 && c <= 0x0004F5 ||
+                   c >= 0x0004F8 && c <= 0x0004F9 ||
+                   c >= 0x000500 && c <= 0x00050F ||
+                   c >= 0x000531 && c <= 0x000556 ||
+                   c >= 0x000559 && c <= 0x00055F ||
+                   c >= 0x000561 && c <= 0x000587 ||
+                   c >= 0x000905 && c <= 0x000939 ||
+                   c >= 0x00093D && c <= 0x000940 ||
+                   c >= 0x000949 && c <= 0x00094C ||
+                   c >= 0x000958 && c <= 0x000961 ||
+                   c >= 0x000964 && c <= 0x000970 ||
+                   c >= 0x000982 && c <= 0x000983 ||
+                   c >= 0x000985 && c <= 0x00098C ||
+                   c >= 0x00098F && c <= 0x000990 ||
+                   c >= 0x000993 && c <= 0x0009A8 ||
+                   c >= 0x0009AA && c <= 0x0009B0 ||
+                   c >= 0x0009B6 && c <= 0x0009B9 ||
+                   c >= 0x0009BE && c <= 0x0009C0 ||
+                   c >= 0x0009C7 && c <= 0x0009C8 ||
+                   c >= 0x0009CB && c <= 0x0009CC ||
+                   c >= 0x0009DC && c <= 0x0009DD ||
+                   c >= 0x0009DF && c <= 0x0009E1 ||
+                   c >= 0x0009E6 && c <= 0x0009F1 ||
+                   c >= 0x0009F4 && c <= 0x0009FA ||
+                   c >= 0x000A05 && c <= 0x000A0A ||
+                   c >= 0x000A0F && c <= 0x000A10 ||
+                   c >= 0x000A13 && c <= 0x000A28 ||
+                   c >= 0x000A2A && c <= 0x000A30 ||
+                   c >= 0x000A32 && c <= 0x000A33 ||
+                   c >= 0x000A35 && c <= 0x000A36 ||
+                   c >= 0x000A38 && c <= 0x000A39 ||
+                   c >= 0x000A3E && c <= 0x000A40 ||
+                   c >= 0x000A59 && c <= 0x000A5C ||
+                   c >= 0x000A66 && c <= 0x000A6F ||
+                   c >= 0x000A72 && c <= 0x000A74 ||
+                   c >= 0x000A85 && c <= 0x000A8B ||
+                   c >= 0x000A8F && c <= 0x000A91 ||
+                   c >= 0x000A93 && c <= 0x000AA8 ||
+                   c >= 0x000AAA && c <= 0x000AB0 ||
+                   c >= 0x000AB2 && c <= 0x000AB3 ||
+                   c >= 0x000AB5 && c <= 0x000AB9 ||
+                   c >= 0x000ABD && c <= 0x000AC0 ||
+                   c >= 0x000ACB && c <= 0x000ACC ||
+                   c >= 0x000AE6 && c <= 0x000AEF ||
+                   c >= 0x000B02 && c <= 0x000B03 ||
+                   c >= 0x000B05 && c <= 0x000B0C ||
+                   c >= 0x000B0F && c <= 0x000B10 ||
+                   c >= 0x000B13 && c <= 0x000B28 ||
+                   c >= 0x000B2A && c <= 0x000B30 ||
+                   c >= 0x000B32 && c <= 0x000B33 ||
+                   c >= 0x000B36 && c <= 0x000B39 ||
+                   c >= 0x000B3D && c <= 0x000B3E ||
+                   c >= 0x000B47 && c <= 0x000B48 ||
+                   c >= 0x000B4B && c <= 0x000B4C ||
+                   c >= 0x000B5C && c <= 0x000B5D ||
+                   c >= 0x000B5F && c <= 0x000B61 ||
+                   c >= 0x000B66 && c <= 0x000B70 ||
+                   c >= 0x000B85 && c <= 0x000B8A ||
+                   c >= 0x000B8E && c <= 0x000B90 ||
+                   c >= 0x000B92 && c <= 0x000B95 ||
+                   c >= 0x000B99 && c <= 0x000B9A ||
+                   c >= 0x000B9E && c <= 0x000B9F ||
+                   c >= 0x000BA3 && c <= 0x000BA4 ||
+                   c >= 0x000BA8 && c <= 0x000BAA ||
+                   c >= 0x000BAE && c <= 0x000BB5 ||
+                   c >= 0x000BB7 && c <= 0x000BB9 ||
+                   c >= 0x000BBE && c <= 0x000BBF ||
+                   c >= 0x000BC1 && c <= 0x000BC2 ||
+                   c >= 0x000BC6 && c <= 0x000BC8 ||
+                   c >= 0x000BCA && c <= 0x000BCC ||
+                   c >= 0x000BE7 && c <= 0x000BF2 ||
+                   c >= 0x000C01 && c <= 0x000C03 ||
+                   c >= 0x000C05 && c <= 0x000C0C ||
+                   c >= 0x000C0E && c <= 0x000C10 ||
+                   c >= 0x000C12 && c <= 0x000C28 ||
+                   c >= 0x000C2A && c <= 0x000C33 ||
+                   c >= 0x000C35 && c <= 0x000C39 ||
+                   c >= 0x000C41 && c <= 0x000C44 ||
+                   c >= 0x000C60 && c <= 0x000C61 ||
+                   c >= 0x000C66 && c <= 0x000C6F ||
+                   c >= 0x000C82 && c <= 0x000C83 ||
+                   c >= 0x000C85 && c <= 0x000C8C ||
+                   c >= 0x000C8E && c <= 0x000C90 ||
+                   c >= 0x000C92 && c <= 0x000CA8 ||
+                   c >= 0x000CAA && c <= 0x000CB3 ||
+                   c >= 0x000CB5 && c <= 0x000CB9 ||
+                   c >= 0x000CC0 && c <= 0x000CC4 ||
+                   c >= 0x000CC7 && c <= 0x000CC8 ||
+                   c >= 0x000CCA && c <= 0x000CCB ||
+                   c >= 0x000CD5 && c <= 0x000CD6 ||
+                   c >= 0x000CE0 && c <= 0x000CE1 ||
+                   c >= 0x000CE6 && c <= 0x000CEF ||
+                   c >= 0x000D02 && c <= 0x000D03 ||
+                   c >= 0x000D05 && c <= 0x000D0C ||
+                   c >= 0x000D0E && c <= 0x000D10 ||
+                   c >= 0x000D12 && c <= 0x000D28 ||
+                   c >= 0x000D2A && c <= 0x000D39 ||
+                   c >= 0x000D3E && c <= 0x000D40 ||
+                   c >= 0x000D46 && c <= 0x000D48 ||
+                   c >= 0x000D4A && c <= 0x000D4C ||
+                   c >= 0x000D60 && c <= 0x000D61 ||
+                   c >= 0x000D66 && c <= 0x000D6F ||
+                   c >= 0x000D82 && c <= 0x000D83 ||
+                   c >= 0x000D85 && c <= 0x000D96 ||
+                   c >= 0x000D9A && c <= 0x000DB1 ||
+                   c >= 0x000DB3 && c <= 0x000DBB ||
+                   c >= 0x000DC0 && c <= 0x000DC6 ||
+                   c >= 0x000DCF && c <= 0x000DD1 ||
+                   c >= 0x000DD8 && c <= 0x000DDF ||
+                   c >= 0x000DF2 && c <= 0x000DF4 ||
+                   c >= 0x000E01 && c <= 0x000E30 ||
+                   c >= 0x000E32 && c <= 0x000E33 ||
+                   c >= 0x000E40 && c <= 0x000E46 ||
+                   c >= 0x000E4F && c <= 0x000E5B ||
+                   c >= 0x000E81 && c <= 0x000E82 ||
+                   c >= 0x000E87 && c <= 0x000E88 ||
+                   c >= 0x000E94 && c <= 0x000E97 ||
+                   c >= 0x000E99 && c <= 0x000E9F ||
+                   c >= 0x000EA1 && c <= 0x000EA3 ||
+                   c >= 0x000EAA && c <= 0x000EAB ||
+                   c >= 0x000EAD && c <= 0x000EB0 ||
+                   c >= 0x000EB2 && c <= 0x000EB3 ||
+                   c >= 0x000EC0 && c <= 0x000EC4 ||
+                   c >= 0x000ED0 && c <= 0x000ED9 ||
+                   c >= 0x000EDC && c <= 0x000EDD ||
+                   c >= 0x000F00 && c <= 0x000F17 ||
+                   c >= 0x000F1A && c <= 0x000F34 ||
+                   c >= 0x000F3E && c <= 0x000F47 ||
+                   c >= 0x000F49 && c <= 0x000F6A ||
+                   c >= 0x000F88 && c <= 0x000F8B ||
+                   c >= 0x000FBE && c <= 0x000FC5 ||
+                   c >= 0x000FC7 && c <= 0x000FCC ||
+                   c >= 0x001000 && c <= 0x001021 ||
+                   c >= 0x001023 && c <= 0x001027 ||
+                   c >= 0x001029 && c <= 0x00102A ||
+                   c >= 0x001040 && c <= 0x001057 ||
+                   c >= 0x0010A0 && c <= 0x0010C5 ||
+                   c >= 0x0010D0 && c <= 0x0010F8 ||
+                   c >= 0x001100 && c <= 0x001159 ||
+                   c >= 0x00115F && c <= 0x0011A2 ||
+                   c >= 0x0011A8 && c <= 0x0011F9 ||
+                   c >= 0x001200 && c <= 0x001206 ||
+                   c >= 0x001208 && c <= 0x001246 ||
+                   c >= 0x00124A && c <= 0x00124D ||
+                   c >= 0x001250 && c <= 0x001256 ||
+                   c >= 0x00125A && c <= 0x00125D ||
+                   c >= 0x001260 && c <= 0x001286 ||
+                   c >= 0x00128A && c <= 0x00128D ||
+                   c >= 0x001290 && c <= 0x0012AE ||
+                   c >= 0x0012B2 && c <= 0x0012B5 ||
+                   c >= 0x0012B8 && c <= 0x0012BE ||
+                   c >= 0x0012C2 && c <= 0x0012C5 ||
+                   c >= 0x0012C8 && c <= 0x0012CE ||
+                   c >= 0x0012D0 && c <= 0x0012D6 ||
+                   c >= 0x0012D8 && c <= 0x0012EE ||
+                   c >= 0x0012F0 && c <= 0x00130E ||
+                   c >= 0x001312 && c <= 0x001315 ||
+                   c >= 0x001318 && c <= 0x00131E ||
+                   c >= 0x001320 && c <= 0x001346 ||
+                   c >= 0x001348 && c <= 0x00135A ||
+                   c >= 0x001361 && c <= 0x00137C ||
+                   c >= 0x0013A0 && c <= 0x0013F4 ||
+                   c >= 0x001401 && c <= 0x001676 ||
+                   c >= 0x001681 && c <= 0x00169A ||
+                   c >= 0x0016A0 && c <= 0x0016F0 ||
+                   c >= 0x001700 && c <= 0x00170C ||
+                   c >= 0x00170E && c <= 0x001711 ||
+                   c >= 0x001720 && c <= 0x001731 ||
+                   c >= 0x001735 && c <= 0x001736 ||
+                   c >= 0x001740 && c <= 0x001751 ||
+                   c >= 0x001760 && c <= 0x00176C ||
+                   c >= 0x00176E && c <= 0x001770 ||
+                   c >= 0x001780 && c <= 0x0017B6 ||
+                   c >= 0x0017BE && c <= 0x0017C5 ||
+                   c >= 0x0017C7 && c <= 0x0017C8 ||
+                   c >= 0x0017D4 && c <= 0x0017DA ||
+                   c >= 0x0017E0 && c <= 0x0017E9 ||
+                   c >= 0x001810 && c <= 0x001819 ||
+                   c >= 0x001820 && c <= 0x001877 ||
+                   c >= 0x001880 && c <= 0x0018A8 ||
+                   c >= 0x001E00 && c <= 0x001E9B ||
+                   c >= 0x001EA0 && c <= 0x001EF9 ||
+                   c >= 0x001F00 && c <= 0x001F15 ||
+                   c >= 0x001F18 && c <= 0x001F1D ||
+                   c >= 0x001F20 && c <= 0x001F45 ||
+                   c >= 0x001F48 && c <= 0x001F4D ||
+                   c >= 0x001F50 && c <= 0x001F57 ||
+                   c >= 0x001F5F && c <= 0x001F7D ||
+                   c >= 0x001F80 && c <= 0x001FB4 ||
+                   c >= 0x001FB6 && c <= 0x001FBC ||
+                   c >= 0x001FC2 && c <= 0x001FC4 ||
+                   c >= 0x001FC6 && c <= 0x001FCC ||
+                   c >= 0x001FD0 && c <= 0x001FD3 ||
+                   c >= 0x001FD6 && c <= 0x001FDB ||
+                   c >= 0x001FE0 && c <= 0x001FEC ||
+                   c >= 0x001FF2 && c <= 0x001FF4 ||
+                   c >= 0x001FF6 && c <= 0x001FFC ||
+                   c >= 0x00210A && c <= 0x002113 ||
+                   c >= 0x002119 && c <= 0x00211D ||
+                   c >= 0x00212A && c <= 0x00212D ||
+                   c >= 0x00212F && c <= 0x002131 ||
+                   c >= 0x002133 && c <= 0x002139 ||
+                   c >= 0x00213D && c <= 0x00213F ||
+                   c >= 0x002145 && c <= 0x002149 ||
+                   c >= 0x002160 && c <= 0x002183 ||
+                   c >= 0x002336 && c <= 0x00237A ||
+                   c >= 0x00249C && c <= 0x0024E9 ||
+                   c >= 0x003005 && c <= 0x003007 ||
+                   c >= 0x003021 && c <= 0x003029 ||
+                   c >= 0x003031 && c <= 0x003035 ||
+                   c >= 0x003038 && c <= 0x00303C ||
+                   c >= 0x003041 && c <= 0x003096 ||
+                   c >= 0x00309D && c <= 0x00309F ||
+                   c >= 0x0030A1 && c <= 0x0030FA ||
+                   c >= 0x0030FC && c <= 0x0030FF ||
+                   c >= 0x003105 && c <= 0x00312C ||
+                   c >= 0x003131 && c <= 0x00318E ||
+                   c >= 0x003190 && c <= 0x0031B7 ||
+                   c >= 0x0031F0 && c <= 0x00321C ||
+                   c >= 0x003220 && c <= 0x003243 ||
+                   c >= 0x003260 && c <= 0x00327B ||
+                   c >= 0x00327F && c <= 0x0032B0 ||
+                   c >= 0x0032C0 && c <= 0x0032CB ||
+                   c >= 0x0032D0 && c <= 0x0032FE ||
+                   c >= 0x003300 && c <= 0x003376 ||
+                   c >= 0x00337B && c <= 0x0033DD ||
+                   c >= 0x0033E0 && c <= 0x0033FE ||
+                   c >= 0x003400 && c <= 0x004DB5 ||
+                   c >= 0x004E00 && c <= 0x009FA5 ||
+                   c >= 0x00A000 && c <= 0x00A48C ||
+                   c >= 0x00AC00 && c <= 0x00D7A3 ||
+                   c >= 0x00D800 && c <= 0x00FA2D ||
+                   c >= 0x00FA30 && c <= 0x00FA6A ||
+                   c >= 0x00FB00 && c <= 0x00FB06 ||
+                   c >= 0x00FB13 && c <= 0x00FB17 ||
+                   c >= 0x00FF21 && c <= 0x00FF3A ||
+                   c >= 0x00FF41 && c <= 0x00FF5A ||
+                   c >= 0x00FF66 && c <= 0x00FFBE ||
+                   c >= 0x00FFC2 && c <= 0x00FFC7 ||
+                   c >= 0x00FFCA && c <= 0x00FFCF ||
+                   c >= 0x00FFD2 && c <= 0x00FFD7 ||
+                   c >= 0x00FFDA && c <= 0x00FFDC ||
+                   c >= 0x010300 && c <= 0x01031E ||
+                   c >= 0x010320 && c <= 0x010323 ||
+                   c >= 0x010330 && c <= 0x01034A ||
+                   c >= 0x010400 && c <= 0x010425 ||
+                   c >= 0x010428 && c <= 0x01044D ||
+                   c >= 0x01D000 && c <= 0x01D0F5 ||
+                   c >= 0x01D100 && c <= 0x01D126 ||
+                   c >= 0x01D12A && c <= 0x01D166 ||
+                   c >= 0x01D16A && c <= 0x01D172 ||
+                   c >= 0x01D183 && c <= 0x01D184 ||
+                   c >= 0x01D18C && c <= 0x01D1A9 ||
+                   c >= 0x01D1AE && c <= 0x01D1DD ||
+                   c >= 0x01D400 && c <= 0x01D454 ||
+                   c >= 0x01D456 && c <= 0x01D49C ||
+                   c >= 0x01D49E && c <= 0x01D49F ||
+                   c >= 0x01D4A5 && c <= 0x01D4A6 ||
+                   c >= 0x01D4A9 && c <= 0x01D4AC ||
+                   c >= 0x01D4AE && c <= 0x01D4B9 ||
+                   c >= 0x01D4BD && c <= 0x01D4C0 ||
+                   c >= 0x01D4C2 && c <= 0x01D4C3 ||
+                   c >= 0x01D4C5 && c <= 0x01D505 ||
+                   c >= 0x01D507 && c <= 0x01D50A ||
+                   c >= 0x01D50D && c <= 0x01D514 ||
+                   c >= 0x01D516 && c <= 0x01D51C ||
+                   c >= 0x01D51E && c <= 0x01D539 ||
+                   c >= 0x01D53B && c <= 0x01D53E ||
+                   c >= 0x01D540 && c <= 0x01D544 ||
+                   c >= 0x01D54A && c <= 0x01D550 ||
+                   c >= 0x01D552 && c <= 0x01D6A3 ||
+                   c >= 0x01D6A8 && c <= 0x01D7C9 ||
+                   c >= 0x020000 && c <= 0x02A6D6 ||
+                   c >= 0x02F800 && c <= 0x02FA1D ||
+                   c >= 0x0F0000 && c <= 0x0FFFFD ||
+                   c >= 0x100000 && c <= 0x10FFFD ||
+                   c == 0x0000AA || c == 0x0000B5 ||
+                   c == 0x0000BA || c == 0x0002EE ||
+                   c == 0x00037A || c == 0x000386 ||
+                   c == 0x00038C || c == 0x000589 ||
+                   c == 0x000903 || c == 0x000950 ||
+                   c == 0x0009B2 || c == 0x0009D7 ||
+                   c == 0x000A5E || c == 0x000A83 ||
+                   c == 0x000A8D || c == 0x000AC9 ||
+                   c == 0x000AD0 || c == 0x000AE0 ||
+                   c == 0x000B40 || c == 0x000B57 ||
+                   c == 0x000B83 || c == 0x000B9C ||
+                   c == 0x000BD7 || c == 0x000CBE ||
+                   c == 0x000CDE || c == 0x000D57 ||
+                   c == 0x000DBD || c == 0x000E84 ||
+                   c == 0x000E8A || c == 0x000E8D ||
+                   c == 0x000EA5 || c == 0x000EA7 ||
+                   c == 0x000EBD || c == 0x000EC6 ||
+                   c == 0x000F36 || c == 0x000F38 ||
+                   c == 0x000F7F || c == 0x000F85 ||
+                   c == 0x000FCF || c == 0x00102C ||
+                   c == 0x001031 || c == 0x001038 ||
+                   c == 0x0010FB || c == 0x001248 ||
+                   c == 0x001258 || c == 0x001288 ||
+                   c == 0x0012B0 || c == 0x0012C0 ||
+                   c == 0x001310 || c == 0x0017DC ||
+                   c == 0x001F59 || c == 0x001F5B ||
+                   c == 0x001F5D || c == 0x001FBE ||
+                   c == 0x00200E || c == 0x002071 ||
+                   c == 0x00207F || c == 0x002102 ||
+                   c == 0x002107 || c == 0x002115 ||
+                   c == 0x002124 || c == 0x002126 ||
+                   c == 0x002128 || c == 0x002395 ||
+                   c == 0x01D4A2 || c == 0x01D4BB ||
+                   c == 0x01D546;
+        }
     }
 }

src/Markdig/Helpers/CharacterMap.cs

@@ -115,35 +115,44 @@ namespace Markdig.Helpers
         /// <param name="start">The start.</param>
         /// <param name="end">The end.</param>
         /// <returns>Index position within the string of the first opening character found in the specified text; if not found, returns -1</returns>
-        public unsafe int IndexOfOpeningCharacter(string text, int start, int end)
+        public int IndexOfOpeningCharacter(string text, int start, int end)
         {
             var maxChar = isOpeningCharacter.Length;
+#if SUPPORT_UNSAFE
+            unsafe
+#endif
+            {
 #if SUPPORT_FIXED_STRING
             fixed (char* pText = text)
 #else
-            var pText = text;
+                var pText = text;
+#endif
+#if SUPPORT_UNSAFE
+                fixed (bool* openingChars = isOpeningCharacter)
+#else
+                var openingChars = isOpeningCharacter;
 #endif
-            fixed (bool* openingChars = isOpeningCharacter)
-            {
-                if (nonAsciiMap == null)
                 {
-                    for (int i = start; i <= end; i++)
+                    if (nonAsciiMap == null)
                     {
-                        var c = pText[i];
-                        if (c < maxChar && openingChars[c])
+                        for (int i = start; i <= end; i++)
                         {
-                            return i;
+                            var c = pText[i];
+                            if (c < maxChar && openingChars[c])
+                            {
+                                return i;
+                            }
                         }
                     }
-                }
-                else
-                {
-                    for (int i = start; i <= end; i++)
+                    else
                     {
-                        var c = pText[i];
-                        if ((c < maxChar && openingChars[c]) || nonAsciiMap.ContainsKey(c))
+                        for (int i = start; i <= end; i++)
                         {
-                            return i;
+                            var c = pText[i];
+                            if ((c < maxChar && openingChars[c]) || nonAsciiMap.ContainsKey(c))
+                            {
+                                return i;
+                            }
                         }
                     }
                 }

src/Markdig/Helpers/HtmlHelper.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
@@ -472,10 +472,10 @@ namespace Markdig.Helpers
                 }
                 else if (c == '&')
                 {
-                    string namedEntity;
+                    int entityNameStart;
+                    int entityNameLength;
                     int numericEntity;
-                    var match = ScanEntity(text, searchPos, text.Length - searchPos, out namedEntity,
-                        out numericEntity);
+                    var match = ScanEntity(new StringSlice(text, searchPos, text.Length - 1), out numericEntity, out entityNameStart, out entityNameLength);
                     if (match == 0)
                     {
                         searchPos++;
@@ -484,9 +484,10 @@ namespace Markdig.Helpers
                     {
                         searchPos += match;
 
-                        if (namedEntity != null)
+                        if (entityNameLength > 0)
                         {
-                            var decoded = EntityHelper.DecodeEntity(namedEntity);
+                            var namedEntity = new StringSlice(text, entityNameStart, entityNameStart + entityNameLength - 1);
+                            var decoded = EntityHelper.DecodeEntity(namedEntity.ToString());
                             if (decoded != null)
                             {
                                 sb.Append(text, lastPos, searchPos - match - lastPos);
@@ -533,7 +534,7 @@ namespace Markdig.Helpers
         /// Scans an entity.
         /// Returns number of chars matched.
         /// </summary>
-        public static int ScanEntity(string s, int pos, int length, out string namedEntity, out int numericEntity)
+        public static int ScanEntity<T>(T slice, out int numericEntity, out int namedEntityStart,  out int namedEntityLength) where T : ICharIterator
         {
             // Credits: code from CommonMark.NET
             // Copyright (c) 2014, Kārlis Gaņģis All rights reserved. 
@@ -545,29 +546,29 @@ namespace Markdig.Helpers
                   .? { return 0; }
                 */
 
-            var lastPos = pos + length;
-
-            namedEntity = null;
             numericEntity = 0;
+            namedEntityStart = 0;
+            namedEntityLength = 0;
 
-            if (pos + 3 >= lastPos)
-                return 0;
-
-            if (s[pos] != '&')
-                return 0;
-
-            char c;
-            int i;
-            int counter = 0;
-            if (s[pos + 1] == '#')
+            if (slice.CurrentChar != '&' || slice.PeekChar(3) == '\0')
             {
-                c = s[pos + 2];
+                return 0;
+            }
+
+            var start = slice.Start;
+            char c = slice.NextChar();
+            int counter = 0;
+            
+            if (c == '#')
+            {
+                c = slice.PeekChar();
                 if (c == 'x' || c == 'X')
                 {
+                    c = slice.NextChar(); // skip #
                     // expect 1-8 hex digits starting from pos+3
-                    for (i = pos + 3; i < lastPos; i++)
+                    while (c != '\0')
                     {
-                        c = s[i];
+                        c = slice.NextChar();
                         if (c >= '0' && c <= '9')
                         {
                             if (++counter == 9) return 0;
@@ -588,7 +589,7 @@ namespace Markdig.Helpers
                         }
 
                         if (c == ';')
-                            return counter == 0 ? 0 : i - pos + 1;
+                            return counter == 0 ? 0 : slice.Start - start + 1;
 
                         return 0;
                     }
@@ -596,9 +597,10 @@ namespace Markdig.Helpers
                 else
                 {
                     // expect 1-8 digits starting from pos+2
-                    for (i = pos + 2; i < lastPos; i++)
+                    while (c != '\0')
                     {
-                        c = s[i];
+                        c = slice.NextChar();
+
                         if (c >= '0' && c <= '9')
                         {
                             if (++counter == 9) return 0;
@@ -607,7 +609,7 @@ namespace Markdig.Helpers
                         }
 
                         if (c == ';')
-                            return counter == 0 ? 0 : i - pos + 1;
+                            return counter == 0 ? 0 : slice.Start - start + 1;
 
                         return 0;
                     }
@@ -616,25 +618,26 @@ namespace Markdig.Helpers
             else
             {
                 // expect a letter and 1-31 letters or digits
-                c = s[pos + 1];
-                if ((c < 'A' || c > 'Z') && (c < 'a' && c > 'z'))
+                if (!((c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z')))
                     return 0;
 
-                for (i = pos + 2; i < lastPos; i++)
+                namedEntityStart = slice.Start;
+                namedEntityLength++;
+
+                while (c != '\0')
                 {
-                    c = s[i];
+                    c = slice.NextChar();
                     if ((c >= '0' && c <= '9') || (c >= 'A' && c <= 'Z') || (c >= 'a' && c <= 'z'))
                     {
                         if (++counter == 32)
                             return 0;
-
+                        namedEntityLength++;
                         continue;
                     }
 
                     if (c == ';')
                     {
-                        namedEntity = s.Substring(pos + 1, counter + 1);
-                        return counter == 0 ? 0 : i - pos + 1;
+                        return counter == 0 ? 0 : slice.Start - start + 1;
                     }
 
                     return 0;

src/Markdig/Helpers/ICharIterator.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
@@ -34,8 +34,9 @@ namespace Markdig.Helpers
         /// <summary>
         /// Peeks at the next character, without incrementing the <see cref="Start"/> position.
         /// </summary>
+        /// <param name="offset"></param>
         /// <returns>The next character. `\0` is end of the iteration.</returns>
-        char PeekChar();
+        char PeekChar(int offset = 1);
 
         /// <summary>
         /// Gets a value indicating whether this instance is empty.

src/Markdig/Helpers/LinkHelper.cs

@@ -1,9 +1,8 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 using System;
 using System.Runtime.CompilerServices;
-using System.Text;
 using Markdig.Syntax;
 
 namespace Markdig.Helpers
@@ -18,10 +17,10 @@ namespace Markdig.Helpers
             return TryParseAutolink(ref text, out link, out isEmail);
         }
 
-        public static string Urilize(string headingText, bool allowOnlyAscii)
+        public static string Urilize(string headingText, bool allowOnlyAscii, bool keepOpeningDigits = false)
         {
             var headingBuffer = StringBuilderCache.Local();
-            bool hasLetter = false;
+            bool hasLetter = keepOpeningDigits && headingText.Length > 0 && char.IsLetterOrDigit(headingText[0]);
             bool previousIsSpace = false;
             for (int i = 0; i < headingText.Length; i++)
             {
@@ -96,6 +95,23 @@ namespace Markdig.Helpers
             return text;
         }
 
+        public static string UrilizeAsGfm(string headingText)
+        {
+            // Following https://github.com/jch/html-pipeline/blob/master/lib/html/pipeline/toc_filter.rb
+            var headingBuffer = StringBuilderCache.Local();
+            for (int i = 0; i < headingText.Length; i++)
+            {
+                var c = char.ToLowerInvariant(headingText[i]);
+                if (char.IsLetterOrDigit(c) || c == ' ' || c == '-' || c == '_')
+                {
+                    headingBuffer.Append(c == ' ' ? '-' : c);
+                }
+            }
+            var result = headingBuffer.ToString();
+            headingBuffer.Length = 0;
+            return result;
+        }
+
         [MethodImpl(MethodImplOptionPortable.AggressiveInlining)]
         private static bool IsReservedPunctuation(char c)
         {
@@ -259,6 +275,7 @@ namespace Markdig.Helpers
                         break;
                     }
                     builder.Append(c);
+                    pc = c;
                 }
             }
             else
@@ -495,7 +512,7 @@ namespace Markdig.Helpers
             return TryParseUrl(ref text, out link);
         }
 
-        public static bool TryParseUrl<T>(ref T text, out string link) where T : ICharIterator
+        public static bool TryParseUrl<T>(ref T text, out string link, bool isAutoLink = false) where T : ICharIterator
         {
             bool isValid = false;
             var buffer = StringBuilderCache.Local();
@@ -560,10 +577,6 @@ namespace Markdig.Helpers
                     {
                         if (!hasEscape)
                         {
-                            if (openedParent > 0)
-                            {
-                                break;
-                            }
                             openedParent++;
                         }
                     }
@@ -596,22 +609,41 @@ namespace Markdig.Helpers
 
                     hasEscape = false;
 
-                    if (IsEndOfUri(c))
+                    if (IsEndOfUri(c, isAutoLink))
                     {
                         isValid = true;
                         break;
                     }
 
-                    if (c == '.' && IsEndOfUri(text.PeekChar()))
+                    if (isAutoLink)
                     {
-                        isValid = true;
-                        break;
+                        if (c == '&')
+                        {
+                            int entityNameStart;
+                            int entityNameLength;
+                            int entityValue;
+                            if (HtmlHelper.ScanEntity(text, out entityValue, out entityNameStart, out entityNameLength) > 0)
+                            {
+                                isValid = true;
+                                break;
+                            }
+                        }
+                        if (IsTrailingUrlStopCharacter(c) && IsEndOfUri(text.PeekChar(), true))
+                        {
+                            isValid = true;
+                            break;
+                        }
                     }
 
                     buffer.Append(c);
 
                     c = text.NextChar();
                 }
+
+                if (openedParent > 0)
+                {
+                    isValid = false;
+                }
             }
 
             link = isValid ? buffer.ToString() : null;
@@ -619,9 +651,65 @@ namespace Markdig.Helpers
             return isValid;
         }
 
-        private static bool IsEndOfUri(char c)
+        [MethodImpl(MethodImplOptionPortable.AggressiveInlining)]
+        private static bool IsTrailingUrlStopCharacter(char c)
         {
-            return c == '\0' || c.IsSpaceOrTab() || c.IsControl(); // TODO: specs unclear. space is strict or relaxed? (includes tabs?)
+            // Trailing punctuation (specifically, ?, !, ., ,, :, *, _, and ~) will not be considered part of the autolink, though they may be included in the interior of the link:
+            return c == '?' || c == '!' || c == '.' || c == ',' || c == ':' || c == '*' || c == '*' || c == '_' || c == '~';
+        }
+
+        [MethodImpl(MethodImplOptionPortable.AggressiveInlining)]
+        private static bool IsEndOfUri(char c, bool isAutoLink)
+        {
+            return c == '\0' || c.IsSpaceOrTab() || c.IsControl() || (isAutoLink && c == '<'); // TODO: specs unclear. space is strict or relaxed? (includes tabs?)
+        }
+
+        public static bool IsValidDomain(string link, int prefixLength)
+        {
+            // https://github.github.com/gfm/#extended-www-autolink
+            // A valid domain consists of alphanumeric characters, underscores (_), hyphens (-) and periods (.).
+            // There must be at least one period, and no underscores may be present in the last two segments of the domain.
+
+            int segmentCount = 1;
+            bool segmentHasCharacters = false;
+            int lastUnderscoreSegment = -1;
+
+            for (int i = prefixLength; i < link.Length; i++)
+            {
+                char c = link[i];
+
+                if (c == '.') // New segment
+                {
+                    if (!segmentHasCharacters)
+                        return false;
+
+                    segmentCount++;
+                    segmentHasCharacters = false;
+                    continue;
+                }
+
+                if (!c.IsAlphaNumeric())
+                {
+                    if (c == '/' || c == '?' || c == '#' || c == ':') // End of domain name
+                        break;
+
+                    if (c == '_')
+                    {
+                        lastUnderscoreSegment = segmentCount;
+                    }
+                    else if (c != '-')
+                    {
+                        // An invalid character has been found
+                        return false;
+                    }
+                }
+
+                segmentHasCharacters = true;
+            }
+
+            return segmentCount != 1 && // At least one dot was present
+                segmentHasCharacters && // Last segment has valid characters
+                segmentCount - lastUnderscoreSegment >= 2; // No underscores are present in the last two segments of the domain
         }
 
         public static bool TryParseLinkReferenceDefinition<T>(T text, out string label, out string url,
@@ -743,7 +831,6 @@ namespace Markdig.Helpers
             return TryParseLabel(ref lines, false, out label, out labelSpan);
         }
 
-
         public static bool TryParseLabel<T>(ref T lines, out string label, out SourceSpan labelSpan) where T : ICharIterator
         {
             return TryParseLabel(ref lines, false, out label, out labelSpan);

src/Markdig/Helpers/OrderedList.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 using System;
@@ -121,5 +121,20 @@ namespace Markdig.Helpers
             }
             return false;
         }
+
+        /// <summary>
+        /// Replaces <typeparamref name="TElement"/> with <paramref name="newElement"/> or adds <paramref name="newElement"/>.
+        /// </summary>
+        /// <typeparam name="TElement">Element type to find in the list</typeparam>
+        /// <param name="newElement">Object to add/replace the found element with</param>
+        /// <returns><c>true</c> if a replacement was made; otherwise <c>false</c>.</returns>
+        public bool ReplaceOrAdd<TElement>(T newElement) where TElement : T
+        {
+            if (Replace<TElement>(newElement))
+                return true;
+
+            Add(newElement);
+            return false;
+        }
     }
 }

src/Markdig/Helpers/StringBuilderExtensions.cs

@@ -0,0 +1,23 @@
+// Copyright (c) Alexandre Mutel. All rights reserved.
+// This file is licensed under the BSD-Clause 2 license. 
+// See the license.txt file in the project root for more information.
+using System.Text;
+
+namespace Markdig.Helpers
+{
+    /// <summary>
+    /// Extensions for StringBuilder with <see cref="StringSlice"/>
+    /// </summary>
+    public static class StringBuilderExtensions
+    {
+        /// <summary>
+        /// Appends the specified slice to this <see cref="StringBuilder"/> instance.
+        /// </summary>
+        /// <param name="builder">The builder.</param>
+        /// <param name="slice">The slice.</param>
+        public static StringBuilder Append(this StringBuilder builder, StringSlice slice)
+        {
+            return builder.Append(slice.Text, slice.Start, slice.Length);
+        }
+    }
+}

src/Markdig/Helpers/StringLineGroup.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
@@ -197,14 +197,14 @@ namespace Markdig.Helpers
         /// <seealso cref="ICharIterator" />
         public struct Iterator : ICharIterator
         {
-            private readonly StringLineGroup lines;
-            private int offset;
+            private readonly StringLineGroup _lines;
+            private int _offset;
 
             public Iterator(StringLineGroup lines)
             {
-                this.lines = lines;
+                this._lines = lines;
                 Start = -1;
-                offset = -1;
+                _offset = -1;
                 SliceIndex = 0;
                 CurrentChar = '\0';
                 End = -2; 
@@ -225,48 +225,74 @@ namespace Markdig.Helpers
 
             public int SliceIndex { get; private set; }
 
+            public StringLineGroup Remaining()
+            {
+                var lines = _lines;
+                if (CurrentChar == '\0')
+                {
+                    lines.Clear();
+                }
+                else
+                {
+                    for (int i = SliceIndex - 1; i >= 0; i--)
+                    {
+                        lines.RemoveAt(i);
+                    }
+
+                    if (lines.Count > 0 && _offset > 0)
+                    {
+                        lines.Lines[0].Column += _offset;
+                        lines.Lines[0].Slice.Start += _offset;
+                    }
+                }
+
+                return lines;
+            }
+
             public char NextChar()
             {
                 Start++;
-                offset++;
+                _offset++;
                 if (Start <= End)
                 {
-                    var slice = (StringSlice)lines.Lines[SliceIndex];
-                    if (offset < slice.Length)
+                    var slice = (StringSlice)_lines.Lines[SliceIndex];
+                    if (_offset < slice.Length)
                     {
-                        CurrentChar = slice[slice.Start + offset];
+                        CurrentChar = slice[slice.Start + _offset];
                     }
                     else
                     {
                         CurrentChar = '\n';
                         SliceIndex++;
-                        offset = -1;
+                        _offset = -1;
                     }
                 }
                 else
                 {
                     CurrentChar = '\0';
                     Start = End + 1;
-                    SliceIndex = lines.Count;
-                    offset--;
+                    SliceIndex = _lines.Count;
+                    _offset--;
                 }
                 return CurrentChar;
             }
 
-            public char PeekChar()
+            public char PeekChar(int offset = 1)
             {
-                if (Start + 1 > End)
+                if (offset < 0) throw new ArgumentOutOfRangeException("Negative offset are not supported for StringLineGroup", nameof(offset));
+
+                if (Start + offset > End)
                 {
                     return '\0';
                 }
 
-                var slice = (StringSlice)lines.Lines[SliceIndex];
-                if (offset + 1 >= slice.Length)
+                var slice = (StringSlice)_lines.Lines[SliceIndex];
+                if (_offset + offset >= slice.Length)
                 {
                     return '\n';
                 }
 
-                return slice[slice.Start + offset + 1];
+                return slice[slice.Start + _offset + offset];
             }
 
             public bool TrimStart()

src/Markdig/Helpers/StringSlice.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
@@ -106,23 +106,12 @@ namespace Markdig.Helpers
         /// <param name="offset">The offset.</param>
         /// <returns>The character at offset, returns `\0` if none.</returns>
         [MethodImpl(MethodImplOptionPortable.AggressiveInlining)]
-        public char PeekChar(int offset)
+        public char PeekChar(int offset = 1)
         {
             var index = Start + offset;
             return index >= Start && index <= End ? Text[index] : (char) 0;
         }
 
-        /// <summary>
-        /// Peeks the character immediately after the current <see cref="Start"/> position
-        /// or returns `\0` if after the <see cref="End"/> position.
-        /// </summary>
-        /// <returns>The next character, returns `\0` if none.</returns>
-        [MethodImpl(MethodImplOptionPortable.AggressiveInlining)]
-        public char PeekChar()
-        {
-            return PeekChar(1);
-        }
-
         /// <summary>
         /// Peeks a character at the specified offset from the current beginning of the string, without taking into account <see cref="Start"/> and <see cref="End"/>
         /// </summary>
@@ -179,6 +168,28 @@ namespace Markdig.Helpers
             return i == text.Length;
         }
 
+        /// <summary>
+        /// Expect spaces until a end of line. Return <c>false</c> otherwise.
+        /// </summary>
+        /// <returns><c>true</c> if whitespaces where matched until a end of line</returns>
+        public bool SkipSpacesToEndOfLineOrEndOfDocument()
+        {
+            for (int i = Start; i <= End; i++)
+            {
+                var c = Text[i];
+                if (c.IsWhitespace())
+                {
+                    if (c == '\0' || c == '\n' || (c == '\r' && i + 1 <= End && Text[i + 1] != '\n'))
+                    {
+                        return true;
+                    }
+                    continue;
+                }
+                return false;
+            }
+            return true;
+        }
+
         /// <summary>
         /// Matches the specified text using lowercase comparison.
         /// </summary>

src/Markdig/Markdig.csproj

@@ -1,27 +1,23 @@
-<Project Sdk="Microsoft.NET.Sdk">
+<Project Sdk="Microsoft.NET.Sdk">
 
   <PropertyGroup>
-    <Description>A fast, powerfull, CommonMark compliant, extensible Markdown processor for .NET with 20+ builtin extensions (pipetables, footnotes, definition lists... etc.)</Description>
+    <Description>A fast, powerful, CommonMark compliant, extensible Markdown processor for .NET with 20+ builtin extensions (pipetables, footnotes, definition lists... etc.)</Description>
     <Copyright>Alexandre Mutel</Copyright>
     <AssemblyTitle>Markdig</AssemblyTitle>
     <NeutralLanguage>en-US</NeutralLanguage>
-    <VersionPrefix>0.11.0</VersionPrefix>
+    <VersionPrefix>0.15.6</VersionPrefix>
     <Authors>Alexandre Mutel</Authors>
-    <TargetFrameworks>net35;net40;portable40-net40+sl5+win8+wp8+wpa81;netstandard1.1</TargetFrameworks>
+    <TargetFrameworks>net35;net40;portable40-net40+sl5+win8+wp8+wpa81;netstandard1.1;netstandard2.0;uap10.0</TargetFrameworks>
     <AssemblyName>Markdig</AssemblyName>
     <PackageId>Markdig</PackageId>
+    <PackageId Condition="'$(SignAssembly)' == 'true'">Markdig.Signed</PackageId>
     <PackageTags>Markdown CommonMark md html md2html</PackageTags>
-    <PackageReleaseNotes>
-&gt; 0.11.0
- - Fix issue with math extension and $$ block parsing not handling correctly beginning of a $$ as a inline math instead (issue #107)
- - Fix issue with custom attributes for emphasis
- - Add support for new special custom arrows emoji (-&gt; &lt;- &lt;-&gt; &lt;= =&gt; and &lt;==&gt;)
-</PackageReleaseNotes>
+    <PackageReleaseNotes>https://github.com/lunet-io/markdig/blob/master/changelog.md</PackageReleaseNotes>
     <PackageIconUrl>https://raw.githubusercontent.com/lunet-io/markdig/master/img/markdig.png</PackageIconUrl>
     <PackageProjectUrl>https://github.com/lunet-io/markdig</PackageProjectUrl>
     <PackageLicenseUrl>https://github.com/lunet-io/markdig/blob/master/license.txt</PackageLicenseUrl>
     <NetStandardImplicitPackageVersion Condition=" '$(TargetFramework)' == 'netstandard1.1' ">1.6.0</NetStandardImplicitPackageVersion>
-    <AllowUnsafeBlocks>true</AllowUnsafeBlocks>  
+    <AllowUnsafeBlocks>true</AllowUnsafeBlocks>
   </PropertyGroup>
 
   <ItemGroup Condition=" '$(TargetFramework)' == 'net35' ">
@@ -44,22 +40,51 @@
   </ItemGroup>
 
   <PropertyGroup Condition=" '$(TargetFramework)' == 'net35' ">
-    <DefineConstants>$(DefineConstants);SUPPORT_FIXED_STRING</DefineConstants>
+    <DefineConstants>$(DefineConstants);SUPPORT_FIXED_STRING;SUPPORT_UNSAFE</DefineConstants>
+  </PropertyGroup>
+
+  <PropertyGroup Condition=" '$(TargetFramework)' == 'net40' ">
+    <DefineConstants>$(DefineConstants);SUPPORT_FIXED_STRING;SUPPORT_UNSAFE</DefineConstants>
   </PropertyGroup>
 
   <PropertyGroup Condition=" '$(TargetFramework)' == 'netstandard1.1' ">
-    <DefineConstants>$(DefineConstants);NETSTANDARD_11</DefineConstants>
+    <DefineConstants>$(DefineConstants);NETSTANDARD_11;SUPPORT_UNSAFE</DefineConstants>
   </PropertyGroup>
-    
+
+  <PropertyGroup Condition=" '$(TargetFramework)' == 'netstandard2.0' ">
+    <DefineConstants>$(DefineConstants);SUPPORT_FIXED_STRING;SUPPORT_UNSAFE</DefineConstants>
+  </PropertyGroup>
+
+  <PropertyGroup Condition=" '$(TargetFramework)' == 'uap10.0' ">
+    <TargetPlatformIdentifier>UAP</TargetPlatformIdentifier>
+    <TargetPlatformVersion Condition="'$(TargetPlatformVersion)' == ''">10.0.10240.0</TargetPlatformVersion>
+    <TargetPlatformMinVersion Condition="'$(TargetPlatformMinVersion)' == ''">10.0.10240.0</TargetPlatformMinVersion>
+    <DefineConstants>$(DefineConstants);NETSTANDARD_11;SUPPORT_UNSAFE</DefineConstants>
+  </PropertyGroup>
+
   <PropertyGroup Condition="'$(TargetFramework)' == 'portable40-net40+sl5+win8+wp8+wpa81'">
     <TargetFrameworkIdentifier>.NETPortable</TargetFrameworkIdentifier>
     <TargetFrameworkVersion>v4.0</TargetFrameworkVersion>
     <TargetFrameworkProfile>Profile328</TargetFrameworkProfile>
-  </PropertyGroup>  
+    <LanguageTargets>$(MSBuildExtensionsPath32)\Microsoft\Portable\$(TargetFrameworkVersion)\Microsoft.Portable.CSharp.targets</LanguageTargets>
+  </PropertyGroup>
 
   <PropertyGroup Condition=" '$(Configuration)' == 'Release' ">
     <NoWarn>$(NoWarn);CS1591</NoWarn>
     <GenerateDocumentationFile>true</GenerateDocumentationFile>
   </PropertyGroup>
 
+  <PropertyGroup Condition=" '$(SignAssembly)' == 'true' ">
+    <AssemblyOriginatorKeyFile>key.snk</AssemblyOriginatorKeyFile>
+    <PublicSign Condition=" '$(OS)' != 'Windows_NT' ">true</PublicSign>
+  </PropertyGroup>
+
+  <!-- Special packages and imports for UWP support -->
+  <ItemGroup>
+    <PackageReference Include="MSBuild.Sdk.Extras" Version="1.0.9" PrivateAssets="all" />
+  </ItemGroup>
+  <ItemGroup Condition=" '$(TargetFramework)' == 'uap10.0' ">
+    <PackageReference Include="Microsoft.NETCore.UniversalWindowsPlatform " Version="5.2.2" />
+  </ItemGroup>
+  <Import Project="$(MSBuildSDKExtrasTargets)" Condition="Exists('$(MSBuildSDKExtrasTargets)')" />
 </Project>

src/Markdig/Markdown.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 using System;
@@ -7,6 +7,7 @@ using System.Reflection;
 using Markdig.Extensions.SelfPipeline;
 using Markdig.Parsers;
 using Markdig.Renderers;
+using Markdig.Renderers.Normalize;
 using Markdig.Syntax;
 
 namespace Markdig
@@ -22,6 +23,44 @@ namespace Markdig
         public static readonly string Version = ((AssemblyFileVersionAttribute) typeof(Markdown).Assembly.GetCustomAttributes(typeof(AssemblyFileVersionAttribute), false)[0]).Version;
 #endif
 
+        /// <summary>
+        /// Normalizes the specified markdown to a normalized markdown text.
+        /// </summary>
+        /// <param name="markdown">The markdown.</param>
+        /// <param name="options">The normalize options</param>
+        /// <param name="pipeline">The pipeline.</param>
+        /// <returns>A normalized markdown text.</returns>
+        public static string Normalize(string markdown, NormalizeOptions options = null, MarkdownPipeline pipeline = null)
+        {
+            var writer = new StringWriter();
+            Normalize(markdown, writer, options, pipeline);
+            return writer.ToString();
+        }
+
+        /// <summary>
+        /// Normalizes the specified markdown to a normalized markdown text.
+        /// </summary>
+        /// <param name="markdown">The markdown.</param>
+        /// <param name="writer">The destination <see cref="TextWriter"/> that will receive the result of the conversion.</param>
+        /// <param name="options">The normalize options</param>
+        /// <param name="pipeline">The pipeline.</param>
+        /// <returns>A normalized markdown text.</returns>
+        public static MarkdownDocument Normalize(string markdown, TextWriter writer, NormalizeOptions options = null, MarkdownPipeline pipeline = null)
+        {
+            pipeline = pipeline ?? new MarkdownPipelineBuilder().Build();
+            pipeline = CheckForSelfPipeline(pipeline, markdown);
+
+            // We override the renderer with our own writer
+            var renderer = new NormalizeRenderer(writer, options);
+            pipeline.Setup(renderer);
+
+            var document = Parse(markdown, pipeline);
+            renderer.Render(document);
+            writer.Flush();
+
+            return document;
+        }
+
         /// <summary>
         /// Converts a Markdown string to HTML.
         /// </summary>
@@ -119,5 +158,50 @@ namespace Markdig
             }
             return pipeline;
         }
+
+        /// <summary>
+        /// Converts a Markdown string to Plain text and output to the specified writer.
+        /// </summary>
+        /// <param name="markdown">A Markdown text.</param>
+        /// <param name="writer">The destination <see cref="TextWriter"/> that will receive the result of the conversion.</param>
+        /// <param name="pipeline">The pipeline used for the conversion.</param>
+        /// <returns>The Markdown document that has been parsed</returns>
+        /// <exception cref="System.ArgumentNullException">if reader or writer variable are null</exception>
+        public static MarkdownDocument ToPlainText(string markdown, TextWriter writer, MarkdownPipeline pipeline = null)
+        {
+            if (markdown == null) throw new ArgumentNullException(nameof(markdown));
+            if (writer == null) throw new ArgumentNullException(nameof(writer));
+            pipeline = pipeline ?? new MarkdownPipelineBuilder().Build();
+            pipeline = CheckForSelfPipeline(pipeline, markdown);
+
+            // We override the renderer with our own writer
+            var renderer = new HtmlRenderer(writer)
+            {
+                EnableHtmlForBlock = false,
+                EnableHtmlForInline = false
+            };
+            pipeline.Setup(renderer);
+
+            var document = Parse(markdown, pipeline);
+            renderer.Render(document);
+            writer.Flush();
+
+            return document;
+        }
+
+        /// <summary>
+        /// Converts a Markdown string to HTML.
+        /// </summary>
+        /// <param name="markdown">A Markdown text.</param>
+        /// <param name="pipeline">The pipeline used for the conversion.</param>
+        /// <returns>The result of the conversion</returns>
+        /// <exception cref="System.ArgumentNullException">if markdown variable is null</exception>
+        public static string ToPlainText(string markdown, MarkdownPipeline pipeline = null)
+        {
+            if (markdown == null) throw new ArgumentNullException(nameof(markdown));
+            var writer = new StringWriter();
+            ToPlainText(markdown, writer, pipeline);
+            return writer.ToString();
+        }
     }
 }

src/Markdig/MarkdownExtensions.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
@@ -18,6 +18,7 @@ using Markdig.Extensions.Footers;
 using Markdig.Extensions.Footnotes;
 using Markdig.Extensions.GenericAttributes;
 using Markdig.Extensions.Hardlines;
+using Markdig.Extensions.JiraLinks;
 using Markdig.Extensions.ListExtras;
 using Markdig.Extensions.Mathematics;
 using Markdig.Extensions.MediaLinks;
@@ -28,9 +29,11 @@ using Markdig.Extensions.SmartyPants;
 using Markdig.Extensions.NonAsciiNoEscape;
 using Markdig.Extensions.Tables;
 using Markdig.Extensions.TaskLists;
+using Markdig.Extensions.TextRenderer;
 using Markdig.Extensions.Yaml;
 using Markdig.Parsers;
 using Markdig.Parsers.Inlines;
+using Markdig.Extensions.Globalization;
 
 namespace Markdig
 {
@@ -50,6 +53,19 @@ namespace Markdig
             return pipeline;
         }
 
+        /// <summary>
+        /// Adds the specified extension instance to the extensions collection.
+        /// </summary>
+        /// <param name="pipeline">The pipeline.</param>
+        /// <param name="extension">The instance of the extension to be added.</param>
+        /// <typeparam name="TExtension">The type of the extension.</typeparam>
+        /// <returns>The modified pipeline</returns>
+        public static MarkdownPipelineBuilder Use<TExtension>(this MarkdownPipelineBuilder pipeline, TExtension extension) where TExtension : class, IMarkdownExtension
+        {
+            pipeline.Extensions.AddIfNotAlready(extension);
+            return pipeline;
+        }
+
         /// <summary>
         /// Uses all extensions except the BootStrap, Emoji, SmartyPants and soft line as hard line breaks extensions.
         /// </summary>
@@ -83,9 +99,9 @@ namespace Markdig
         /// </summary>
         /// <param name="pipeline">The pipeline.</param>
         /// <returns>The modified pipeline</returns>
-        public static MarkdownPipelineBuilder UseAutoLinks(this MarkdownPipelineBuilder pipeline)
+        public static MarkdownPipelineBuilder UseAutoLinks(this MarkdownPipelineBuilder pipeline, string validPreviousCharacters = AutoLinkParser.DefaultValidPreviousCharacters)
         {
-            pipeline.Extensions.AddIfNotAlready<AutoLinkExtension>();
+            pipeline.Extensions.ReplaceOrAdd<AutoLinkExtension>(new AutoLinkExtension(validPreviousCharacters));
             return pipeline;
         }
 
@@ -408,10 +424,14 @@ namespace Markdig
         /// Uses the emoji and smiley extension.
         /// </summary>
         /// <param name="pipeline">The pipeline.</param>
+        /// <param name="enableSmiley">Enable smiley in addition to Emoji, <c>true</c> by default.</param>
         /// <returns>The modified pipeline</returns>
-        public static MarkdownPipelineBuilder UseEmojiAndSmiley(this MarkdownPipelineBuilder pipeline)
+        public static MarkdownPipelineBuilder UseEmojiAndSmiley(this MarkdownPipelineBuilder pipeline, bool enableSmiley = true)
         {
-            pipeline.Extensions.AddIfNotAlready<EmojiExtension>();
+            if (!pipeline.Extensions.Contains<EmojiExtension>())
+            {
+                pipeline.Extensions.Add(new EmojiExtension(enableSmiley));
+            }
             return pipeline;
         }
 
@@ -426,6 +446,32 @@ namespace Markdig
             return pipeline;
         }
 
+        /// <summary>
+        /// Automatically link references to JIRA issues
+        /// </summary>
+        /// <param name="pipeline">The pipeline</param>
+        /// <param name="options">Set of required options</param>
+        /// <returns>The modified pipeline</returns>
+        public static MarkdownPipelineBuilder UseJiraLinks(this MarkdownPipelineBuilder pipeline, JiraLinkOptions options)
+        {
+            if (!pipeline.Extensions.Contains<JiraLinkExtension>())
+            {
+                pipeline.Extensions.Add(new JiraLinkExtension(options));
+            }
+            return pipeline;
+        }
+
+        /// <summary>
+        /// Adds support for right-to-left content by adding appropriate html attribtues.
+        /// </summary>
+        /// <param name="pipeline">The pipeline</param>
+        /// <returns>The modified pipeline</returns>
+        public static MarkdownPipelineBuilder UseGlobalization(this MarkdownPipelineBuilder pipeline)
+        {
+            pipeline.Extensions.AddIfNotAlready<GlobalizationExtension>();
+            return pipeline;
+        }
+
         /// <summary>
         /// This will disable the HTML support in the markdown processor (for constraint/safe parsing).
         /// </summary>
@@ -549,11 +595,26 @@ namespace Markdig
                     case "autolinks":
                         pipeline.UseAutoLinks();
                         break;
+                    case "globalization":
+                        pipeline.UseGlobalization();
+                        break;
                     default:
                         throw new ArgumentException($"Invalid extension `{extension}` from `{extensions}`", nameof(extensions));
                 }
             }
             return pipeline;
         }
+
+        /// <summary>
+        /// Configures the string to be used for line-endings, when writing.
+        /// </summary>
+        /// <param name="pipeline">The pipeline.</param>
+        /// <param name="newLine">The string to be used for line-endings.</param>
+        /// <returns>The modified pipeline</returns>
+        public static MarkdownPipelineBuilder ConfigureNewLine(this MarkdownPipelineBuilder pipeline, string newLine)
+        {
+            pipeline.Use(new ConfigureNewLineExtension(newLine));
+            return pipeline;
+        }
     }
 }

src/Markdig/MarkdownPipelineBuilder.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 using System;
@@ -116,9 +116,16 @@ namespace Markdig
                 extension.Setup(this);
             }
 
-            pipeline = new MarkdownPipeline(new OrderedList<IMarkdownExtension>(Extensions),
-                new BlockParserList(BlockParsers), new InlineParserList(InlineParsers), StringBuilderCache, DebugLog,
-                GetDocumentProcessed) {PreciseSourceLocation = PreciseSourceLocation};
+            pipeline = new MarkdownPipeline(
+                new OrderedList<IMarkdownExtension>(Extensions),
+                new BlockParserList(BlockParsers),
+                new InlineParserList(InlineParsers),
+                StringBuilderCache,
+                DebugLog,
+                GetDocumentProcessed)
+            {
+                PreciseSourceLocation = PreciseSourceLocation
+            };
             return pipeline;
         }
     }

src/Markdig/Parsers/BlockProcessor.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 using System;
@@ -162,6 +162,21 @@ namespace Markdig.Parsers
         /// </summary>
         private bool ContinueProcessingLine { get; set; }
 
+        /// <summary>
+        /// Get the current Container that is currently opened
+        /// </summary>
+        /// <returns>The current Container that is currently opened</returns>
+        public ContainerBlock GetCurrentContainerOpened()
+        {
+            var container = CurrentContainer;
+            while (container != null && !container.IsOpen)
+            {
+                container = container.Parent;
+            }
+
+            return container;
+        }
+
         /// <summary>
         /// Returns the next character in the line being processed. Update <see cref="Start"/> and <see cref="Column"/>.
         /// </summary>
@@ -429,6 +444,8 @@ namespace Markdig.Parsers
         {
             CurrentLineStartPosition = newLine.Start;
 
+            Document.LineStartIndexes?.Add(CurrentLineStartPosition);
+
             ContinueProcessingLine = true;
 
             ResetLine(newLine);
@@ -617,12 +634,6 @@ namespace Markdig.Parsers
                     {
                         leaf.AppendLine(ref Line, Column, LineIndex, CurrentLineStartPosition);
                     }
-
-                    if (NewBlocks.Count > 0)
-                    {
-                        throw new InvalidOperationException(
-                            "The NewBlocks is not empty. This is happening if a LeafBlock is not the last to be pushed");
-                    }
                 }
 
                 // A block is open only if it has a Continue state.

src/Markdig/Parsers/FencedBlockParserBase.cs

@@ -94,7 +94,7 @@ namespace Markdig.Parsers
 
                 // Skip any spaces after info string
                 firstSpace++;
-                while (true)
+                while (firstSpace <= line.End)
                 {
                     c = line[firstSpace];
                     if (c.IsSpaceOrTab())

src/Markdig/Parsers/HtmlBlockParser.cs

@@ -159,7 +159,7 @@ namespace Markdig.Parsers
             }
 
             // Cannot start with </script </pre or </style
-            if ((tagIndex == 45 || tagIndex == 46 || tagIndex == 49))
+            if ((tagIndex == 50 || tagIndex == 51 || tagIndex == 54))
             {
                 if (c == '/' || hasLeadingClose)
                 {
@@ -281,67 +281,72 @@ namespace Markdig.Parsers
 
         private static readonly string[] HtmlTags =
         {
-            "address",     // 0
-            "article",     // 1
-            "aside",       // 2
-            "base",        // 3
-            "basefont",    // 4
-            "blockquote",  // 5
-            "body",        // 6
-            "caption",     // 7
-            "center",      // 8
-            "col",         // 9
-            "colgroup",    // 10
-            "dd",          // 11
-            "details",     // 12
-            "dialog",      // 13
-            "dir",         // 14
-            "div",         // 15
-            "dl",          // 16
-            "dt",          // 17
-            "fieldset",    // 18
-            "figcaption",  // 19
-            "figure",      // 20
-            "footer",      // 21
-            "form",        // 22
-            "frame",       // 23
-            "frameset",    // 24
-            "h1",          // 25
-            "head",        // 26
-            "header",      // 27
-            "hr",          // 28
-            "html",        // 29
-            "iframe",      // 30
-            "legend",      // 31
-            "li",          // 32
-            "link",        // 33
-            "main",        // 34
-            "menu",        // 35
-            "menuitem",    // 36
-            "meta",        // 37
-            "nav",         // 38
-            "noframes",    // 39
-            "ol",          // 40
-            "optgroup",    // 41
-            "option",      // 42
-            "p",           // 43
-            "param",       // 44
-            "pre",         // 45   <- special group 1
-            "script",      // 46   <- special group 1
-            "section",     // 47
-            "source",      // 48
-            "style",       // 49   <- special group 1
-            "summary",     // 50
-            "table",       // 51
-            "tbody",       // 52
-            "td",          // 53
-            "tfoot",       // 54
-            "th",          // 55
-            "thead",       // 56
-            "title",       // 57
-            "tr",          // 58
-            "track",       // 59
-            "ul",          // 60
+            "address", // 0
+            "article", // 1
+            "aside", // 2
+            "base", // 3
+            "basefont", // 4
+            "blockquote", // 5
+            "body", // 6
+            "caption", // 7
+            "center", // 8
+            "col", // 9
+            "colgroup", // 10
+            "dd", // 11
+            "details", // 12
+            "dialog", // 13
+            "dir", // 14
+            "div", // 15
+            "dl", // 16
+            "dt", // 17
+            "fieldset", // 18
+            "figcaption", // 19
+            "figure", // 20
+            "footer", // 21
+            "form", // 22
+            "frame", // 23
+            "frameset", // 24
+            "h1", // 25
+            "h2", // 26
+            "h3", // 27
+            "h4", // 28
+            "h5", // 29
+            "h6", // 30
+            "head", // 31
+            "header", // 32
+            "hr", // 33
+            "html", // 34
+            "iframe", // 35
+            "legend", // 36
+            "li", // 37
+            "link", // 38
+            "main", // 39
+            "menu", // 40
+            "menuitem", // 41
+            "meta", // 42
+            "nav", // 43
+            "noframes", // 44
+            "ol", // 45
+            "optgroup", // 46
+            "option", // 47
+            "p", // 48
+            "param", // 49
+            "pre", // 50       <=== special group 1
+            "script", // 51    <=== special group 1
+            "section", // 52
+            "source", // 53
+            "style", // 54     <=== special group 1
+            "summary", // 55
+            "table", // 56
+            "tbody", // 57
+            "td", // 58
+            "tfoot", // 59
+            "th", // 60
+            "thead", // 61
+            "title", // 62
+            "tr", // 63
+            "track", // 64
+            "ul", // 65
         };
     }
 }

src/Markdig/Parsers/Inlines/EmphasisInlineParser.cs

@@ -101,7 +101,7 @@ namespace Markdig.Parsers.Inlines
             }
 
             // Move current_position forward in the delimiter stack (if needed) until 
-            // we find the first potential closer with delimiter * or _. (This will be the potential closer closest to the beginning of the input – the first one in parse order.)
+            // we find the first potential closer with delimiter * or _. (This will be the potential closer closest to the beginning of the input – the first one in parse order.)
             var child = container.LastChild;
             while (child != null)
             {
@@ -138,12 +138,24 @@ namespace Markdig.Parsers.Inlines
 
             var delimiterChar = slice.CurrentChar;
             var emphasisDesc = emphasisMap[delimiterChar];
-            var pc = slice.PeekCharExtra(-1);
-            if (pc == delimiterChar && slice.PeekCharExtra(-2) != '\\')
-            {
-                return false;
-            }
 
+            var pc = (char)0;
+            if (processor.Inline is HtmlEntityInline)
+            {
+                var htmlEntityInline = (HtmlEntityInline) processor.Inline;
+                if (htmlEntityInline.Transcoded.Length > 0)
+                {
+                    pc = htmlEntityInline.Transcoded[htmlEntityInline.Transcoded.End];
+                }
+            }
+            if (pc == 0)
+            {
+                pc = slice.PeekCharExtra(-1);
+                if (pc == delimiterChar && slice.PeekCharExtra(-2) != '\\')
+                {
+                    return false;
+                }
+            }
             var startPosition = slice.Start;
 
             int delimiterCount = 0;
@@ -161,6 +173,14 @@ namespace Markdig.Parsers.Inlines
                 return false;
             }
 
+            // The following character is actually an entity, we need to decode it
+            int htmlLength;
+            string htmlString;
+            if (HtmlEntityParser.TryParse(ref slice, out htmlString, out htmlLength))
+            {
+                c = htmlString[0];
+            }
+
             // Calculate Open-Close for current character
             bool canOpen;
             bool canClose;
@@ -204,7 +224,7 @@ namespace Markdig.Parsers.Inlines
             // at the end of the CommonMark specs.
 
             // Move current_position forward in the delimiter stack (if needed) until 
-            // we find the first potential closer with delimiter * or _. (This will be the potential closer closest to the beginning of the input – the first one in parse order.)
+            // we find the first potential closer with delimiter * or _. (This will be the potential closer closest to the beginning of the input – the first one in parse order.)
             for (int i = 0; i < delimiters.Count; i++)
             {
                 var closeDelimiter = delimiters[i];
@@ -219,7 +239,7 @@ namespace Markdig.Parsers.Inlines
                     while (true)
                     {
                         // Now, look back in the stack (staying above stack_bottom and the openers_bottom for this delimiter type) 
-                        // for the first matching potential opener (“matching” means same delimiter).
+                        // for the first matching potential opener (“matching” means same delimiter).
                         EmphasisDelimiterInline openDelimiter = null;
                         int openDelimiterIndex = -1;
                         for (int j = i - 1; j >= 0; j--)
@@ -274,20 +294,6 @@ namespace Markdig.Parsers.Inlines
 
                             var embracer = (ContainerInline)openDelimiter;
 
-                            // Go down to the first emphasis with a lower level
-                            while (true)
-                            {
-                                var previousEmphasis = embracer.FirstChild as EmphasisInline;
-                                if (previousEmphasis != null && previousEmphasis.IsDouble && !isStrong && embracer.FirstChild == embracer.LastChild)
-                                {
-                                    embracer = previousEmphasis;
-                                }
-                                else
-                                {
-                                    break;
-                                }
-                            }
-
                             // Copy attributes attached to delimiter to the emphasis
                             var attributes = closeDelimiter.TryGetAttributes();
                             if (attributes != null)

src/Markdig/Parsers/Inlines/EscapeInlineParser.cs

@@ -28,10 +28,11 @@ namespace Markdig.Parsers.Inlines
             {
                 processor.Inline = new LiteralInline()
                 {
-                    Content = new StringSlice(new string(c, 1)),
+                    Content = new StringSlice(slice.Text, slice.Start, slice.Start),
                     Span = { Start = processor.GetSourcePosition(startPosition, out line, out column) },
                     Line = line,
-                    Column = column
+                    Column = column,
+                    IsFirstCharacterEscaped = true,
                 };
                 processor.Inline.Span.End = processor.Inline.Span.Start + 1;
                 slice.NextChar();
@@ -44,6 +45,7 @@ namespace Markdig.Parsers.Inlines
                 processor.Inline = new LineBreakInline()
                 {
                     IsHard = true,
+                    IsBackslash = true,
                     Span = { Start = processor.GetSourcePosition(startPosition, out line, out column) },
                     Line = line,
                     Column = column

src/Markdig/Parsers/Inlines/HtmlEntityParser.cs

@@ -1,6 +1,8 @@
 // Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
+
+using System.Text;
 using Markdig.Helpers;
 using Markdig.Syntax;
 using Markdig.Syntax.Inlines;
@@ -21,26 +23,40 @@ namespace Markdig.Parsers.Inlines
             OpeningCharacters = new[] {'&'};
         }
 
-        public override bool Match(InlineProcessor processor, ref StringSlice slice)
+
+        public static bool TryParse(ref StringSlice slice, out string literal, out int match)
         {
-            string entityName;
+            literal = null;
+            int entityNameStart;
+            int entityNameLength;
             int entityValue;
-            var startPosition = slice.Start;
-            int match = HtmlHelper.ScanEntity(slice.Text, slice.Start, slice.Length, out entityName, out entityValue);
+            match = HtmlHelper.ScanEntity(slice, out entityValue, out entityNameStart, out entityNameLength);
             if (match == 0)
             {
                 return false;
             }
 
-            string literal = null;
-            if (entityName != null)
+            if (entityNameLength > 0)
             {
-                literal = EntityHelper.DecodeEntity(entityName);
+                literal = EntityHelper.DecodeEntity(new StringSlice(slice.Text, entityNameStart, entityNameStart + entityNameLength - 1).ToString());
             }
             else if (entityValue >= 0)
             {
                 literal = (entityValue == 0 ? null : EntityHelper.DecodeEntity(entityValue)) ?? CharHelper.ZeroSafeString;
             }
+            return literal != null;
+        }
+
+        public override bool Match(InlineProcessor processor, ref StringSlice slice)
+        {
+            int match;
+            string literal;
+            if (!TryParse(ref slice, out literal, out match))
+            {
+                return false;
+            }
+
+            var startPosition = slice.Start;
 
             if (literal != null)
             {

src/Markdig/Parsers/Inlines/LinkInlineParser.cs

@@ -86,7 +86,7 @@ namespace Markdig.Parsers.Inlines
                         }
                     }
 
-                    // If we don’t find one, we return a literal slice node ].
+                    // If we don’t find one, we return a literal slice node ].
                     // (Done after by the LiteralInline parser)
                     return false;
             }
@@ -95,7 +95,7 @@ namespace Markdig.Parsers.Inlines
             return false;
         }
 
-        private bool ProcessLinkReference(InlineProcessor state, string label, SourceSpan labelSpan, LinkDelimiterInline parent, int endPosition)
+        private bool ProcessLinkReference(InlineProcessor state, string label, bool isShortcut, SourceSpan labelSpan, LinkDelimiterInline parent, int endPosition)
         {
             bool isValidLink = false;
             LinkReferenceDefinition linkRef;
@@ -120,6 +120,7 @@ namespace Markdig.Parsers.Inlines
                         LabelSpan = labelSpan,
                         UrlSpan = linkRef.UrlSpan,
                         IsImage = parent.IsImage,
+                        IsShortcut = isShortcut,
                         Reference = linkRef,
                         Span = new SourceSpan(parent.Span.Start, endPosition),
                         Line = parent.Line,
@@ -135,7 +136,7 @@ namespace Markdig.Parsers.Inlines
                     {
                         child = new LiteralInline()
                         {
-                            Content = new StringSlice(label),
+                            Content = StringSlice.Empty,
                             IsClosed = true,
                             // Not exact but we leave it like this
                             Span = parent.Span,
@@ -189,7 +190,7 @@ namespace Markdig.Parsers.Inlines
 
             if (openParent != null)
             {
-                // If we do find one, but it’s not active, 
+                // If we do find one, but it’s not active, 
                 // we remove the inactive delimiter from the stack, 
                 // and return a literal text node ].
                 if (!openParent.IsActive)
@@ -205,7 +206,7 @@ namespace Markdig.Parsers.Inlines
                     return false;
                 }
 
-                // If we find one and it’s active, 
+                // If we find one and it’s active, 
                 // then we parse ahead to see if we have 
                 // an inline link/image, reference link/image, 
                 // compact reference link/image, 
@@ -261,6 +262,8 @@ namespace Markdig.Parsers.Inlines
                         var labelSpan = SourceSpan.Empty;
                         string label = null;
                         bool isLabelSpanLocal = true;
+
+                        bool isShortcut = false;
                         // Handle Collapsed links
                         if (text.CurrentChar == '[')
                         {
@@ -276,6 +279,7 @@ namespace Markdig.Parsers.Inlines
                         else
                         {
                             label = openParent.Label;
+                            isShortcut = true;
                         }
 
                         if (label != null || LinkHelper.TryParseLabel(ref text, true, out label, out labelSpan))
@@ -285,7 +289,7 @@ namespace Markdig.Parsers.Inlines
                                 labelSpan = inlineState.GetSourcePositionFromLocalSpan(labelSpan);
                             }
 
-                            if (ProcessLinkReference(inlineState, label, labelSpan, openParent, inlineState.GetSourcePosition(text.Start - 1)))
+                            if (ProcessLinkReference(inlineState, label, isShortcut, labelSpan, openParent, inlineState.GetSourcePosition(text.Start - 1)))
                             {
                                 // Remove the open parent
                                 openParent.Remove();

src/Markdig/Parsers/ListBlockParser.cs

@@ -86,7 +86,7 @@ namespace Markdig.Parsers
             // interpretations of a line, the thematic break takes precedence
             BlockState result;
             var thematicParser = ThematicBreakParser.Default;
-            if (thematicParser.HasOpeningCharacter(processor.CurrentChar))
+            if (!(processor.LastBlock is FencedCodeBlock) && thematicParser.HasOpeningCharacter(processor.CurrentChar))
             {
                 result = thematicParser.TryOpen(processor);
                 if (result.IsBreak())
@@ -230,17 +230,16 @@ namespace Markdig.Parsers
                     return BlockState.None;
                 }
 
-                // We require at least one char
-                state.NextColumn();
-
                 // Parse the following indent
                 state.RestartIndent();
                 var columnBeforeIndent = state.Column;
                 state.ParseIndent();
 
-                if (state.IsCodeIndent)
+                // We expect at most 4 columns after
+                // If we have more, we reset the position
+                if (state.Indent > 4)
                 {
-                    state.GoToColumn(columnBeforeIndent);
+                    state.GoToColumn(columnBeforeIndent + 1);
                 }
 
                 // Number of spaces required for the following content to be part of this list item
@@ -263,10 +262,12 @@ namespace Markdig.Parsers
                 }
             }
 
+            int.TryParse(listInfo.OrderedStart, out int order);
             var newListItem = new ListItemBlock(this)
             {
                 Column = initColumn,
                 ColumnWidth = columnWidth,
+                Order = order,
                 Span = new SourceSpan(sourcePosition, sourceEndPosition)
             };
             state.NewBlocks.Push(newListItem);

src/Markdig/Parsers/MarkdownParser.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 
@@ -85,8 +85,14 @@ namespace Markdig.Parsers
         /// <returns>A document instance</returns>
         private MarkdownDocument Parse()
         {
+            if (preciseSourceLocation)
+                document.LineStartIndexes = new List<int>();
+
             ProcessBlocks();
             ProcessInlines();
+
+            // At this point the LineIndex is the same as the number of lines in the document
+            document.LineCount = blockProcessor.LineIndex;
             
             // Allow to call a hook after processing a document
             documentProcessed?.Invoke(document);
@@ -146,8 +152,7 @@ namespace Markdig.Parsers
                 for (; item.Index < container.Count; item.Index++)
                 {
                     var block = container[item.Index];
-                    var leafBlock = block as LeafBlock;
-                    if (leafBlock != null)
+                    if (block is LeafBlock leafBlock)
                     {
                         leafBlock.OnProcessInlinesBegin(inlineProcessor);
                         if (leafBlock.ProcessInlines)

src/Markdig/Parsers/ParagraphBlockParser.cs

@@ -1,4 +1,4 @@
-// Copyright (c) Alexandre Mutel. All rights reserved.
+// Copyright (c) Alexandre Mutel. All rights reserved.
 // This file is licensed under the BSD-Clause 2 license. 
 // See the license.txt file in the project root for more information.
 using Markdig.Helpers;
@@ -9,7 +9,7 @@ namespace Markdig.Parsers
     /// <summary>
     /// Block parser for a <see cref="ParagraphBlock"/>.
     /// </summary>
-    /// <seealso cref="Markdig.Parsers.BlockParser" />
+    /// <seealso cref="BlockParser" />
     public class ParagraphBlockParser : BlockParser
     {
         public override BlockState TryOpen(BlockProcessor processor)
@@ -152,27 +152,21 @@ namespace Markdig.Parsers
             {
                 // If we have found a LinkReferenceDefinition, we can discard the previous paragraph
                 var iterator = lines.ToCharIterator();
-                LinkReferenceDefinition linkReferenceDefinition;
-                if (LinkReferenceDefinition.TryParse(ref iterator, out linkReferenceDefinition))
-                {
-                    if (!state.Document.ContainsLinkReferenceDefinition(linkReferenceDefinition.Label))
-                    {
-                        state.Document.SetLinkReferenceDefinition(linkReferenceDefinition.Label, linkReferenceDefinition);
-                    }
+                if (LinkReferenceDefinition.TryParse(ref iterator, out LinkReferenceDefinition linkReferenceDefinition))
+                {
+                    state.Document.SetLinkReferenceDefinition(linkReferenceDefinition.Label, linkReferenceDefinition);
                     atLeastOneFound = true;
 
-                    // Remove lines that have been matched
-                    if (iterator.Start > iterator.End)
-                    {
-                        lines.Clear();
-                    }
-                    else
-                    {
-                        for (int i = iterator.SliceIndex - 1; i >= 0; i--)
-                        {
-                            lines.RemoveAt(i);
-                        }
-                    }
+                    // Correct the locations of each field
+                    linkReferenceDefinition.Line = lines.Lines[0].Line;
+                    int startPosition = lines.Lines[0].Slice.Start;
+
+                    linkReferenceDefinition.Span        = linkReferenceDefinition.Span      .MoveForward(startPosition);
+                    linkReferenceDefinition.LabelSpan   = linkReferenceDefinition.LabelSpan .MoveForward(startPosition);
+                    linkReferenceDefinition.UrlSpan     = linkReferenceDefinition.UrlSpan   .MoveForward(startPosition);
+                    linkReferenceDefinition.TitleSpan   = linkReferenceDefinition.TitleSpan .MoveForward(startPosition);
+
+                    lines = iterator.Remaining();
                 }
                 else
                 {