feat/allow-disabling-tokenizers

__tests__/__snapshots__/disabling-tokenizers.test.js.snap

@@ -0,0 +1,35 @@
+// Jest Snapshot v1, https://goo.gl/fbAQLP
+
+exports[`disabling emphasis 1`] = `
+Object {
+  "children": Array [
+    Object {
+      "children": Array [
+        Object {
+          "type": "text",
+          "value": "*emphatic **strong** emphatic*",
+        },
+      ],
+      "type": "paragraph",
+    },
+  ],
+  "type": "root",
+}
+`;
+
+exports[`disabling inlineCode 1`] = `
+Object {
+  "children": Array [
+    Object {
+      "children": Array [
+        Object {
+          "type": "text",
+          "value": "\`const js = true \`",
+        },
+      ],
+      "type": "paragraph",
+    },
+  ],
+  "type": "root",
+}
+`;

__tests__/disabling-tokenizers.test.js

@@ -0,0 +1,15 @@
+const markdown = require('../index');
+
+test('disabling inlineCode', () => {
+  const md = '`const js = true `';
+  const opts = { disableTokenizers: { inline: ['code'] } };
+
+  expect(markdown.mdast(md, opts)).toMatchSnapshot();
+});
+
+test('disabling emphasis', () => {
+  const md = '*emphatic **strong** emphatic*';
+  const opts = { disableTokenizers: { inline: ['emphasis', 'strong'] } };
+
+  expect(markdown.mdast(md, opts)).toMatchSnapshot();
+});

index.js

@@ -21,6 +21,7 @@ const remarkStringify = require('remark-stringify');
 const remarkBreaks = require('remark-breaks');
 const remarkSlug = require('remark-slug');
 const remarkFrontmatter = require('remark-frontmatter');
+const remarkDisableTokenizers = require('remark-disable-tokenizers');
 
 // rehype plugins
 const rehypeSanitize = require('rehype-sanitize');
@@ -110,6 +111,7 @@ export function processor(opts = {}) {
    * - sanitize and remove any disallowed attributes
    * - output the hast to a React vdom with our custom components
    */
+
   return unified()
     .use(remarkParse, opts.markdownOptions)
     .use(remarkFrontmatter, ['yaml', 'toml'])
@@ -118,6 +120,7 @@ export function processor(opts = {}) {
     .use(!opts.correctnewlines ? remarkBreaks : () => {})
     .use(customParsers)
     .use(remarkSlug)
+    .use(remarkDisableTokenizers, opts.disableTokenizers)
     .use(remarkRehype, { allowDangerousHtml: true })
     .use(rehypeRaw)
     .use(rehypeSanitize, sanitize);

package.json

@@ -40,6 +40,7 @@
     "rehype-sanitize": "^3.0.1",
     "rehype-stringify": "^6.0.0",
     "remark-breaks": "^1.0.0",
+    "remark-disable-tokenizers": "^1.0.24",
     "remark-frontmatter": "^2.0.0",
     "remark-parse": "^7.0.2",
     "remark-rehype": "^7.0.0",