Commit 12a5622

committed

Update micromark, change buffers to Uint8Arrays

1 parent 662d0cd commit 12a5622Copy full SHA for 12a5622

File tree

+35

-24

lines changed

+35

-24

lines changed

Lines changed: 2 additions & 6 deletions

Original file line number	Diff line number	Diff line change
`@@ -146,15 +146,11 @@`
`146`	`146`
`147`	`147`	`import {ok as assert} from 'uvu/assert'`
`148`	`148`	`import {toString} from 'mdast-util-to-string'`
`149`		`-import {parse} from 'micromark/lib/parse.js'`
`150`		`-import {preprocess} from 'micromark/lib/preprocess.js'`
`151`		`-import {postprocess} from 'micromark/lib/postprocess.js'`
	`149`	`+import {parse, postprocess, preprocess} from 'micromark'`
`152`	`150`	`import {decodeNumericCharacterReference} from 'micromark-util-decode-numeric-character-reference'`
`153`	`151`	`import {decodeString} from 'micromark-util-decode-string'`
`154`	`152`	`import {normalizeIdentifier} from 'micromark-util-normalize-identifier'`
`155`		`-import {codes} from 'micromark-util-symbol/codes.js'`
`156`		`-import {constants} from 'micromark-util-symbol/constants.js'`
`157`		`-import {types} from 'micromark-util-symbol/types.js'`
	`153`	`+import {codes, constants, types} from 'micromark-util-symbol'`
`158`	`154`	`import {decodeNamedCharacterReference} from 'decode-named-character-reference'`
`159`	`155`	`import {stringifyPosition} from 'unist-util-stringify-position'`
`160`	`156`

Lines changed: 7 additions & 7 deletions

Original file line number	Diff line number	Diff line change
`@@ -45,12 +45,12 @@`
`45`	`45`	`"@types/unist": "^2.0.0",`
`46`	`46`	`"decode-named-character-reference": "^1.0.0",`
`47`	`47`	`"mdast-util-to-string": "^3.1.0",`
`48`		`- "micromark": "^3.0.0",`
`49`		`- "micromark-util-decode-numeric-character-reference": "^1.0.0",`
`50`		`- "micromark-util-decode-string": "^1.0.0",`
`51`		`- "micromark-util-normalize-identifier": "^1.0.0",`
`52`		`- "micromark-util-symbol": "^1.0.0",`
`53`		`- "micromark-util-types": "^1.0.0",`
	`48`	`+ "micromark": "^4.0.0",`
	`49`	`+ "micromark-util-decode-numeric-character-reference": "^2.0.0",`
	`50`	`+ "micromark-util-decode-string": "^2.0.0",`
	`51`	`+ "micromark-util-normalize-identifier": "^2.0.0",`
	`52`	`+ "micromark-util-symbol": "^2.0.0",`
	`53`	`+ "micromark-util-types": "^2.0.0",`
`54`	`54`	`"unist-util-stringify-position": "^3.0.0",`
`55`	`55`	`"uvu": "^0.5.0"`
`56`	`56`	`},`
`@@ -63,7 +63,7 @@`
`63`	`63`	`"hast-util-from-html": "^1.0.0",`
`64`	`64`	`"hast-util-to-html": "^8.0.0",`
`65`	`65`	`"mdast-util-to-hast": "^12.0.0",`
`66`		`- "micromark-build": "^1.0.0",`
	`66`	`+ "micromark-build": "^2.0.0",`
`67`	`67`	`"prettier": "^2.0.0",`
`68`	`68`	`"remark-cli": "^11.0.0",`
`69`	`69`	`"remark-preset-wooorm": "^9.0.0",`

Lines changed: 5 additions & 5 deletions

Original file line number	Diff line number	Diff line change
`@@ -150,8 +150,8 @@ Turn markdown into a syntax tree.`
`150`	`150`	* `value` ([`Value`][api-value])
`151`	`151`	`— markdown to parse`
`152`	`152`	* `encoding` ([`Encoding`][api-encoding], default: `'utf8'`)
`153`		- — [character encoding][character-encoding] for when `value` is
`154`		- [`Buffer`][buffer]
	`153`	+ — [character encoding][encoding] for when `value` is
	`154`	+ [`Uint8Array`][uint8-array]
`155`	`155`	* `options` ([`Options`][api-options], optional)
`156`	`156`	`— configuration`
`157`	`157`
`@@ -210,7 +210,7 @@ declare module 'mdast-util-from-markdown' {`
`210`	`210`
`211`	`211`	### `Encoding`
`212`	`212`
`213`		-Encodings supported by the [`Buffer`][buffer] class (TypeScript type).
	`213`	+Encodings supported by the [`Uint8Array`][uint8-array] class (TypeScript type).
`214`	`214`
`215`	`215`	`<!-- To do: link to micromark type, when documented. -->`
`216`	`216`
`@@ -499,9 +499,9 @@ abide by its terms.`
`499`	`499`
`500`	`500`	`[root]: https://github.com/syntax-tree/mdast#root`
`501`	`501`
`502`		`-[character-encoding]: https://nodejs.org/api/buffer.html#buffer_buffers_and_character_encodings`
	`502`	`+[uint8-array]: https://developer.mozilla.org/docs/Web/JavaScript/Reference/Global_Objects/Uint8Array`
`503`	`503`
`504`		`-[buffer]: https://nodejs.org/api/buffer.html`
	`504`	`+[encoding]: https://nodejs.org/api/util.html#whatwg-supported-encodings`
`505`	`505`
`506`	`506`	`[xss]: https://en.wikipedia.org/wiki/Cross-site_scripting`
`507`	`507`

Lines changed: 21 additions & 6 deletions

Original file line number	Diff line number	Diff line change
`@@ -3,7 +3,6 @@`
`3`	`3`	`*/`
`4`	`4`
`5`	`5`	`import assert from 'node:assert/strict'`
`6`		`-import {Buffer} from 'node:buffer'`
`7`	`6`	`import fs from 'node:fs/promises'`
`8`	`7`	`import test from 'node:test'`
`9`	`8`	`import {toHast} from 'mdast-util-to-hast'`
`@@ -65,17 +64,33 @@ test('fromMarkdown', () => {`
`65`	`64`	`'should parse a paragraph'`
`66`	`65`	`)`
`67`	`66`
	`67`	`+ assert.deepEqual(`
	`68`	`+ fromMarkdown(new Uint8Array()),`
	`69`	`+ {`
	`70`	`+ type: 'root',`
	`71`	`+ children: [],`
	`72`	`+ position: {`
	`73`	`+ start: {line: 1, column: 1, offset: 0},`
	`74`	`+ end: {line: 1, column: 1, offset: 0}`
	`75`	`+ }`
	`76`	`+ },`
	`77`	`+ 'should support empty typed arrays'`
	`78`	`+ )`
	`79`	`+`
`68`	`80`	`assert.equal(`
`69`		`- toString(fromMarkdown(Buffer.from([0x62,0x72,0xc3,0xa1,0x76,0x6f]))),`
`70`		`- 'brávo',`
`71`		`- 'should support buffers'`
	`81`	`+ toString(fromMarkdown(newTextEncoder().encode('<admin@example.com>'))),`
	`82`	`+ 'admin@example.com',`
	`83`	`+ 'should support types arrays'`
`72`	`84`	`)`
`73`	`85`
`74`	`86`	`assert.equal(`
`75`	`87`	`toString(`
`76`		`- fromMarkdown(Buffer.from([0x62, 0x72, 0xc3, 0xa1, 0x76, 0x6f]), 'ascii')`
	`88`	`+ fromMarkdown(`
	`89`	`+ new Uint8Array([0xff, 0xfe, 0x61, 0x00, 0x62, 0x00, 0x63, 0x00]),`
	`90`	`+ 'utf-16le'`
	`91`	`+ )`
`77`	`92`	`),`
`78`		`- 'brC!vo',`
	`93`	`+ 'abc',`
`79`	`94`	`'should support encoding'`
`80`	`95`	`)`
`81`	`96`

Comments

(0)