From 76cb9c2a39d477a64824a985ade40507e3bbade1 Mon Sep 17 00:00:00 2001 From: Adam Mathes Date: Fri, 13 Feb 2026 21:34:48 -0800 Subject: feat(vanilla): add testing infrastructure and tests (NK-wjnczv) --- vanilla/node_modules/js-tokens/README.md | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 vanilla/node_modules/js-tokens/README.md (limited to 'vanilla/node_modules/js-tokens/README.md') diff --git a/vanilla/node_modules/js-tokens/README.md b/vanilla/node_modules/js-tokens/README.md new file mode 100644 index 0000000..b8cd3df --- /dev/null +++ b/vanilla/node_modules/js-tokens/README.md @@ -0,0 +1,14 @@ +# js-tokens + +The tiny, regex powered, lenient, _almost_ spec-compliant JavaScript tokenizer that never fails. + +```js +import jsTokens from "js-tokens"; + +const jsString = 'JSON.stringify({k:3.14**2}, null /*replacer*/, "\\t")'; + +Array.from(jsTokens(jsString), (token) => token.value).join("|"); +// JSON|.|stringify|(|{|k|:|3.14|**|2|}|,| |null| |/*replacer*/|,| |"\t"|) +``` + +**[➡️ Full readme](https://github.com/lydell/js-tokens/)** \ No newline at end of file -- cgit v1.2.3