diff options
| author | Adam Mathes <adam@adammathes.com> | 2026-02-13 21:34:48 -0800 |
|---|---|---|
| committer | Adam Mathes <adam@adammathes.com> | 2026-02-13 21:34:48 -0800 |
| commit | 76cb9c2a39d477a64824a985ade40507e3bbade1 (patch) | |
| tree | 41e997aa9c6f538d3a136af61dae9424db2005a9 /vanilla/node_modules/css-tree/lib/lexer/prepare-tokens.js | |
| parent | 819a39a21ac992b1393244a4c283bbb125208c69 (diff) | |
| download | neko-76cb9c2a39d477a64824a985ade40507e3bbade1.tar.gz neko-76cb9c2a39d477a64824a985ade40507e3bbade1.tar.bz2 neko-76cb9c2a39d477a64824a985ade40507e3bbade1.zip | |
feat(vanilla): add testing infrastructure and tests (NK-wjnczv)
Diffstat (limited to 'vanilla/node_modules/css-tree/lib/lexer/prepare-tokens.js')
| -rw-r--r-- | vanilla/node_modules/css-tree/lib/lexer/prepare-tokens.js | 50 |
1 files changed, 50 insertions, 0 deletions
diff --git a/vanilla/node_modules/css-tree/lib/lexer/prepare-tokens.js b/vanilla/node_modules/css-tree/lib/lexer/prepare-tokens.js new file mode 100644 index 0000000..4243fa8 --- /dev/null +++ b/vanilla/node_modules/css-tree/lib/lexer/prepare-tokens.js @@ -0,0 +1,50 @@ +import { tokenize } from '../tokenizer/index.js'; + +const astToTokens = { + decorator(handlers) { + const tokens = []; + let curNode = null; + + return { + ...handlers, + node(node) { + const tmp = curNode; + curNode = node; + handlers.node.call(this, node); + curNode = tmp; + }, + emit(value, type, auto) { + tokens.push({ + type, + value, + node: auto ? null : curNode + }); + }, + result() { + return tokens; + } + }; + } +}; + +function stringToTokens(str) { + const tokens = []; + + tokenize(str, (type, start, end) => + tokens.push({ + type, + value: str.slice(start, end), + node: null + }) + ); + + return tokens; +} + +export default function(value, syntax) { + if (typeof value === 'string') { + return stringToTokens(value); + } + + return syntax.generate(value, astToTokens); +}; |
