aboutsummaryrefslogtreecommitdiffstats
path: root/vanilla/node_modules/css-tree/cjs/lexer/prepare-tokens.cjs
diff options
context:
space:
mode:
authorAdam Mathes <adam@adammathes.com>2026-02-13 21:34:48 -0800
committerAdam Mathes <adam@adammathes.com>2026-02-13 21:34:48 -0800
commit76cb9c2a39d477a64824a985ade40507e3bbade1 (patch)
tree41e997aa9c6f538d3a136af61dae9424db2005a9 /vanilla/node_modules/css-tree/cjs/lexer/prepare-tokens.cjs
parent819a39a21ac992b1393244a4c283bbb125208c69 (diff)
downloadneko-76cb9c2a39d477a64824a985ade40507e3bbade1.tar.gz
neko-76cb9c2a39d477a64824a985ade40507e3bbade1.tar.bz2
neko-76cb9c2a39d477a64824a985ade40507e3bbade1.zip
feat(vanilla): add testing infrastructure and tests (NK-wjnczv)
Diffstat (limited to 'vanilla/node_modules/css-tree/cjs/lexer/prepare-tokens.cjs')
-rw-r--r--vanilla/node_modules/css-tree/cjs/lexer/prepare-tokens.cjs54
1 files changed, 54 insertions, 0 deletions
diff --git a/vanilla/node_modules/css-tree/cjs/lexer/prepare-tokens.cjs b/vanilla/node_modules/css-tree/cjs/lexer/prepare-tokens.cjs
new file mode 100644
index 0000000..24647a5
--- /dev/null
+++ b/vanilla/node_modules/css-tree/cjs/lexer/prepare-tokens.cjs
@@ -0,0 +1,54 @@
+'use strict';
+
+const index = require('../tokenizer/index.cjs');
+
+const astToTokens = {
+ decorator(handlers) {
+ const tokens = [];
+ let curNode = null;
+
+ return {
+ ...handlers,
+ node(node) {
+ const tmp = curNode;
+ curNode = node;
+ handlers.node.call(this, node);
+ curNode = tmp;
+ },
+ emit(value, type, auto) {
+ tokens.push({
+ type,
+ value,
+ node: auto ? null : curNode
+ });
+ },
+ result() {
+ return tokens;
+ }
+ };
+ }
+};
+
+function stringToTokens(str) {
+ const tokens = [];
+
+ index.tokenize(str, (type, start, end) =>
+ tokens.push({
+ type,
+ value: str.slice(start, end),
+ node: null
+ })
+ );
+
+ return tokens;
+}
+
+function prepareTokens(value, syntax) {
+ if (typeof value === 'string') {
+ return stringToTokens(value);
+ }
+
+ return syntax.generate(value, astToTokens);
+}
+
+module.exports = prepareTokens;