feat(vanilla): add testing infrastructure and tests (NK-wjnczv)

1 files changed, 36 insertions, 0 deletions

diff --git a/vanilla/node_modules/js-tokens/index.d.ts b/vanilla/node_modules/js-tokens/index.d.ts
new file mode 100644
index 0000000..59e720b
--- /dev/null
+++ b/vanilla/node_modules/js-tokens/index.d.ts
@@ -0,0 +1,36 @@
+export declare type Token =
+  | { type: "StringLiteral"; value: string; closed: boolean }
+  | { type: "NoSubstitutionTemplate"; value: string; closed: boolean }
+  | { type: "TemplateHead"; value: string }
+  | { type: "TemplateMiddle"; value: string }
+  | { type: "TemplateTail"; value: string; closed: boolean }
+  | { type: "RegularExpressionLiteral"; value: string; closed: boolean }
+  | { type: "MultiLineComment"; value: string; closed: boolean }
+  | { type: "SingleLineComment"; value: string }
+  | { type: "HashbangComment"; value: string }
+  | { type: "IdentifierName"; value: string }
+  | { type: "PrivateIdentifier"; value: string }
+  | { type: "NumericLiteral"; value: string }
+  | { type: "Punctuator"; value: string }
+  | { type: "WhiteSpace"; value: string }
+  | { type: "LineTerminatorSequence"; value: string }
+  | { type: "Invalid"; value: string };
+
+export declare type JSXToken =
+  | { type: "JSXString"; value: string; closed: boolean }
+  | { type: "JSXText"; value: string }
+  | { type: "JSXIdentifier"; value: string }
+  | { type: "JSXPunctuator"; value: string }
+  | { type: "JSXInvalid"; value: string };
+
+declare function jsTokens(
+  input: string,
+  options: { jsx: true },
+): Iterable<Token | JSXToken>;
+
+declare function jsTokens(
+  input: string,
+  options?: { jsx?: boolean },
+): Iterable<Token>;
+
+export default jsTokens;