MCP Web Tools Server

/** * Tokenize CSS following the {@link https://drafts.csswg.org/css-syntax/#tokenization | CSS Syntax Level 3 specification}. * * @remarks * The tokenizing and parsing tools provided by CSS Tools are designed to be low level and generic with strong ties to their respective specifications. * * Any analysis or mutation of CSS source code should be done with the least powerful tool that can accomplish the task. * For many applications it is sufficient to work with tokens. * For others you might need to use {@link https://github.com/csstools/postcss-plugins/tree/main/packages/css-parser-algorithms | @csstools/css-parser-algorithms} or a more specific parser. * * @example * Tokenize a string of CSS into an array of tokens: * ```js * import { tokenize } from '@csstools/css-tokenizer'; * * const myCSS = `@media only screen and (min-width: 768rem) { * .foo { * content: 'Some content!' !important; * } * } * `; * * const tokens = tokenize({ * css: myCSS, * }); * * console.log(tokens); * ``` * * @packageDocumentation */ /** * Deep clone a list of tokens. * Useful for mutations without altering the original list. */ export declare function cloneTokens(tokens: Array<CSSToken>): Array<CSSToken>; /** * The union of all possible CSS tokens */ export declare type CSSToken = TokenAtKeyword | TokenBadString | TokenBadURL | TokenCDC | TokenCDO | TokenColon | TokenComma | TokenComment | TokenDelim | TokenDimension | TokenEOF | TokenFunction | TokenHash | TokenIdent | TokenNumber | TokenPercentage | TokenSemicolon | TokenString | TokenURL | TokenWhitespace | TokenOpenParen | TokenCloseParen | TokenOpenSquare | TokenCloseSquare | TokenOpenCurly | TokenCloseCurly | TokenUnicodeRange; /** * The type of hash token */ export declare enum HashType { /** * The hash token did not start with an ident sequence (e.g. `#-2`) */ Unrestricted = "unrestricted", /** * The hash token started with an ident sequence (e.g. `#foo`) * Only hash tokens with the "id" type are valid ID selectors. */ ID = "id" } /** * Assert that a given value has the general structure of a CSS token: * 1. is an array. * 2. has at least four items. * 3. has a known token type. * 4. has a string representation. * 5. has a start position. * 6. has an end position. */ export declare function isToken(x: any): x is CSSToken; export declare function isTokenAtKeyword(x?: CSSToken | null): x is TokenAtKeyword; export declare function isTokenBadString(x?: CSSToken | null): x is TokenBadString; export declare function isTokenBadURL(x?: CSSToken | null): x is TokenBadURL; export declare function isTokenCDC(x?: CSSToken | null): x is TokenCDC; export declare function isTokenCDO(x?: CSSToken | null): x is TokenCDO; export declare function isTokenCloseCurly(x?: CSSToken | null): x is TokenCloseCurly; export declare function isTokenCloseParen(x?: CSSToken | null): x is TokenCloseParen; export declare function isTokenCloseSquare(x?: CSSToken | null): x is TokenCloseSquare; export declare function isTokenColon(x?: CSSToken | null): x is TokenColon; export declare function isTokenComma(x?: CSSToken | null): x is TokenComma; export declare function isTokenComment(x?: CSSToken | null): x is TokenComment; export declare function isTokenDelim(x?: CSSToken | null): x is TokenDelim; export declare function isTokenDimension(x?: CSSToken | null): x is TokenDimension; export declare function isTokenEOF(x?: CSSToken | null): x is TokenEOF; export declare function isTokenFunction(x?: CSSToken | null): x is TokenFunction; export declare function isTokenHash(x?: CSSToken | null): x is TokenHash; export declare function isTokenIdent(x?: CSSToken | null): x is TokenIdent; export declare function isTokenNumber(x?: CSSToken | null): x is TokenNumber; /** * Assert that a token is a numeric token */ export declare function isTokenNumeric(x?: CSSToken | null): x is NumericToken; export declare function isTokenOpenCurly(x?: CSSToken | null): x is TokenOpenCurly; export declare function isTokenOpenParen(x?: CSSToken | null): x is TokenOpenParen; export declare function isTokenOpenSquare(x?: CSSToken | null): x is TokenOpenSquare; export declare function isTokenPercentage(x?: CSSToken | null): x is TokenPercentage; export declare function isTokenSemicolon(x?: CSSToken | null): x is TokenSemicolon; export declare function isTokenString(x?: CSSToken | null): x is TokenString; export declare function isTokenUnicodeRange(x?: CSSToken | null): x is TokenUnicodeRange; export declare function isTokenURL(x?: CSSToken | null): x is TokenURL; export declare function isTokenWhitespace(x?: CSSToken | null): x is TokenWhitespace; /** * Assert that a token is a whitespace or comment token */ export declare function isTokenWhiteSpaceOrComment(x?: CSSToken | null): x is TokenWhitespace | TokenComment; /** * Get the mirror variant of a given token * * @example * * ```js * const input = [TokenType.OpenParen, '(', 0, 1, undefined]; * const output = mirrorVariant(input); * * console.log(output); // [TokenType.CloseParen, ')', -1, -1, undefined] * ``` */ export declare function mirrorVariant(token: CSSToken): CSSToken | null; /** * Get the mirror variant type of a given token type * * @example * * ```js * const input = TokenType.OpenParen; * const output = mirrorVariantType(input); * * console.log(output); // TokenType.CloseParen * ``` */ export declare function mirrorVariantType(type: TokenType): TokenType | null; /** * Set the ident value and update the string representation. * This handles escaping. */ export declare function mutateIdent(ident: TokenIdent, newValue: string): void; /** * Set the unit and update the string representation. * This handles escaping. */ export declare function mutateUnit(ident: TokenDimension, newUnit: string): void; /** * The type of number token * Either `integer` or `number` */ export declare enum NumberType { Integer = "integer", Number = "number" } /** * The union of all possible CSS tokens that represent a numeric value */ export declare type NumericToken = TokenDimension | TokenNumber | TokenPercentage; /** * The CSS Tokenizer is forgiving and will never throw on invalid input. * Any errors are reported through the `onParseError` callback. */ export declare class ParseError extends Error { /** The index of the start character of the current token. */ sourceStart: number; /** The index of the end character of the current token. */ sourceEnd: number; /** The parser steps that preceded the error. */ parserState: Array<string>; constructor(message: string, sourceStart: number, sourceEnd: number, parserState: Array<string>); } export declare const ParseErrorMessage: { UnexpectedNewLineInString: string; UnexpectedEOFInString: string; UnexpectedEOFInComment: string; UnexpectedEOFInURL: string; UnexpectedEOFInEscapedCodePoint: string; UnexpectedCharacterInURL: string; InvalidEscapeSequenceInURL: string; InvalidEscapeSequenceAfterBackslash: string; }; export declare class ParseErrorWithToken extends ParseError { /** The associated token. */ token: CSSToken; constructor(message: string, sourceStart: number, sourceEnd: number, parserState: Array<string>, token: CSSToken); } /** * Concatenate the string representation of a list of tokens. * This is not a proper serializer that will handle escaping and whitespace. * It only produces valid CSS for a token list that is also valid. */ export declare function stringify(...tokens: Array<CSSToken>): string; /** * The CSS Token interface * * @remarks * CSS Tokens are fully typed and have a strict structure. * This makes it easier to iterate and analyze a token stream. * * The string representation and the parsed value are stored separately for many token types. * It is always assumed that the string representation will be used when stringifying, while the parsed value should be used when analyzing tokens. */ export declare interface Token<T extends TokenType, U> extends Array<T | string | number | U> { /** * The type of token */ 0: T; /** * The token representation * * @remarks * This field will be used when stringifying the token. * Any stored value is assumed to be valid CSS. * * You should never use this field when analyzing the token when there is a parsed value available. * But you must store mutated values here. */ 1: string; /** * Start position of representation */ 2: number; /** * End position of representation */ 3: number; /** * Extra data * * @remarks * This holds the parsed value of each token. * These values are unescaped, unquoted, converted to numbers, etc. * * You should always use this field when analyzing the token. * But you must not assume that mutating only this field will have any effect. */ 4: U; } export declare interface TokenAtKeyword extends Token<TokenType.AtKeyword, { /** * The unescaped at-keyword name without the leading `@`. */ value: string; }> { } export declare interface TokenBadString extends Token<TokenType.BadString, undefined> { } export declare interface TokenBadURL extends Token<TokenType.BadURL, undefined> { } export declare interface TokenCDC extends Token<TokenType.CDC, undefined> { } export declare interface TokenCDO extends Token<TokenType.CDO, undefined> { } export declare interface TokenCloseCurly extends Token<TokenType.CloseCurly, undefined> { } export declare interface TokenCloseParen extends Token<TokenType.CloseParen, undefined> { } export declare interface TokenCloseSquare extends Token<TokenType.CloseSquare, undefined> { } export declare interface TokenColon extends Token<TokenType.Colon, undefined> { } export declare interface TokenComma extends Token<TokenType.Comma, undefined> { } export declare interface TokenComment extends Token<TokenType.Comment, undefined> { } export declare interface TokenDelim extends Token<TokenType.Delim, { /** * The delim character. */ value: string; }> { } export declare interface TokenDimension extends Token<TokenType.Dimension, { /** * The numeric value. */ value: number; /** * The unescaped unit name. */ unit: string; /** * `integer` or `number` */ type: NumberType; /** * The sign character as it appeared in the source. * This is only useful if you need to determine if a value was written as "2px" or "+2px". */ signCharacter?: '+' | '-'; }> { } export declare interface TokenEOF extends Token<TokenType.EOF, undefined> { } export declare interface TokenFunction extends Token<TokenType.Function, { /** * The unescaped function name without the trailing `(`. */ value: string; }> { } export declare interface TokenHash extends Token<TokenType.Hash, { /** * The unescaped hash value without the leading `#`. */ value: string; /** * The hash type. */ type: HashType; }> { } export declare interface TokenIdent extends Token<TokenType.Ident, { /** * The unescaped ident value. */ value: string; }> { } /** * Tokenize a CSS string into a list of tokens. */ export declare function tokenize(input: { css: { valueOf(): string; }; unicodeRangesAllowed?: boolean; }, options?: { onParseError?: (error: ParseError) => void; }): Array<CSSToken>; /** * Create a tokenizer for a CSS string. */ export declare function tokenizer(input: { css: { valueOf(): string; }; unicodeRangesAllowed?: boolean; }, options?: { onParseError?: (error: ParseError) => void; }): { nextToken: () => CSSToken; endOfFile: () => boolean; }; export declare interface TokenNumber extends Token<TokenType.Number, { /** * The numeric value. */ value: number; /** * `integer` or `number` */ type: NumberType; /** * The sign character as it appeared in the source. * This is only useful if you need to determine if a value was written as "2" or "+2". */ signCharacter?: '+' | '-'; }> { } export declare interface TokenOpenCurly extends Token<TokenType.OpenCurly, undefined> { } export declare interface TokenOpenParen extends Token<TokenType.OpenParen, undefined> { } export declare interface TokenOpenSquare extends Token<TokenType.OpenSquare, undefined> { } export declare interface TokenPercentage extends Token<TokenType.Percentage, { /** * The numeric value. */ value: number; /** * The sign character as it appeared in the source. * This is only useful if you need to determine if a value was written as "2%" or "+2%". */ signCharacter?: '+' | '-'; }> { } export declare interface TokenSemicolon extends Token<TokenType.Semicolon, undefined> { } export declare interface TokenString extends Token<TokenType.String, { /** * The unescaped string value without the leading and trailing quotes. */ value: string; }> { } /** * All possible CSS token types */ export declare enum TokenType { /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#comment-diagram} */ Comment = "comment", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-at-keyword-token} */ AtKeyword = "at-keyword-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-bad-string-token} */ BadString = "bad-string-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-bad-url-token} */ BadURL = "bad-url-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-cdc-token} */ CDC = "CDC-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-cdo-token} */ CDO = "CDO-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-colon-token} */ Colon = "colon-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-comma-token} */ Comma = "comma-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-delim-token} */ Delim = "delim-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-dimension-token} */ Dimension = "dimension-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-eof-token} */ EOF = "EOF-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-function-token} */ Function = "function-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-hash-token} */ Hash = "hash-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-ident-token} */ Ident = "ident-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-percentage-token} */ Number = "number-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-percentage-token} */ Percentage = "percentage-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-semicolon-token} */ Semicolon = "semicolon-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-string-token} */ String = "string-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-url-token} */ URL = "url-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#typedef-whitespace-token} */ Whitespace = "whitespace-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#tokendef-open-paren} */ OpenParen = "(-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#tokendef-close-paren} */ CloseParen = ")-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#tokendef-open-square} */ OpenSquare = "[-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#tokendef-close-square} */ CloseSquare = "]-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#tokendef-open-curly} */ OpenCurly = "{-token", /** * @see {@link https://www.w3.org/TR/2021/CRD-css-syntax-3-20211224/#tokendef-close-curly} */ CloseCurly = "}-token", /** * Only appears in the token stream when the `unicodeRangesAllowed` option is set to true. * * @example * ```js * import { tokenize } from '@csstools/css-tokenizer'; * * const tokens = tokenize({ * css: `U+0025-00FF, U+4??`, * unicodeRangesAllowed: true, * }); * * console.log(tokens); * ``` * * @see {@link https://drafts.csswg.org/css-syntax/#typedef-unicode-range-token} */ UnicodeRange = "unicode-range-token" } export declare interface TokenUnicodeRange extends Token<TokenType.UnicodeRange, { startOfRange: number; endOfRange: number; }> { } export declare interface TokenURL extends Token<TokenType.URL, { /** * The unescaped URL value without the leading `url(` and trailing `)`. */ value: string; }> { } export declare interface TokenWhitespace extends Token<TokenType.Whitespace, undefined> { } export { }