You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
865 lines
30 KiB
865 lines
30 KiB
2 years ago
|
var Marker = require('./marker');
|
||
|
|
var Token = require('./token');
|
||
|
|
|
||
|
|
var formatPosition = require('../utils/format-position');
|
||
|
|
|
||
|
|
var Level = {
|
||
|
|
BLOCK: 'block',
|
||
|
|
COMMENT: 'comment',
|
||
|
|
DOUBLE_QUOTE: 'double-quote',
|
||
|
|
RULE: 'rule',
|
||
|
|
SINGLE_QUOTE: 'single-quote'
|
||
|
|
};
|
||
|
|
|
||
|
|
var AT_RULES = [
|
||
|
|
'@charset',
|
||
|
|
'@import'
|
||
|
|
];
|
||
|
|
|
||
|
|
var BLOCK_RULES = [
|
||
|
|
'@-moz-document',
|
||
|
|
'@document',
|
||
|
|
'@-moz-keyframes',
|
||
|
|
'@-ms-keyframes',
|
||
|
|
'@-o-keyframes',
|
||
|
|
'@-webkit-keyframes',
|
||
|
|
'@keyframes',
|
||
|
|
'@media',
|
||
|
|
'@supports'
|
||
|
|
];
|
||
|
|
|
||
|
|
var IGNORE_END_COMMENT_PATTERN = /\/\* clean-css ignore:end \*\/$/;
|
||
|
|
var IGNORE_START_COMMENT_PATTERN = /^\/\* clean-css ignore:start \*\//;
|
||
|
|
|
||
|
|
var PAGE_MARGIN_BOXES = [
|
||
|
|
'@bottom-center',
|
||
|
|
'@bottom-left',
|
||
|
|
'@bottom-left-corner',
|
||
|
|
'@bottom-right',
|
||
|
|
'@bottom-right-corner',
|
||
|
|
'@left-bottom',
|
||
|
|
'@left-middle',
|
||
|
|
'@left-top',
|
||
|
|
'@right-bottom',
|
||
|
|
'@right-middle',
|
||
|
|
'@right-top',
|
||
|
|
'@top-center',
|
||
|
|
'@top-left',
|
||
|
|
'@top-left-corner',
|
||
|
|
'@top-right',
|
||
|
|
'@top-right-corner'
|
||
|
|
];
|
||
|
|
|
||
|
|
var EXTRA_PAGE_BOXES = [
|
||
|
|
'@footnote',
|
||
|
|
'@footnotes',
|
||
|
|
'@left',
|
||
|
|
'@page-float-bottom',
|
||
|
|
'@page-float-top',
|
||
|
|
'@right'
|
||
|
|
];
|
||
|
|
|
||
|
|
var REPEAT_PATTERN = /^\[\s{0,31}\d+\s{0,31}\]$/;
|
||
|
|
var TAIL_BROKEN_VALUE_PATTERN = /([^}])\}*$/;
|
||
|
|
var RULE_WORD_SEPARATOR_PATTERN = /[\s(]/;
|
||
|
|
|
||
|
|
function tokenize(source, externalContext) {
|
||
|
|
var internalContext = {
|
||
|
|
level: Level.BLOCK,
|
||
|
|
position: {
|
||
|
|
source: externalContext.source || undefined,
|
||
|
|
line: 1,
|
||
|
|
column: 0,
|
||
|
|
index: 0
|
||
|
|
}
|
||
|
|
};
|
||
|
|
|
||
|
|
return intoTokens(source, externalContext, internalContext, false);
|
||
|
|
}
|
||
|
|
|
||
|
|
function intoTokens(source, externalContext, internalContext, isNested) {
|
||
|
|
var allTokens = [];
|
||
|
|
var newTokens = allTokens;
|
||
|
|
var lastToken;
|
||
|
|
var ruleToken;
|
||
|
|
var ruleTokens = [];
|
||
|
|
var propertyToken;
|
||
|
|
var metadata;
|
||
|
|
var metadatas = [];
|
||
|
|
var level = internalContext.level;
|
||
|
|
var levels = [];
|
||
|
|
var buffer = [];
|
||
|
|
var buffers = [];
|
||
|
|
var isBufferEmpty = true;
|
||
|
|
var serializedBuffer;
|
||
|
|
var serializedBufferPart;
|
||
|
|
var roundBracketLevel = 0;
|
||
|
|
var isQuoted;
|
||
|
|
var isSpace;
|
||
|
|
var isNewLineNix;
|
||
|
|
var isNewLineWin;
|
||
|
|
var isCarriageReturn;
|
||
|
|
var isCommentStart;
|
||
|
|
var wasCommentStart = false;
|
||
|
|
var isCommentEnd;
|
||
|
|
var wasCommentEnd = false;
|
||
|
|
var isCommentEndMarker;
|
||
|
|
var isEscaped;
|
||
|
|
var wasEscaped = false;
|
||
|
|
var characterWithNoSpecialMeaning;
|
||
|
|
var isPreviousDash = false;
|
||
|
|
var isVariable = false;
|
||
|
|
var isRaw = false;
|
||
|
|
var seekingValue = false;
|
||
|
|
var seekingPropertyBlockClosing = false;
|
||
|
|
var position = internalContext.position;
|
||
|
|
var lastCommentStartAt;
|
||
|
|
|
||
|
|
for (; position.index < source.length; position.index++) {
|
||
|
|
var character = source[position.index];
|
||
|
|
|
||
|
|
isQuoted = level == Level.SINGLE_QUOTE || level == Level.DOUBLE_QUOTE;
|
||
|
|
isSpace = character == Marker.SPACE || character == Marker.TAB;
|
||
|
|
isNewLineNix = character == Marker.NEW_LINE_NIX;
|
||
|
|
isNewLineWin = character == Marker.NEW_LINE_NIX
|
||
|
|
&& source[position.index - 1] == Marker.CARRIAGE_RETURN;
|
||
|
|
isCarriageReturn = character == Marker.CARRIAGE_RETURN
|
||
|
|
&& source[position.index + 1] && source[position.index + 1] != Marker.NEW_LINE_NIX;
|
||
|
|
isCommentStart = !wasCommentEnd
|
||
|
|
&& level != Level.COMMENT && !isQuoted
|
||
|
|
&& character == Marker.ASTERISK && source[position.index - 1] == Marker.FORWARD_SLASH;
|
||
|
|
isCommentEndMarker = !wasCommentStart
|
||
|
|
&& !isQuoted && character == Marker.FORWARD_SLASH
|
||
|
|
&& source[position.index - 1] == Marker.ASTERISK;
|
||
|
|
isCommentEnd = level == Level.COMMENT && isCommentEndMarker;
|
||
|
|
characterWithNoSpecialMeaning = !isSpace && !isCarriageReturn && (character >= 'A' && character <= 'Z' || character >= 'a' && character <= 'z' || character >= '0' && character <= '9' || character == '-');
|
||
|
|
isVariable = isVariable || (level != Level.COMMENT && !seekingValue && isPreviousDash && character === '-');
|
||
|
|
isPreviousDash = character === '-';
|
||
|
|
roundBracketLevel = Math.max(roundBracketLevel, 0);
|
||
|
|
|
||
|
|
metadata = isBufferEmpty
|
||
|
|
? [position.line, position.column, position.source]
|
||
|
|
: metadata;
|
||
|
|
|
||
|
|
if (isEscaped) {
|
||
|
|
// previous character was a backslash
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if (characterWithNoSpecialMeaning) {
|
||
|
|
// it's just an alphanumeric character or a hyphen (part of any rule or property name) so let's end it quickly
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if ((isSpace || isNewLineNix && !isNewLineWin) && (isQuoted || level == Level.COMMENT)) {
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if ((isSpace || isNewLineNix && !isNewLineWin) && isBufferEmpty) {
|
||
|
|
// noop
|
||
|
|
} else if (!isCommentEnd && level == Level.COMMENT) {
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if (!isCommentStart && !isCommentEnd && isRaw) {
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if (isCommentStart
|
||
|
|
&& isVariable
|
||
|
|
&& (level == Level.BLOCK || level == Level.RULE) && buffer.length > 1) {
|
||
|
|
// comment start within a variable, e.g. var(/*<--
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
|
||
|
|
levels.push(level);
|
||
|
|
level = Level.COMMENT;
|
||
|
|
} else if (isCommentStart && (level == Level.BLOCK || level == Level.RULE) && buffer.length > 1) {
|
||
|
|
// comment start within block preceded by some content, e.g. div/*<--
|
||
|
|
metadatas.push(metadata);
|
||
|
|
buffer.push(character);
|
||
|
|
buffers.push(buffer.slice(0, -2));
|
||
|
|
isBufferEmpty = false;
|
||
|
|
|
||
|
|
buffer = buffer.slice(-2);
|
||
|
|
metadata = [position.line, position.column - 1, position.source];
|
||
|
|
|
||
|
|
levels.push(level);
|
||
|
|
level = Level.COMMENT;
|
||
|
|
} else if (isCommentStart) {
|
||
|
|
// comment start, e.g. /*<--
|
||
|
|
levels.push(level);
|
||
|
|
level = Level.COMMENT;
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if (isCommentEnd && isVariable) {
|
||
|
|
// comment end within a variable, e.g. var(/*!*/<--
|
||
|
|
buffer.push(character);
|
||
|
|
level = levels.pop();
|
||
|
|
} else if (isCommentEnd && isIgnoreStartComment(buffer)) {
|
||
|
|
// ignore:start comment end, e.g. /* clean-css ignore:start */<--
|
||
|
|
serializedBuffer = buffer.join('').trim() + character;
|
||
|
|
lastToken = [
|
||
|
|
Token.COMMENT,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
];
|
||
|
|
newTokens.push(lastToken);
|
||
|
|
|
||
|
|
isRaw = true;
|
||
|
|
metadata = metadatas.pop() || null;
|
||
|
|
buffer = buffers.pop() || [];
|
||
|
|
isBufferEmpty = buffer.length === 0;
|
||
|
|
} else if (isCommentEnd && isIgnoreEndComment(buffer)) {
|
||
|
|
// ignore:start comment end, e.g. /* clean-css ignore:end */<--
|
||
|
|
serializedBuffer = buffer.join('') + character;
|
||
|
|
lastCommentStartAt = serializedBuffer.lastIndexOf(Marker.FORWARD_SLASH + Marker.ASTERISK);
|
||
|
|
|
||
|
|
serializedBufferPart = serializedBuffer.substring(0, lastCommentStartAt);
|
||
|
|
lastToken = [
|
||
|
|
Token.RAW,
|
||
|
|
serializedBufferPart,
|
||
|
|
[originalMetadata(metadata, serializedBufferPart, externalContext)]
|
||
|
|
];
|
||
|
|
newTokens.push(lastToken);
|
||
|
|
|
||
|
|
serializedBufferPart = serializedBuffer.substring(lastCommentStartAt);
|
||
|
|
metadata = [position.line, position.column - serializedBufferPart.length + 1, position.source];
|
||
|
|
lastToken = [
|
||
|
|
Token.COMMENT,
|
||
|
|
serializedBufferPart,
|
||
|
|
[originalMetadata(metadata, serializedBufferPart, externalContext)]
|
||
|
|
];
|
||
|
|
newTokens.push(lastToken);
|
||
|
|
|
||
|
|
isRaw = false;
|
||
|
|
level = levels.pop();
|
||
|
|
metadata = metadatas.pop() || null;
|
||
|
|
buffer = buffers.pop() || [];
|
||
|
|
isBufferEmpty = buffer.length === 0;
|
||
|
|
} else if (isCommentEnd) {
|
||
|
|
// comment end, e.g. /* comment */<--
|
||
|
|
serializedBuffer = buffer.join('').trim() + character;
|
||
|
|
lastToken = [
|
||
|
|
Token.COMMENT,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
];
|
||
|
|
newTokens.push(lastToken);
|
||
|
|
|
||
|
|
level = levels.pop();
|
||
|
|
metadata = metadatas.pop() || null;
|
||
|
|
buffer = buffers.pop() || [];
|
||
|
|
isBufferEmpty = buffer.length === 0;
|
||
|
|
} else if (isCommentEndMarker && source[position.index + 1] != Marker.ASTERISK) {
|
||
|
|
externalContext.warnings.push('Unexpected \'*/\' at ' + formatPosition([position.line, position.column, position.source]) + '.');
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.SINGLE_QUOTE && !isQuoted) {
|
||
|
|
// single quotation start, e.g. a[href^='https<--
|
||
|
|
levels.push(level);
|
||
|
|
level = Level.SINGLE_QUOTE;
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if (character == Marker.SINGLE_QUOTE && level == Level.SINGLE_QUOTE) {
|
||
|
|
// single quotation end, e.g. a[href^='https'<--
|
||
|
|
level = levels.pop();
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if (character == Marker.DOUBLE_QUOTE && !isQuoted) {
|
||
|
|
// double quotation start, e.g. a[href^="<--
|
||
|
|
levels.push(level);
|
||
|
|
level = Level.DOUBLE_QUOTE;
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if (character == Marker.DOUBLE_QUOTE && level == Level.DOUBLE_QUOTE) {
|
||
|
|
// double quotation end, e.g. a[href^="https"<--
|
||
|
|
level = levels.pop();
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if (character != Marker.CLOSE_ROUND_BRACKET
|
||
|
|
&& character != Marker.OPEN_ROUND_BRACKET
|
||
|
|
&& level != Level.COMMENT && !isQuoted && roundBracketLevel > 0) {
|
||
|
|
// character inside any function, e.g. hsla(.<--
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if (character == Marker.OPEN_ROUND_BRACKET
|
||
|
|
&& !isQuoted && level != Level.COMMENT
|
||
|
|
&& !seekingValue) {
|
||
|
|
// round open bracket, e.g. @import url(<--
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
|
||
|
|
roundBracketLevel++;
|
||
|
|
} else if (character == Marker.CLOSE_ROUND_BRACKET
|
||
|
|
&& !isQuoted
|
||
|
|
&& level != Level.COMMENT
|
||
|
|
&& !seekingValue) {
|
||
|
|
// round open bracket, e.g. @import url(test.css)<--
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
|
||
|
|
roundBracketLevel--;
|
||
|
|
} else if (character == Marker.SEMICOLON && level == Level.BLOCK && buffer[0] == Marker.AT) {
|
||
|
|
// semicolon ending rule at block level, e.g. @import '...';<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
allTokens.push([
|
||
|
|
Token.AT_RULE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.COMMA && level == Level.BLOCK && ruleToken) {
|
||
|
|
// comma separator at block level, e.g. a,div,<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
ruleToken[1].push([
|
||
|
|
tokenScopeFrom(ruleToken[0]),
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext, ruleToken[1].length)]
|
||
|
|
]);
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.COMMA && level == Level.BLOCK && tokenTypeFrom(buffer) == Token.AT_RULE) {
|
||
|
|
// comma separator at block level, e.g. @import url(...) screen,<--
|
||
|
|
// keep iterating as end semicolon will create the token
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if (character == Marker.COMMA && level == Level.BLOCK) {
|
||
|
|
// comma separator at block level, e.g. a,<--
|
||
|
|
ruleToken = [tokenTypeFrom(buffer), [], []];
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
ruleToken[1].push([
|
||
|
|
tokenScopeFrom(ruleToken[0]),
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext, 0)]
|
||
|
|
]);
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.OPEN_CURLY_BRACKET
|
||
|
|
&& level == Level.BLOCK
|
||
|
|
&& ruleToken
|
||
|
|
&& ruleToken[0] == Token.NESTED_BLOCK) {
|
||
|
|
// open brace opening at-rule at block level, e.g. @media{<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
ruleToken[1].push([
|
||
|
|
Token.NESTED_BLOCK_SCOPE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
allTokens.push(ruleToken);
|
||
|
|
|
||
|
|
levels.push(level);
|
||
|
|
position.column++;
|
||
|
|
position.index++;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
|
||
|
|
ruleToken[2] = intoTokens(source, externalContext, internalContext, true);
|
||
|
|
ruleToken = null;
|
||
|
|
} else if (character == Marker.OPEN_CURLY_BRACKET
|
||
|
|
&& level == Level.BLOCK
|
||
|
|
&& tokenTypeFrom(buffer) == Token.NESTED_BLOCK) {
|
||
|
|
// open brace opening at-rule at block level, e.g. @media{<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
ruleToken = ruleToken || [Token.NESTED_BLOCK, [], []];
|
||
|
|
ruleToken[1].push([
|
||
|
|
Token.NESTED_BLOCK_SCOPE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
allTokens.push(ruleToken);
|
||
|
|
|
||
|
|
levels.push(level);
|
||
|
|
position.column++;
|
||
|
|
position.index++;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
|
||
|
|
ruleToken[2] = intoTokens(source, externalContext, internalContext, true);
|
||
|
|
ruleToken = null;
|
||
|
|
} else if (character == Marker.OPEN_CURLY_BRACKET && level == Level.BLOCK) {
|
||
|
|
// open brace opening rule at block level, e.g. div{<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
ruleToken = ruleToken || [tokenTypeFrom(buffer), [], []];
|
||
|
|
ruleToken[1].push([
|
||
|
|
tokenScopeFrom(ruleToken[0]),
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext, ruleToken[1].length)]
|
||
|
|
]);
|
||
|
|
newTokens = ruleToken[2];
|
||
|
|
allTokens.push(ruleToken);
|
||
|
|
|
||
|
|
levels.push(level);
|
||
|
|
level = Level.RULE;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.OPEN_CURLY_BRACKET && level == Level.RULE && seekingValue) {
|
||
|
|
// open brace opening rule at rule level, e.g. div{--variable:{<--
|
||
|
|
ruleTokens.push(ruleToken);
|
||
|
|
ruleToken = [Token.PROPERTY_BLOCK, []];
|
||
|
|
propertyToken.push(ruleToken);
|
||
|
|
newTokens = ruleToken[1];
|
||
|
|
|
||
|
|
levels.push(level);
|
||
|
|
level = Level.RULE;
|
||
|
|
seekingValue = false;
|
||
|
|
} else if (character == Marker.OPEN_CURLY_BRACKET && level == Level.RULE && isPageMarginBox(buffer)) {
|
||
|
|
// open brace opening page-margin box at rule level, e.g. @page{@top-center{<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
ruleTokens.push(ruleToken);
|
||
|
|
ruleToken = [Token.AT_RULE_BLOCK, [], []];
|
||
|
|
ruleToken[1].push([
|
||
|
|
Token.AT_RULE_BLOCK_SCOPE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
newTokens.push(ruleToken);
|
||
|
|
newTokens = ruleToken[2];
|
||
|
|
|
||
|
|
levels.push(level);
|
||
|
|
level = Level.RULE;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.COLON && level == Level.RULE && !seekingValue) {
|
||
|
|
// colon at rule level, e.g. a{color:<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
propertyToken = [
|
||
|
|
Token.PROPERTY,
|
||
|
|
[
|
||
|
|
Token.PROPERTY_NAME,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]
|
||
|
|
];
|
||
|
|
newTokens.push(propertyToken);
|
||
|
|
|
||
|
|
seekingValue = true;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.SEMICOLON
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& propertyToken
|
||
|
|
&& ruleTokens.length > 0
|
||
|
|
&& !isBufferEmpty
|
||
|
|
&& buffer[0] == Marker.AT) {
|
||
|
|
// semicolon at rule level for at-rule, e.g. a{--color:{@apply(--other-color);<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
ruleToken[1].push([
|
||
|
|
Token.AT_RULE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.SEMICOLON && level == Level.RULE && propertyToken && !isBufferEmpty) {
|
||
|
|
// semicolon at rule level, e.g. a{color:red;<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
|
||
|
|
propertyToken = null;
|
||
|
|
seekingValue = false;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
isVariable = false;
|
||
|
|
} else if (character == Marker.SEMICOLON
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& propertyToken
|
||
|
|
&& isBufferEmpty
|
||
|
|
&& isVariable
|
||
|
|
&& !propertyToken[2]) {
|
||
|
|
// semicolon after empty variable value at rule level, e.g. a{--color: ;<--
|
||
|
|
propertyToken.push([Token.PROPERTY_VALUE, ' ', [originalMetadata(metadata, ' ', externalContext)]]);
|
||
|
|
isVariable = false;
|
||
|
|
propertyToken = null;
|
||
|
|
seekingValue = false;
|
||
|
|
} else if (character == Marker.SEMICOLON && level == Level.RULE && propertyToken && isBufferEmpty) {
|
||
|
|
// semicolon after bracketed value at rule level, e.g. a{color:rgb(...);<--
|
||
|
|
propertyToken = null;
|
||
|
|
seekingValue = false;
|
||
|
|
} else if (character == Marker.SEMICOLON
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& !isBufferEmpty
|
||
|
|
&& buffer[0] == Marker.AT) {
|
||
|
|
// semicolon for at-rule at rule level, e.g. a{@apply(--variable);<--
|
||
|
|
serializedBuffer = buffer.join('');
|
||
|
|
newTokens.push([
|
||
|
|
Token.AT_RULE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
|
||
|
|
seekingValue = false;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.SEMICOLON && level == Level.RULE && seekingPropertyBlockClosing) {
|
||
|
|
// close brace after a property block at rule level, e.g. a{--custom:{color:red;};<--
|
||
|
|
seekingPropertyBlockClosing = false;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.SEMICOLON && level == Level.RULE && isBufferEmpty) {
|
||
|
|
// stray semicolon at rule level, e.g. a{;<--
|
||
|
|
// noop
|
||
|
|
} else if (character == Marker.CLOSE_CURLY_BRACKET
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& propertyToken
|
||
|
|
&& seekingValue
|
||
|
|
&& !isBufferEmpty && ruleTokens.length > 0) {
|
||
|
|
// close brace at rule level, e.g. a{--color:{color:red}<--
|
||
|
|
serializedBuffer = buffer.join('');
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
propertyToken = null;
|
||
|
|
ruleToken = ruleTokens.pop();
|
||
|
|
newTokens = ruleToken[2];
|
||
|
|
|
||
|
|
level = levels.pop();
|
||
|
|
seekingValue = false;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.CLOSE_CURLY_BRACKET
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& propertyToken
|
||
|
|
&& !isBufferEmpty
|
||
|
|
&& buffer[0] == Marker.AT
|
||
|
|
&& ruleTokens.length > 0) {
|
||
|
|
// close brace at rule level for at-rule, e.g. a{--color:{@apply(--other-color)}<--
|
||
|
|
serializedBuffer = buffer.join('');
|
||
|
|
ruleToken[1].push([
|
||
|
|
Token.AT_RULE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
propertyToken = null;
|
||
|
|
ruleToken = ruleTokens.pop();
|
||
|
|
newTokens = ruleToken[2];
|
||
|
|
|
||
|
|
level = levels.pop();
|
||
|
|
seekingValue = false;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.CLOSE_CURLY_BRACKET
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& propertyToken
|
||
|
|
&& ruleTokens.length > 0) {
|
||
|
|
// close brace at rule level after space, e.g. a{--color:{color:red }<--
|
||
|
|
propertyToken = null;
|
||
|
|
ruleToken = ruleTokens.pop();
|
||
|
|
newTokens = ruleToken[2];
|
||
|
|
|
||
|
|
level = levels.pop();
|
||
|
|
seekingValue = false;
|
||
|
|
} else if (character == Marker.CLOSE_CURLY_BRACKET
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& propertyToken
|
||
|
|
&& !isBufferEmpty) {
|
||
|
|
// close brace at rule level, e.g. a{color:red}<--
|
||
|
|
serializedBuffer = buffer.join('');
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
propertyToken = null;
|
||
|
|
ruleToken = ruleTokens.pop();
|
||
|
|
newTokens = allTokens;
|
||
|
|
|
||
|
|
level = levels.pop();
|
||
|
|
seekingValue = false;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.CLOSE_CURLY_BRACKET
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& !isBufferEmpty
|
||
|
|
&& buffer[0] == Marker.AT) {
|
||
|
|
// close brace after at-rule at rule level, e.g. a{@apply(--variable)}<--
|
||
|
|
propertyToken = null;
|
||
|
|
ruleToken = null;
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
newTokens.push([
|
||
|
|
Token.AT_RULE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
newTokens = allTokens;
|
||
|
|
|
||
|
|
level = levels.pop();
|
||
|
|
seekingValue = false;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.CLOSE_CURLY_BRACKET
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& levels[levels.length - 1] == Level.RULE) {
|
||
|
|
// close brace after a property block at rule level, e.g. a{--custom:{color:red;}<--
|
||
|
|
propertyToken = null;
|
||
|
|
ruleToken = ruleTokens.pop();
|
||
|
|
newTokens = ruleToken[2];
|
||
|
|
|
||
|
|
level = levels.pop();
|
||
|
|
seekingValue = false;
|
||
|
|
seekingPropertyBlockClosing = true;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.CLOSE_CURLY_BRACKET
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& isVariable
|
||
|
|
&& propertyToken
|
||
|
|
&& !propertyToken[2]) {
|
||
|
|
// close brace after an empty variable declaration inside a rule, e.g. a{--color: }<--
|
||
|
|
propertyToken.push([Token.PROPERTY_VALUE, ' ', [originalMetadata(metadata, ' ', externalContext)]]);
|
||
|
|
isVariable = false;
|
||
|
|
propertyToken = null;
|
||
|
|
ruleToken = null;
|
||
|
|
newTokens = allTokens;
|
||
|
|
|
||
|
|
level = levels.pop();
|
||
|
|
seekingValue = false;
|
||
|
|
isVariable = false;
|
||
|
|
} else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.RULE) {
|
||
|
|
// close brace after a rule, e.g. a{color:red;}<--
|
||
|
|
propertyToken = null;
|
||
|
|
ruleToken = null;
|
||
|
|
newTokens = allTokens;
|
||
|
|
|
||
|
|
level = levels.pop();
|
||
|
|
seekingValue = false;
|
||
|
|
isVariable = false;
|
||
|
|
} else if (character == Marker.CLOSE_CURLY_BRACKET
|
||
|
|
&& level == Level.BLOCK
|
||
|
|
&& !isNested
|
||
|
|
&& position.index <= source.length - 1) {
|
||
|
|
// stray close brace at block level, e.g. a{color:red}color:blue}<--
|
||
|
|
externalContext.warnings.push('Unexpected \'}\' at ' + formatPosition([position.line, position.column, position.source]) + '.');
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
} else if (character == Marker.CLOSE_CURLY_BRACKET && level == Level.BLOCK) {
|
||
|
|
// close brace at block level, e.g. @media screen {...}<--
|
||
|
|
break;
|
||
|
|
} else if (character == Marker.OPEN_ROUND_BRACKET && level == Level.RULE && seekingValue) {
|
||
|
|
// round open bracket, e.g. a{color:hsla(<--
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
roundBracketLevel++;
|
||
|
|
} else if (character == Marker.CLOSE_ROUND_BRACKET
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& seekingValue
|
||
|
|
&& roundBracketLevel == 1) {
|
||
|
|
// round close bracket, e.g. a{color:hsla(0,0%,0%)<--
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
|
||
|
|
roundBracketLevel--;
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
isVariable = false;
|
||
|
|
} else if (character == Marker.CLOSE_ROUND_BRACKET && level == Level.RULE && seekingValue) {
|
||
|
|
// round close bracket within other brackets, e.g. a{width:calc((10rem / 2)<--
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
isVariable = false;
|
||
|
|
roundBracketLevel--;
|
||
|
|
} else if (character == Marker.FORWARD_SLASH
|
||
|
|
&& source[position.index + 1] != Marker.ASTERISK
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& seekingValue
|
||
|
|
&& !isBufferEmpty) {
|
||
|
|
// forward slash within a property, e.g. a{background:url(image.png) 0 0/<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
character,
|
||
|
|
[[position.line, position.column, position.source]]
|
||
|
|
]);
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.FORWARD_SLASH
|
||
|
|
&& source[position.index + 1] != Marker.ASTERISK
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& seekingValue) {
|
||
|
|
// forward slash within a property after space, e.g. a{background:url(image.png) 0 0 /<--
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
character,
|
||
|
|
[[position.line, position.column, position.source]]
|
||
|
|
]);
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.COMMA && level == Level.RULE && seekingValue && !isBufferEmpty) {
|
||
|
|
// comma within a property, e.g. a{background:url(image.png),<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
character,
|
||
|
|
[[position.line, position.column, position.source]]
|
||
|
|
]);
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.COMMA && level == Level.RULE && seekingValue) {
|
||
|
|
// comma within a property after space, e.g. a{background:url(image.png) ,<--
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
character,
|
||
|
|
[[position.line, position.column, position.source]]
|
||
|
|
]);
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (character == Marker.CLOSE_SQUARE_BRACKET
|
||
|
|
&& propertyToken
|
||
|
|
&& propertyToken.length > 1
|
||
|
|
&& !isBufferEmpty
|
||
|
|
&& isRepeatToken(buffer)) {
|
||
|
|
buffer.push(character);
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
propertyToken[propertyToken.length - 1][1] += serializedBuffer;
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if ((isSpace || (isNewLineNix && !isNewLineWin))
|
||
|
|
&& level == Level.RULE
|
||
|
|
&& seekingValue
|
||
|
|
&& propertyToken
|
||
|
|
&& !isBufferEmpty) {
|
||
|
|
// space or *nix newline within property, e.g. a{margin:0 <--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (isNewLineWin && level == Level.RULE && seekingValue && propertyToken && buffer.length > 1) {
|
||
|
|
// win newline within property, e.g. a{margin:0\r\n<--
|
||
|
|
serializedBuffer = buffer.join('').trim();
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (isNewLineWin && level == Level.RULE && seekingValue) {
|
||
|
|
// win newline
|
||
|
|
buffer = [];
|
||
|
|
isBufferEmpty = true;
|
||
|
|
} else if (isNewLineWin && buffer.length == 1) {
|
||
|
|
// ignore windows newline which is composed of two characters
|
||
|
|
buffer.pop();
|
||
|
|
isBufferEmpty = buffer.length === 0;
|
||
|
|
} else if (!isBufferEmpty || !isSpace && !isNewLineNix && !isNewLineWin && !isCarriageReturn) {
|
||
|
|
// any character
|
||
|
|
buffer.push(character);
|
||
|
|
isBufferEmpty = false;
|
||
|
|
}
|
||
|
|
|
||
|
|
wasEscaped = isEscaped;
|
||
|
|
isEscaped = !wasEscaped && character == Marker.BACK_SLASH;
|
||
|
|
wasCommentStart = isCommentStart;
|
||
|
|
wasCommentEnd = isCommentEnd;
|
||
|
|
|
||
|
|
position.line = (isNewLineWin || isNewLineNix || isCarriageReturn) ? position.line + 1 : position.line;
|
||
|
|
position.column = (isNewLineWin || isNewLineNix || isCarriageReturn) ? 0 : position.column + 1;
|
||
|
|
}
|
||
|
|
|
||
|
|
if (seekingValue) {
|
||
|
|
externalContext.warnings.push('Missing \'}\' at ' + formatPosition([position.line, position.column, position.source]) + '.');
|
||
|
|
}
|
||
|
|
|
||
|
|
if (seekingValue && buffer.length > 0) {
|
||
|
|
serializedBuffer = buffer.join('').trimRight().replace(TAIL_BROKEN_VALUE_PATTERN, '$1').trimRight();
|
||
|
|
propertyToken.push([
|
||
|
|
Token.PROPERTY_VALUE,
|
||
|
|
serializedBuffer,
|
||
|
|
[originalMetadata(metadata, serializedBuffer, externalContext)]
|
||
|
|
]);
|
||
|
|
|
||
|
|
buffer = [];
|
||
|
|
}
|
||
|
|
|
||
|
|
if (buffer.length > 0) {
|
||
|
|
externalContext.warnings.push('Invalid character(s) \'' + buffer.join('') + '\' at ' + formatPosition(metadata) + '. Ignoring.');
|
||
|
|
}
|
||
|
|
|
||
|
|
return allTokens;
|
||
|
|
}
|
||
|
|
|
||
|
|
function isIgnoreStartComment(buffer) {
|
||
|
|
return IGNORE_START_COMMENT_PATTERN.test(buffer.join('') + Marker.FORWARD_SLASH);
|
||
|
|
}
|
||
|
|
|
||
|
|
function isIgnoreEndComment(buffer) {
|
||
|
|
return IGNORE_END_COMMENT_PATTERN.test(buffer.join('') + Marker.FORWARD_SLASH);
|
||
|
|
}
|
||
|
|
|
||
|
|
function originalMetadata(metadata, value, externalContext, selectorFallbacks) {
|
||
|
|
var source = metadata[2];
|
||
|
|
|
||
|
|
return externalContext.inputSourceMapTracker.isTracking(source)
|
||
|
|
? externalContext.inputSourceMapTracker.originalPositionFor(metadata, value.length, selectorFallbacks)
|
||
|
|
: metadata;
|
||
|
|
}
|
||
|
|
|
||
|
|
function tokenTypeFrom(buffer) {
|
||
|
|
var isAtRule = buffer[0] == Marker.AT || buffer[0] == Marker.UNDERSCORE;
|
||
|
|
var ruleWord = buffer.join('').split(RULE_WORD_SEPARATOR_PATTERN)[0];
|
||
|
|
|
||
|
|
if (isAtRule && BLOCK_RULES.indexOf(ruleWord) > -1) {
|
||
|
|
return Token.NESTED_BLOCK;
|
||
|
|
} if (isAtRule && AT_RULES.indexOf(ruleWord) > -1) {
|
||
|
|
return Token.AT_RULE;
|
||
|
|
} if (isAtRule) {
|
||
|
|
return Token.AT_RULE_BLOCK;
|
||
|
|
}
|
||
|
|
return Token.RULE;
|
||
|
|
}
|
||
|
|
|
||
|
|
function tokenScopeFrom(tokenType) {
|
||
|
|
if (tokenType == Token.RULE) {
|
||
|
|
return Token.RULE_SCOPE;
|
||
|
|
} if (tokenType == Token.NESTED_BLOCK) {
|
||
|
|
return Token.NESTED_BLOCK_SCOPE;
|
||
|
|
} if (tokenType == Token.AT_RULE_BLOCK) {
|
||
|
|
return Token.AT_RULE_BLOCK_SCOPE;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
function isPageMarginBox(buffer) {
|
||
|
|
var serializedBuffer = buffer.join('').trim();
|
||
|
|
|
||
|
|
return PAGE_MARGIN_BOXES.indexOf(serializedBuffer) > -1 || EXTRA_PAGE_BOXES.indexOf(serializedBuffer) > -1;
|
||
|
|
}
|
||
|
|
|
||
|
|
function isRepeatToken(buffer) {
|
||
|
|
return REPEAT_PATTERN.test(buffer.join('') + Marker.CLOSE_SQUARE_BRACKET);
|
||
|
|
}
|
||
|
|
|
||
|
|
module.exports = tokenize;
|