You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
166 lines
6.5 KiB
166 lines
6.5 KiB
2 years ago
|
import htmlDecodeTree from "./generated/decode-data-html.js";
|
||
|
import xmlDecodeTree from "./generated/decode-data-xml.js";
|
||
|
import decodeCodePoint from "./decode_codepoint.js";
|
||
|
// Re-export for use by eg. htmlparser2
|
||
|
export { htmlDecodeTree, xmlDecodeTree, decodeCodePoint };
|
||
|
export { replaceCodePoint, fromCodePoint } from "./decode_codepoint.js";
|
||
|
var CharCodes;
|
||
|
(function (CharCodes) {
|
||
|
CharCodes[CharCodes["NUM"] = 35] = "NUM";
|
||
|
CharCodes[CharCodes["SEMI"] = 59] = "SEMI";
|
||
|
CharCodes[CharCodes["ZERO"] = 48] = "ZERO";
|
||
|
CharCodes[CharCodes["NINE"] = 57] = "NINE";
|
||
|
CharCodes[CharCodes["LOWER_A"] = 97] = "LOWER_A";
|
||
|
CharCodes[CharCodes["LOWER_F"] = 102] = "LOWER_F";
|
||
|
CharCodes[CharCodes["LOWER_X"] = 120] = "LOWER_X";
|
||
|
/** Bit that needs to be set to convert an upper case ASCII character to lower case */
|
||
|
CharCodes[CharCodes["To_LOWER_BIT"] = 32] = "To_LOWER_BIT";
|
||
|
})(CharCodes || (CharCodes = {}));
|
||
|
export var BinTrieFlags;
|
||
|
(function (BinTrieFlags) {
|
||
|
BinTrieFlags[BinTrieFlags["VALUE_LENGTH"] = 49152] = "VALUE_LENGTH";
|
||
|
BinTrieFlags[BinTrieFlags["BRANCH_LENGTH"] = 16256] = "BRANCH_LENGTH";
|
||
|
BinTrieFlags[BinTrieFlags["JUMP_TABLE"] = 127] = "JUMP_TABLE";
|
||
|
})(BinTrieFlags || (BinTrieFlags = {}));
|
||
|
function getDecoder(decodeTree) {
|
||
|
return function decodeHTMLBinary(str, strict) {
|
||
|
let ret = "";
|
||
|
let lastIdx = 0;
|
||
|
let strIdx = 0;
|
||
|
while ((strIdx = str.indexOf("&", strIdx)) >= 0) {
|
||
|
ret += str.slice(lastIdx, strIdx);
|
||
|
lastIdx = strIdx;
|
||
|
// Skip the "&"
|
||
|
strIdx += 1;
|
||
|
// If we have a numeric entity, handle this separately.
|
||
|
if (str.charCodeAt(strIdx) === CharCodes.NUM) {
|
||
|
// Skip the leading "&#". For hex entities, also skip the leading "x".
|
||
|
let start = strIdx + 1;
|
||
|
let base = 10;
|
||
|
let cp = str.charCodeAt(start);
|
||
|
if ((cp | CharCodes.To_LOWER_BIT) === CharCodes.LOWER_X) {
|
||
|
base = 16;
|
||
|
strIdx += 1;
|
||
|
start += 1;
|
||
|
}
|
||
|
do
|
||
|
cp = str.charCodeAt(++strIdx);
|
||
|
while ((cp >= CharCodes.ZERO && cp <= CharCodes.NINE) ||
|
||
|
(base === 16 &&
|
||
|
(cp | CharCodes.To_LOWER_BIT) >= CharCodes.LOWER_A &&
|
||
|
(cp | CharCodes.To_LOWER_BIT) <= CharCodes.LOWER_F));
|
||
|
if (start !== strIdx) {
|
||
|
const entity = str.substring(start, strIdx);
|
||
|
const parsed = parseInt(entity, base);
|
||
|
if (str.charCodeAt(strIdx) === CharCodes.SEMI) {
|
||
|
strIdx += 1;
|
||
|
}
|
||
|
else if (strict) {
|
||
|
continue;
|
||
|
}
|
||
|
ret += decodeCodePoint(parsed);
|
||
|
lastIdx = strIdx;
|
||
|
}
|
||
|
continue;
|
||
|
}
|
||
|
let resultIdx = 0;
|
||
|
let excess = 1;
|
||
|
let treeIdx = 0;
|
||
|
let current = decodeTree[treeIdx];
|
||
|
for (; strIdx < str.length; strIdx++, excess++) {
|
||
|
treeIdx = determineBranch(decodeTree, current, treeIdx + 1, str.charCodeAt(strIdx));
|
||
|
if (treeIdx < 0)
|
||
|
break;
|
||
|
current = decodeTree[treeIdx];
|
||
|
const masked = current & BinTrieFlags.VALUE_LENGTH;
|
||
|
// If the branch is a value, store it and continue
|
||
|
if (masked) {
|
||
|
// If we have a legacy entity while parsing strictly, just skip the number of bytes
|
||
|
if (!strict || str.charCodeAt(strIdx) === CharCodes.SEMI) {
|
||
|
resultIdx = treeIdx;
|
||
|
excess = 0;
|
||
|
}
|
||
|
// The mask is the number of bytes of the value, including the current byte.
|
||
|
const valueLength = (masked >> 14) - 1;
|
||
|
if (valueLength === 0)
|
||
|
break;
|
||
|
treeIdx += valueLength;
|
||
|
}
|
||
|
}
|
||
|
if (resultIdx !== 0) {
|
||
|
const valueLength = (decodeTree[resultIdx] & BinTrieFlags.VALUE_LENGTH) >> 14;
|
||
|
ret +=
|
||
|
valueLength === 1
|
||
|
? String.fromCharCode(decodeTree[resultIdx] & ~BinTrieFlags.VALUE_LENGTH)
|
||
|
: valueLength === 2
|
||
|
? String.fromCharCode(decodeTree[resultIdx + 1])
|
||
|
: String.fromCharCode(decodeTree[resultIdx + 1], decodeTree[resultIdx + 2]);
|
||
|
lastIdx = strIdx - excess + 1;
|
||
|
}
|
||
|
}
|
||
|
return ret + str.slice(lastIdx);
|
||
|
};
|
||
|
}
|
||
|
export function determineBranch(decodeTree, current, nodeIdx, char) {
|
||
|
const branchCount = (current & BinTrieFlags.BRANCH_LENGTH) >> 7;
|
||
|
const jumpOffset = current & BinTrieFlags.JUMP_TABLE;
|
||
|
// Case 1: Single branch encoded in jump offset
|
||
|
if (branchCount === 0) {
|
||
|
return jumpOffset !== 0 && char === jumpOffset ? nodeIdx : -1;
|
||
|
}
|
||
|
// Case 2: Multiple branches encoded in jump table
|
||
|
if (jumpOffset) {
|
||
|
const value = char - jumpOffset;
|
||
|
return value < 0 || value >= branchCount
|
||
|
? -1
|
||
|
: decodeTree[nodeIdx + value] - 1;
|
||
|
}
|
||
|
// Case 3: Multiple branches encoded in dictionary
|
||
|
// Binary search for the character.
|
||
|
let lo = nodeIdx;
|
||
|
let hi = lo + branchCount - 1;
|
||
|
while (lo <= hi) {
|
||
|
const mid = (lo + hi) >>> 1;
|
||
|
const midVal = decodeTree[mid];
|
||
|
if (midVal < char) {
|
||
|
lo = mid + 1;
|
||
|
}
|
||
|
else if (midVal > char) {
|
||
|
hi = mid - 1;
|
||
|
}
|
||
|
else {
|
||
|
return decodeTree[mid + branchCount];
|
||
|
}
|
||
|
}
|
||
|
return -1;
|
||
|
}
|
||
|
const htmlDecoder = getDecoder(htmlDecodeTree);
|
||
|
const xmlDecoder = getDecoder(xmlDecodeTree);
|
||
|
/**
|
||
|
* Decodes an HTML string, allowing for entities not terminated by a semi-colon.
|
||
|
*
|
||
|
* @param str The string to decode.
|
||
|
* @returns The decoded string.
|
||
|
*/
|
||
|
export function decodeHTML(str) {
|
||
|
return htmlDecoder(str, false);
|
||
|
}
|
||
|
/**
|
||
|
* Decodes an HTML string, requiring all entities to be terminated by a semi-colon.
|
||
|
*
|
||
|
* @param str The string to decode.
|
||
|
* @returns The decoded string.
|
||
|
*/
|
||
|
export function decodeHTMLStrict(str) {
|
||
|
return htmlDecoder(str, true);
|
||
|
}
|
||
|
/**
|
||
|
* Decodes an XML string, requiring all entities to be terminated by a semi-colon.
|
||
|
*
|
||
|
* @param str The string to decode.
|
||
|
* @returns The decoded string.
|
||
|
*/
|
||
|
export function decodeXML(str) {
|
||
|
return xmlDecoder(str, true);
|
||
|
}
|
||
|
//# sourceMappingURL=decode.js.map
|