123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355 |
- 'use strict';
- const utils = require('./utils.cjs');
- const STACK_OBJECT = 1;
- const STACK_ARRAY = 2;
- const decoder = new TextDecoder();
- function adjustPosition(error, parser) {
- if (error.name === 'SyntaxError' && parser.jsonParseOffset) {
- error.message = error.message.replace(/at position (\d+)/, (_, pos) =>
- 'at position ' + (Number(pos) + parser.jsonParseOffset)
- );
- }
- return error;
- }
- function append(array, elements) {
-
-
- const initialLength = array.length;
- array.length += elements.length;
- for (let i = 0; i < elements.length; i++) {
- array[initialLength + i] = elements[i];
- }
- }
- async function parseChunked(chunkEmitter) {
- const iterable = typeof chunkEmitter === 'function'
- ? chunkEmitter()
- : chunkEmitter;
- if (utils.isIterable(iterable)) {
- let parser = new ChunkParser();
- try {
- for await (const chunk of iterable) {
- if (typeof chunk !== 'string' && !ArrayBuffer.isView(chunk)) {
- throw new TypeError('Invalid chunk: Expected string, TypedArray or Buffer');
- }
- parser.push(chunk);
- }
- return parser.finish();
- } catch (e) {
- throw adjustPosition(e, parser);
- }
- }
- throw new TypeError(
- 'Invalid chunk emitter: Expected an Iterable, AsyncIterable, generator, ' +
- 'async generator, or a function returning an Iterable or AsyncIterable'
- );
- }
- class ChunkParser {
- constructor() {
- this.value = undefined;
- this.valueStack = null;
- this.stack = new Array(100);
- this.lastFlushDepth = 0;
- this.flushDepth = 0;
- this.stateString = false;
- this.stateStringEscape = false;
- this.pendingByteSeq = null;
- this.pendingChunk = null;
- this.chunkOffset = 0;
- this.jsonParseOffset = 0;
- }
- parseAndAppend(fragment, wrap) {
-
- if (this.stack[this.lastFlushDepth - 1] === STACK_OBJECT) {
- if (wrap) {
- this.jsonParseOffset--;
- fragment = '{' + fragment + '}';
- }
- Object.assign(this.valueStack.value, JSON.parse(fragment));
- } else {
- if (wrap) {
- this.jsonParseOffset--;
- fragment = '[' + fragment + ']';
- }
- append(this.valueStack.value, JSON.parse(fragment));
- }
- }
- prepareAddition(fragment) {
- const { value } = this.valueStack;
- const expectComma = Array.isArray(value)
- ? value.length !== 0
- : Object.keys(value).length !== 0;
- if (expectComma) {
-
-
- if (fragment[0] === ',') {
- this.jsonParseOffset++;
- return fragment.slice(1);
- }
-
-
-
-
-
- if (fragment[0] !== '}' && fragment[0] !== ']') {
- this.jsonParseOffset -= 3;
- return '[[]' + fragment;
- }
- }
- return fragment;
- }
- flush(chunk, start, end) {
- let fragment = chunk.slice(start, end);
-
- this.jsonParseOffset = this.chunkOffset + start;
-
- if (this.pendingChunk !== null) {
- fragment = this.pendingChunk + fragment;
- this.jsonParseOffset -= this.pendingChunk.length;
- this.pendingChunk = null;
- }
- if (this.flushDepth === this.lastFlushDepth) {
-
- if (this.flushDepth > 0) {
- this.parseAndAppend(this.prepareAddition(fragment), true);
- } else {
-
- this.value = JSON.parse(fragment);
- this.valueStack = {
- value: this.value,
- prev: null
- };
- }
- } else if (this.flushDepth > this.lastFlushDepth) {
-
- for (let i = this.flushDepth - 1; i >= this.lastFlushDepth; i--) {
- fragment += this.stack[i] === STACK_OBJECT ? '}' : ']';
- }
- if (this.lastFlushDepth === 0) {
-
- this.value = JSON.parse(fragment);
- this.valueStack = {
- value: this.value,
- prev: null
- };
- } else {
- this.parseAndAppend(this.prepareAddition(fragment), true);
- }
-
- for (let i = this.lastFlushDepth || 1; i < this.flushDepth; i++) {
- let value = this.valueStack.value;
- if (this.stack[i - 1] === STACK_OBJECT) {
-
- let key;
-
- for (key in value);
- value = value[key];
- } else {
-
- value = value[value.length - 1];
- }
- this.valueStack = {
- value,
- prev: this.valueStack
- };
- }
- } else {
- fragment = this.prepareAddition(fragment);
-
- for (let i = this.lastFlushDepth - 1; i >= this.flushDepth; i--) {
- this.jsonParseOffset--;
- fragment = (this.stack[i] === STACK_OBJECT ? '{' : '[') + fragment;
- }
- this.parseAndAppend(fragment, false);
- for (let i = this.lastFlushDepth - 1; i >= this.flushDepth; i--) {
- this.valueStack = this.valueStack.prev;
- }
- }
- this.lastFlushDepth = this.flushDepth;
- }
- push(chunk) {
- if (typeof chunk !== 'string') {
-
-
- if (this.pendingByteSeq !== null) {
- const origRawChunk = chunk;
- chunk = new Uint8Array(this.pendingByteSeq.length + origRawChunk.length);
- chunk.set(this.pendingByteSeq);
- chunk.set(origRawChunk, this.pendingByteSeq.length);
- this.pendingByteSeq = null;
- }
-
-
-
- if (chunk[chunk.length - 1] > 127) {
- for (let seqLength = 0; seqLength < chunk.length; seqLength++) {
- const byte = chunk[chunk.length - 1 - seqLength];
-
-
-
-
- if (byte >> 6 === 3) {
- seqLength++;
-
-
- if ((seqLength !== 4 && byte >> 3 === 0b11110) ||
- (seqLength !== 3 && byte >> 4 === 0b1110) ||
- (seqLength !== 2 && byte >> 5 === 0b110)) {
- this.pendingByteSeq = chunk.slice(chunk.length - seqLength);
- chunk = chunk.slice(0, -seqLength);
- }
- break;
- }
- }
- }
-
-
- chunk = decoder.decode(chunk);
- }
- const chunkLength = chunk.length;
- let lastFlushPoint = 0;
- let flushPoint = 0;
-
- scan: for (let i = 0; i < chunkLength; i++) {
- if (this.stateString) {
- for (; i < chunkLength; i++) {
- if (this.stateStringEscape) {
- this.stateStringEscape = false;
- } else {
- switch (chunk.charCodeAt(i)) {
- case 0x22:
- this.stateString = false;
- continue scan;
- case 0x5C:
- this.stateStringEscape = true;
- }
- }
- }
- break;
- }
- switch (chunk.charCodeAt(i)) {
- case 0x22:
- this.stateString = true;
- this.stateStringEscape = false;
- break;
- case 0x2C:
- flushPoint = i;
- break;
- case 0x7B:
-
- flushPoint = i + 1;
- this.stack[this.flushDepth++] = STACK_OBJECT;
- break;
- case 0x5B:
-
- flushPoint = i + 1;
- this.stack[this.flushDepth++] = STACK_ARRAY;
- break;
- case 0x5D:
- case 0x7D:
-
- flushPoint = i + 1;
- this.flushDepth--;
- if (this.flushDepth < this.lastFlushDepth) {
- this.flush(chunk, lastFlushPoint, flushPoint);
- lastFlushPoint = flushPoint;
- }
- break;
- case 0x09:
- case 0x0A:
- case 0x0D:
- case 0x20:
-
- if (lastFlushPoint === i) {
- lastFlushPoint++;
- }
- if (flushPoint === i) {
- flushPoint++;
- }
- break;
- }
- }
- if (flushPoint > lastFlushPoint) {
- this.flush(chunk, lastFlushPoint, flushPoint);
- }
-
- if (flushPoint < chunkLength) {
- if (this.pendingChunk !== null) {
-
-
- this.pendingChunk += chunk;
- } else {
-
-
- this.pendingChunk = chunk.slice(flushPoint, chunkLength);
- }
- }
- this.chunkOffset += chunkLength;
- }
- finish() {
- if (this.pendingChunk !== null) {
- this.flush('', 0, 0);
- this.pendingChunk = null;
- }
- return this.value;
- }
- }
- exports.parseChunked = parseChunked;
|