Initial commit - Event Planner application
This commit is contained in:
102
node_modules/strtok3/lib/ReadStreamTokenizer.js
generated
vendored
Normal file
102
node_modules/strtok3/lib/ReadStreamTokenizer.js
generated
vendored
Normal file
@@ -0,0 +1,102 @@
|
||||
import { AbstractTokenizer } from './AbstractTokenizer.js';
|
||||
import { EndOfStreamError } from './stream/index.js';
|
||||
const maxBufferSize = 256000;
|
||||
export class ReadStreamTokenizer extends AbstractTokenizer {
|
||||
/**
|
||||
* Constructor
|
||||
* @param streamReader stream-reader to read from
|
||||
* @param options Tokenizer options
|
||||
*/
|
||||
constructor(streamReader, options) {
|
||||
super(options);
|
||||
this.streamReader = streamReader;
|
||||
this.fileInfo = options?.fileInfo ?? {};
|
||||
}
|
||||
/**
|
||||
* Read buffer from tokenizer
|
||||
* @param uint8Array - Target Uint8Array to fill with data read from the tokenizer-stream
|
||||
* @param options - Read behaviour options
|
||||
* @returns Promise with number of bytes read
|
||||
*/
|
||||
async readBuffer(uint8Array, options) {
|
||||
const normOptions = this.normalizeOptions(uint8Array, options);
|
||||
const skipBytes = normOptions.position - this.position;
|
||||
if (skipBytes > 0) {
|
||||
await this.ignore(skipBytes);
|
||||
return this.readBuffer(uint8Array, options);
|
||||
}
|
||||
if (skipBytes < 0) {
|
||||
throw new Error('`options.position` must be equal or greater than `tokenizer.position`');
|
||||
}
|
||||
if (normOptions.length === 0) {
|
||||
return 0;
|
||||
}
|
||||
const bytesRead = await this.streamReader.read(uint8Array.subarray(0, normOptions.length), normOptions.mayBeLess);
|
||||
this.position += bytesRead;
|
||||
if ((!options || !options.mayBeLess) && bytesRead < normOptions.length) {
|
||||
throw new EndOfStreamError();
|
||||
}
|
||||
return bytesRead;
|
||||
}
|
||||
/**
|
||||
* Peek (read ahead) buffer from tokenizer
|
||||
* @param uint8Array - Uint8Array (or Buffer) to write data to
|
||||
* @param options - Read behaviour options
|
||||
* @returns Promise with number of bytes peeked
|
||||
*/
|
||||
async peekBuffer(uint8Array, options) {
|
||||
const normOptions = this.normalizeOptions(uint8Array, options);
|
||||
let bytesRead = 0;
|
||||
if (normOptions.position) {
|
||||
const skipBytes = normOptions.position - this.position;
|
||||
if (skipBytes > 0) {
|
||||
const skipBuffer = new Uint8Array(normOptions.length + skipBytes);
|
||||
bytesRead = await this.peekBuffer(skipBuffer, { mayBeLess: normOptions.mayBeLess });
|
||||
uint8Array.set(skipBuffer.subarray(skipBytes));
|
||||
return bytesRead - skipBytes;
|
||||
}
|
||||
if (skipBytes < 0) {
|
||||
throw new Error('Cannot peek from a negative offset in a stream');
|
||||
}
|
||||
}
|
||||
if (normOptions.length > 0) {
|
||||
try {
|
||||
bytesRead = await this.streamReader.peek(uint8Array.subarray(0, normOptions.length), normOptions.mayBeLess);
|
||||
}
|
||||
catch (err) {
|
||||
if (options?.mayBeLess && err instanceof EndOfStreamError) {
|
||||
return 0;
|
||||
}
|
||||
throw err;
|
||||
}
|
||||
if ((!normOptions.mayBeLess) && bytesRead < normOptions.length) {
|
||||
throw new EndOfStreamError();
|
||||
}
|
||||
}
|
||||
return bytesRead;
|
||||
}
|
||||
async ignore(length) {
|
||||
// debug(`ignore ${this.position}...${this.position + length - 1}`);
|
||||
const bufSize = Math.min(maxBufferSize, length);
|
||||
const buf = new Uint8Array(bufSize);
|
||||
let totBytesRead = 0;
|
||||
while (totBytesRead < length) {
|
||||
const remaining = length - totBytesRead;
|
||||
const bytesRead = await this.readBuffer(buf, { length: Math.min(bufSize, remaining) });
|
||||
if (bytesRead < 0) {
|
||||
return bytesRead;
|
||||
}
|
||||
totBytesRead += bytesRead;
|
||||
}
|
||||
return totBytesRead;
|
||||
}
|
||||
abort() {
|
||||
return this.streamReader.abort();
|
||||
}
|
||||
async close() {
|
||||
return this.streamReader.close();
|
||||
}
|
||||
supportsRandomAccess() {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user