271 lines
7.7 KiB
JavaScript
271 lines
7.7 KiB
JavaScript
|
/**
|
||
|
* @license Apache-2.0
|
||
|
*
|
||
|
* Copyright (c) 2018 The Stdlib Authors.
|
||
|
*
|
||
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
* you may not use this file except in compliance with the License.
|
||
|
* You may obtain a copy of the License at
|
||
|
*
|
||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||
|
*
|
||
|
* Unless required by applicable law or agreed to in writing, software
|
||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
* See the License for the specific language governing permissions and
|
||
|
* limitations under the License.
|
||
|
*/
|
||
|
|
||
|
'use strict';
|
||
|
|
||
|
// MODULES //
|
||
|
|
||
|
var Transform = require( 'readable-stream' ).Transform;
|
||
|
var copy = require( '@stdlib/utils/copy' );
|
||
|
var inherit = require( '@stdlib/utils/inherit' );
|
||
|
var setNonEnumerable = require( '@stdlib/utils/define-nonenumerable-property' );
|
||
|
var setNonEnumerableReadOnly = require( '@stdlib/utils/define-nonenumerable-read-only-property' );
|
||
|
var Buffer = require( '@stdlib/buffer/ctor' );
|
||
|
var nextTick = require( '@stdlib/utils/next-tick' );
|
||
|
var DEFAULTS = require( './defaults.json' );
|
||
|
var validate = require( './validate.js' );
|
||
|
var debug = require( './debug.js' );
|
||
|
var decode = require( './decode.js' );
|
||
|
|
||
|
|
||
|
// VARIABLES //
|
||
|
|
||
|
var RE = /\r?\n/;
|
||
|
|
||
|
|
||
|
// FUNCTIONS //
|
||
|
|
||
|
/**
|
||
|
* Implements the `_transform` method.
|
||
|
*
|
||
|
* @private
|
||
|
* @param {(Uint8Array|Buffer|string)} chunk - streamed chunk
|
||
|
* @param {string} encoding - Buffer encoding
|
||
|
* @param {Callback} clbk - callback to invoke after transforming the streamed chunk
|
||
|
*/
|
||
|
function transform( chunk, encoding, clbk ) {
|
||
|
/* eslint-disable no-invalid-this */
|
||
|
var splits;
|
||
|
var split;
|
||
|
var len;
|
||
|
var i;
|
||
|
|
||
|
this._idx += 1;
|
||
|
debug( 'Received a new chunk. Chunk: %s. Encoding: %s. Index: %d.', chunk.toString(), encoding, this._idx );
|
||
|
if ( encoding === 'buffer' ) {
|
||
|
// Default Buffer decoding is 'utf8':
|
||
|
chunk = chunk.toString();
|
||
|
}
|
||
|
else if ( encoding !== 'utf8' ) {
|
||
|
// Decode the chunk as a 'utf8' string...
|
||
|
chunk = new Buffer( chunk, encoding ); // eslint-disable-line no-buffer-constructor
|
||
|
chunk = chunk.toString( 'utf8' );
|
||
|
}
|
||
|
// Split the chunk:
|
||
|
splits = chunk.split( this._sep );
|
||
|
debug( 'Splits: %s. Index: %d.', JSON.stringify( splits ), this._idx );
|
||
|
|
||
|
// How many splits do we have? We do not count the last "split", as it may be incomplete...
|
||
|
len = splits.length - 1;
|
||
|
debug( '%s splits. Index: %d.', len, this._idx );
|
||
|
|
||
|
// If we do not have any splits, add the chunk to the buffer and wait for more data...
|
||
|
if ( len === 0 ) {
|
||
|
debug( 'No splits. Index: %d.', this._idx );
|
||
|
this._buffer += splits[ len ];
|
||
|
}
|
||
|
// If we have split data, concat any previous partial split, re-decode (if need be) each split according to its original encoding, push each split to the destination, and set anything leftover as the new split buffer...
|
||
|
else {
|
||
|
debug( 'Processing splits. Index: %d.', this._index );
|
||
|
split = this._buffer + splits[ 0 ];
|
||
|
split = decode( split, encoding );
|
||
|
|
||
|
debug( 'Split %d: %s. Index: %d.', 0, split.toString(), this._idx );
|
||
|
this.push( split, encoding );
|
||
|
for ( i = 1; i < len; i++ ) {
|
||
|
split = decode( splits[ i ], encoding );
|
||
|
debug( 'Split %d: %s. Index: %d.', i, split.toString(), this._idx );
|
||
|
this.push( split, encoding );
|
||
|
}
|
||
|
debug( 'Remaining split: %s.', splits[len].toString() );
|
||
|
this._buffer = splits[ len ];
|
||
|
}
|
||
|
clbk();
|
||
|
|
||
|
/* eslint-enable no-invalid-this */
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Implements the `_flush` method.
|
||
|
*
|
||
|
* @private
|
||
|
* @param {Callback} clbk - callback to invoke after any final processing
|
||
|
*/
|
||
|
function flush( clbk ) {
|
||
|
/* eslint-disable no-invalid-this */
|
||
|
var split = this._buffer;
|
||
|
if ( split ) {
|
||
|
debug( 'Processing final split...' );
|
||
|
split = decode( split, this._encoding );
|
||
|
this.push( split, this._encoding );
|
||
|
}
|
||
|
debug( 'Flushing the stream...' );
|
||
|
clbk();
|
||
|
|
||
|
/* eslint-enable no-invalid-this */
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Gracefully destroys a stream, providing backward compatibility.
|
||
|
*
|
||
|
* @private
|
||
|
* @param {Object} [error] - optional error message
|
||
|
* @returns {SplitStream} Stream instance
|
||
|
*/
|
||
|
function destroy( error ) {
|
||
|
/* eslint-disable no-invalid-this */
|
||
|
var self;
|
||
|
if ( this._destroyed ) {
|
||
|
debug( 'Attempted to destroy an already destroyed stream.' );
|
||
|
return this;
|
||
|
}
|
||
|
self = this;
|
||
|
this._destroyed = true;
|
||
|
|
||
|
nextTick( close );
|
||
|
|
||
|
return this;
|
||
|
|
||
|
/**
|
||
|
* Closes a stream.
|
||
|
*
|
||
|
* @private
|
||
|
*/
|
||
|
function close() {
|
||
|
if ( error ) {
|
||
|
debug( 'Stream was destroyed due to an error. Error: %s.', JSON.stringify( error ) );
|
||
|
self.emit( 'error', error );
|
||
|
}
|
||
|
debug( 'Closing the stream...' );
|
||
|
self.emit( 'close' );
|
||
|
}
|
||
|
|
||
|
/* eslint-enable no-invalid-this */
|
||
|
}
|
||
|
|
||
|
|
||
|
// MAIN //
|
||
|
|
||
|
/**
|
||
|
* Split stream constructor.
|
||
|
*
|
||
|
* @constructor
|
||
|
* @param {Options} [options] - stream options
|
||
|
* @param {(string|RegExp)} [options.sep=/\r?\n/] - separator used to split streamed data
|
||
|
* @param {boolean} [options.objectMode=false] - specifies whether a stream should operate in object mode
|
||
|
* @param {(string|null)} [options.encoding=null] - specifies how `Buffer` objects should be decoded to `strings`
|
||
|
* @param {NonNegativeNumber} [options.highWaterMark] - specifies the `Buffer` level for when `write()` starts returning `false`
|
||
|
* @param {boolean} [options.allowHalfOpen=false] - specifies whether the stream should remain open even if one side ends
|
||
|
* @param {boolean} [options.writableObjectMode=false] - specifies whether the writable side should be in object mode
|
||
|
* @returns {SplitStream} split stream
|
||
|
*
|
||
|
* @example
|
||
|
* var stream = new SplitStream();
|
||
|
*
|
||
|
* stream.write( '1\n2\n3' );
|
||
|
* stream.end();
|
||
|
*/
|
||
|
function SplitStream( options ) {
|
||
|
var opts;
|
||
|
var err;
|
||
|
if ( !( this instanceof SplitStream ) ) {
|
||
|
if ( arguments.length ) {
|
||
|
return new SplitStream( options );
|
||
|
}
|
||
|
return new SplitStream();
|
||
|
}
|
||
|
opts = copy( DEFAULTS );
|
||
|
if ( arguments.length ) {
|
||
|
err = validate( opts, options );
|
||
|
if ( err ) {
|
||
|
throw err;
|
||
|
}
|
||
|
}
|
||
|
// The stream's readable state should always be in object mode to prevent split data from being buffered (concatenated) and no longer being separated...
|
||
|
opts.readableObjectMode = true;
|
||
|
|
||
|
// The stream converts each chunk into a string so no need to encode strings written to the split stream as Buffer objects:
|
||
|
opts.decodeStrings = false;
|
||
|
|
||
|
// Make the stream a Transform stream:
|
||
|
debug( 'Creating a transform stream configured with the following options: %s.', JSON.stringify( opts ) );
|
||
|
Transform.call( this, opts );
|
||
|
|
||
|
// Cache the separator:
|
||
|
setNonEnumerableReadOnly( this, '_sep', ( opts.sep === null ) ? RE : opts.sep );
|
||
|
|
||
|
// The destruction state:
|
||
|
setNonEnumerable( this, '_destroyed', false );
|
||
|
|
||
|
// Cache the encoding:
|
||
|
setNonEnumerableReadOnly( this, '_encoding', opts.encoding );
|
||
|
|
||
|
// Buffer for storing partial splits:
|
||
|
setNonEnumerable( this, '_buffer', '' );
|
||
|
|
||
|
// Chunk counter:
|
||
|
setNonEnumerable( this, '_idx', -1 );
|
||
|
|
||
|
return this;
|
||
|
}
|
||
|
|
||
|
/*
|
||
|
* Inherit from the `Transform` prototype.
|
||
|
*/
|
||
|
inherit( SplitStream, Transform );
|
||
|
|
||
|
/**
|
||
|
* Implements the `_transform` method.
|
||
|
*
|
||
|
* @private
|
||
|
* @name _transform
|
||
|
* @memberof SplitStream.prototype
|
||
|
* @type {Function}
|
||
|
* @param {(Buffer|string)} chunk - streamed chunk
|
||
|
* @param {string} encoding - Buffer encoding
|
||
|
* @param {Callback} clbk - callback to invoke after transforming the streamed chunk
|
||
|
*/
|
||
|
setNonEnumerableReadOnly( SplitStream.prototype, '_transform', transform );
|
||
|
|
||
|
/**
|
||
|
* Implements the `_flush` method.
|
||
|
*
|
||
|
* @private
|
||
|
* @name _flush
|
||
|
* @memberof SplitStream.prototype
|
||
|
* @type {Function}
|
||
|
* @param {Callback} clbk - callback to invoke after any final processing
|
||
|
*/
|
||
|
setNonEnumerableReadOnly( SplitStream.prototype, '_flush', flush );
|
||
|
|
||
|
/**
|
||
|
* Gracefully destroys a stream, providing backward compatibility.
|
||
|
*
|
||
|
* @name destroy
|
||
|
* @memberof SplitStream.prototype
|
||
|
* @type {Function}
|
||
|
* @param {Object} [error] - optional error message
|
||
|
* @returns {SplitStream} Stream instance
|
||
|
*/
|
||
|
setNonEnumerableReadOnly( SplitStream.prototype, 'destroy', destroy );
|
||
|
|
||
|
|
||
|
// EXPORTS //
|
||
|
|
||
|
module.exports = SplitStream;
|