2017-01-03 21:16:48 +00:00
|
|
|
// Copyright Joyent, Inc. and other Node contributors.
|
|
|
|
//
|
|
|
|
// Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
// copy of this software and associated documentation files (the
|
|
|
|
// "Software"), to deal in the Software without restriction, including
|
|
|
|
// without limitation the rights to use, copy, modify, merge, publish,
|
|
|
|
// distribute, sublicense, and/or sell copies of the Software, and to permit
|
|
|
|
// persons to whom the Software is furnished to do so, subject to the
|
|
|
|
// following conditions:
|
|
|
|
//
|
|
|
|
// The above copyright notice and this permission notice shall be included
|
|
|
|
// in all copies or substantial portions of the Software.
|
|
|
|
//
|
|
|
|
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
|
|
|
// OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
|
|
// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN
|
|
|
|
// NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
|
|
|
|
// DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
|
|
|
|
// OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
|
|
|
|
// USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
|
2014-11-22 15:59:48 +00:00
|
|
|
'use strict';
|
|
|
|
|
2019-11-22 17:04:46 +00:00
|
|
|
const {
|
2020-09-28 14:56:54 +00:00
|
|
|
ArrayBuffer,
|
2024-09-19 03:16:20 +00:00
|
|
|
MathMax,
|
2019-11-27 18:59:29 +00:00
|
|
|
NumberIsNaN,
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectDefineProperties,
|
|
|
|
ObjectDefineProperty,
|
2024-09-19 03:16:20 +00:00
|
|
|
ObjectEntries,
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectFreeze,
|
|
|
|
ObjectKeys,
|
|
|
|
ObjectSetPrototypeOf,
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply,
|
2019-11-30 15:55:29 +00:00
|
|
|
Symbol,
|
2020-09-28 14:56:54 +00:00
|
|
|
Uint32Array,
|
2019-11-22 17:04:46 +00:00
|
|
|
} = primordials;
|
2019-03-31 11:30:12 +00:00
|
|
|
|
2018-02-27 13:55:32 +00:00
|
|
|
const {
|
2019-03-18 01:29:39 +00:00
|
|
|
codes: {
|
|
|
|
ERR_BROTLI_INVALID_PARAM,
|
|
|
|
ERR_BUFFER_TOO_LARGE,
|
|
|
|
ERR_INVALID_ARG_TYPE,
|
|
|
|
ERR_OUT_OF_RANGE,
|
|
|
|
},
|
2022-02-09 01:56:15 +00:00
|
|
|
genericNodeError,
|
2019-03-18 01:29:39 +00:00
|
|
|
} = require('internal/errors');
|
2020-12-24 15:25:53 +00:00
|
|
|
const { Transform, finished } = require('stream');
|
2019-06-27 17:29:27 +00:00
|
|
|
const {
|
|
|
|
isArrayBufferView,
|
2021-07-22 22:06:49 +00:00
|
|
|
isAnyArrayBuffer,
|
|
|
|
isUint8Array,
|
2019-06-27 17:29:27 +00:00
|
|
|
} = require('internal/util/types');
|
2018-10-07 01:09:45 +00:00
|
|
|
const binding = internalBinding('zlib');
|
2024-05-02 12:54:46 +00:00
|
|
|
const { crc32: crc32Native } = binding;
|
2019-02-06 05:45:46 +00:00
|
|
|
const assert = require('internal/assert');
|
2017-09-25 23:48:57 +00:00
|
|
|
const {
|
|
|
|
Buffer,
|
2023-02-12 18:26:21 +00:00
|
|
|
kMaxLength,
|
2017-09-25 23:48:57 +00:00
|
|
|
} = require('buffer');
|
2018-10-01 01:08:12 +00:00
|
|
|
const { owner_symbol } = require('internal/async_hooks').symbols;
|
2021-01-24 07:46:24 +00:00
|
|
|
const {
|
2024-08-27 14:58:36 +00:00
|
|
|
checkRangesOrGetDefault,
|
2021-01-24 07:46:24 +00:00
|
|
|
validateFunction,
|
2024-05-02 12:54:46 +00:00
|
|
|
validateUint32,
|
2024-08-27 14:58:36 +00:00
|
|
|
validateFiniteNumber,
|
2021-01-24 07:46:24 +00:00
|
|
|
} = require('internal/validators');
|
2011-09-06 23:13:05 +00:00
|
|
|
|
2019-07-03 10:38:05 +00:00
|
|
|
const kFlushFlag = Symbol('kFlushFlag');
|
2020-03-12 07:18:39 +00:00
|
|
|
const kError = Symbol('kError');
|
2019-07-03 10:38:05 +00:00
|
|
|
|
2018-10-14 23:41:32 +00:00
|
|
|
const constants = internalBinding('constants').zlib;
|
2017-05-30 16:56:09 +00:00
|
|
|
const {
|
2018-11-27 01:16:34 +00:00
|
|
|
// Zlib flush levels
|
2017-07-28 11:39:04 +00:00
|
|
|
Z_NO_FLUSH, Z_BLOCK, Z_PARTIAL_FLUSH, Z_SYNC_FLUSH, Z_FULL_FLUSH, Z_FINISH,
|
2018-11-27 01:16:34 +00:00
|
|
|
// Zlib option values
|
2017-07-28 11:39:04 +00:00
|
|
|
Z_MIN_CHUNK, Z_MIN_WINDOWBITS, Z_MAX_WINDOWBITS, Z_MIN_LEVEL, Z_MAX_LEVEL,
|
|
|
|
Z_MIN_MEMLEVEL, Z_MAX_MEMLEVEL, Z_DEFAULT_CHUNK, Z_DEFAULT_COMPRESSION,
|
|
|
|
Z_DEFAULT_STRATEGY, Z_DEFAULT_WINDOWBITS, Z_DEFAULT_MEMLEVEL, Z_FIXED,
|
2018-11-27 01:16:34 +00:00
|
|
|
// Node's compression stream modes (node_zlib_mode)
|
|
|
|
DEFLATE, DEFLATERAW, INFLATE, INFLATERAW, GZIP, GUNZIP, UNZIP,
|
|
|
|
BROTLI_DECODE, BROTLI_ENCODE,
|
|
|
|
// Brotli operations (~flush levels)
|
|
|
|
BROTLI_OPERATION_PROCESS, BROTLI_OPERATION_FLUSH,
|
2021-04-26 03:54:12 +00:00
|
|
|
BROTLI_OPERATION_FINISH, BROTLI_OPERATION_EMIT_METADATA,
|
2017-05-30 16:56:09 +00:00
|
|
|
} = constants;
|
2016-06-07 21:38:00 +00:00
|
|
|
|
2019-03-07 00:03:53 +00:00
|
|
|
// Translation table for return codes.
|
2015-04-07 05:48:52 +00:00
|
|
|
const codes = {
|
2016-06-07 21:38:00 +00:00
|
|
|
Z_OK: constants.Z_OK,
|
|
|
|
Z_STREAM_END: constants.Z_STREAM_END,
|
|
|
|
Z_NEED_DICT: constants.Z_NEED_DICT,
|
|
|
|
Z_ERRNO: constants.Z_ERRNO,
|
|
|
|
Z_STREAM_ERROR: constants.Z_STREAM_ERROR,
|
|
|
|
Z_DATA_ERROR: constants.Z_DATA_ERROR,
|
|
|
|
Z_MEM_ERROR: constants.Z_MEM_ERROR,
|
|
|
|
Z_BUF_ERROR: constants.Z_BUF_ERROR,
|
2023-02-12 18:26:21 +00:00
|
|
|
Z_VERSION_ERROR: constants.Z_VERSION_ERROR,
|
2012-04-01 04:01:55 +00:00
|
|
|
};
|
|
|
|
|
2019-12-21 03:44:33 +00:00
|
|
|
for (const ckey of ObjectKeys(codes)) {
|
2015-04-07 05:48:52 +00:00
|
|
|
codes[codes[ckey]] = ckey;
|
2014-08-14 03:15:24 +00:00
|
|
|
}
|
2011-09-06 23:13:05 +00:00
|
|
|
|
2014-02-03 07:55:47 +00:00
|
|
|
function zlibBuffer(engine, buffer, callback) {
|
2021-01-24 07:46:24 +00:00
|
|
|
validateFunction(callback, 'callback');
|
2021-07-22 22:06:49 +00:00
|
|
|
// Streams do not support non-Uint8Array ArrayBufferViews yet. Convert it to a
|
2017-03-23 02:45:03 +00:00
|
|
|
// Buffer without copying.
|
2021-07-22 22:06:49 +00:00
|
|
|
if (isArrayBufferView(buffer) && !isUint8Array(buffer)) {
|
2017-03-23 02:45:03 +00:00
|
|
|
buffer = Buffer.from(buffer.buffer, buffer.byteOffset, buffer.byteLength);
|
2017-10-06 19:19:33 +00:00
|
|
|
} else if (isAnyArrayBuffer(buffer)) {
|
|
|
|
buffer = Buffer.from(buffer);
|
2017-03-23 02:45:03 +00:00
|
|
|
}
|
2017-05-30 16:56:09 +00:00
|
|
|
engine.buffers = null;
|
|
|
|
engine.nread = 0;
|
|
|
|
engine.cb = callback;
|
|
|
|
engine.on('data', zlibBufferOnData);
|
|
|
|
engine.on('error', zlibBufferOnError);
|
|
|
|
engine.on('end', zlibBufferOnEnd);
|
2012-10-02 23:15:39 +00:00
|
|
|
engine.end(buffer);
|
2017-05-30 16:56:09 +00:00
|
|
|
}
|
2011-10-24 16:29:24 +00:00
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
function zlibBufferOnData(chunk) {
|
2024-09-19 03:16:20 +00:00
|
|
|
if (!this.buffers) {
|
2017-05-30 16:56:09 +00:00
|
|
|
this.buffers = [chunk];
|
2024-09-19 03:16:20 +00:00
|
|
|
} else {
|
|
|
|
this.buffers.push(chunk);
|
|
|
|
}
|
2017-05-30 16:56:09 +00:00
|
|
|
this.nread += chunk.length;
|
2020-05-22 17:22:09 +00:00
|
|
|
if (this.nread > this._maxOutputLength) {
|
|
|
|
this.close();
|
|
|
|
this.removeAllListeners('end');
|
|
|
|
this.cb(new ERR_BUFFER_TOO_LARGE(this._maxOutputLength));
|
|
|
|
}
|
2017-05-30 16:56:09 +00:00
|
|
|
}
|
2015-05-27 11:21:56 +00:00
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
function zlibBufferOnError(err) {
|
|
|
|
this.removeAllListeners('end');
|
|
|
|
this.cb(err);
|
|
|
|
}
|
2015-05-27 11:21:56 +00:00
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
function zlibBufferOnEnd() {
|
2019-11-12 15:15:33 +00:00
|
|
|
let buf;
|
2020-05-22 17:22:09 +00:00
|
|
|
if (this.nread === 0) {
|
2017-11-15 11:13:43 +00:00
|
|
|
buf = Buffer.alloc(0);
|
2017-05-30 16:56:09 +00:00
|
|
|
} else {
|
2019-11-12 15:15:33 +00:00
|
|
|
const bufs = this.buffers;
|
2017-05-30 16:56:09 +00:00
|
|
|
buf = (bufs.length === 1 ? bufs[0] : Buffer.concat(bufs, this.nread));
|
2012-01-20 14:36:28 +00:00
|
|
|
}
|
2017-05-30 16:56:09 +00:00
|
|
|
this.close();
|
2020-06-26 13:54:44 +00:00
|
|
|
if (this._info)
|
2017-05-30 16:56:09 +00:00
|
|
|
this.cb(null, { buffer: buf, engine: this });
|
|
|
|
else
|
|
|
|
this.cb(null, buf);
|
2011-10-24 16:29:24 +00:00
|
|
|
}
|
|
|
|
|
2014-02-03 07:55:47 +00:00
|
|
|
function zlibBufferSync(engine, buffer) {
|
2017-05-30 16:56:09 +00:00
|
|
|
if (typeof buffer === 'string') {
|
2016-01-25 23:00:06 +00:00
|
|
|
buffer = Buffer.from(buffer);
|
2017-09-28 07:16:41 +00:00
|
|
|
} else if (!isArrayBufferView(buffer)) {
|
2017-10-06 19:19:33 +00:00
|
|
|
if (isAnyArrayBuffer(buffer)) {
|
|
|
|
buffer = Buffer.from(buffer);
|
|
|
|
} else {
|
2018-02-27 13:55:32 +00:00
|
|
|
throw new ERR_INVALID_ARG_TYPE(
|
|
|
|
'buffer',
|
2018-03-19 12:33:46 +00:00
|
|
|
['string', 'Buffer', 'TypedArray', 'DataView', 'ArrayBuffer'],
|
2023-02-14 17:45:16 +00:00
|
|
|
buffer,
|
2018-02-27 13:55:32 +00:00
|
|
|
);
|
2017-10-06 19:19:33 +00:00
|
|
|
}
|
2017-05-30 16:56:09 +00:00
|
|
|
}
|
|
|
|
buffer = processChunkSync(engine, buffer, engine._finishFlushFlag);
|
|
|
|
if (engine._info)
|
|
|
|
return { buffer, engine };
|
2017-11-15 19:50:03 +00:00
|
|
|
return buffer;
|
2014-01-28 17:35:51 +00:00
|
|
|
}
|
2011-10-24 16:29:24 +00:00
|
|
|
|
2018-10-07 00:26:02 +00:00
|
|
|
function zlibOnError(message, errno, code) {
|
2019-03-26 04:21:27 +00:00
|
|
|
const self = this[owner_symbol];
|
2019-03-07 00:03:53 +00:00
|
|
|
// There is no way to cleanly recover.
|
|
|
|
// Continuing only obscures problems.
|
2017-02-15 01:36:12 +00:00
|
|
|
|
2022-02-09 01:56:15 +00:00
|
|
|
const error = genericNodeError(message, { errno, code });
|
2017-02-15 01:36:12 +00:00
|
|
|
error.errno = errno;
|
2018-10-07 00:26:02 +00:00
|
|
|
error.code = code;
|
2020-03-12 07:18:39 +00:00
|
|
|
self.destroy(error);
|
|
|
|
self[kError] = error;
|
2011-09-06 23:13:05 +00:00
|
|
|
}
|
|
|
|
|
2021-04-26 03:54:12 +00:00
|
|
|
const FLUSH_BOUND = [
|
|
|
|
[ Z_NO_FLUSH, Z_BLOCK ],
|
|
|
|
[ BROTLI_OPERATION_PROCESS, BROTLI_OPERATION_EMIT_METADATA ],
|
|
|
|
];
|
|
|
|
const FLUSH_BOUND_IDX_NORMAL = 0;
|
|
|
|
const FLUSH_BOUND_IDX_BROTLI = 1;
|
|
|
|
|
2018-12-06 17:48:09 +00:00
|
|
|
// The base class for all Zlib-style streams.
|
|
|
|
function ZlibBase(opts, mode, handle, { flush, finishFlush, fullFlush }) {
|
2019-11-12 15:15:33 +00:00
|
|
|
let chunkSize = Z_DEFAULT_CHUNK;
|
2020-05-22 17:22:09 +00:00
|
|
|
let maxOutputLength = kMaxLength;
|
2018-12-06 17:48:09 +00:00
|
|
|
// The ZlibBase class is not exported to user land, the mode should only be
|
2018-02-08 16:26:59 +00:00
|
|
|
// passed in by us.
|
|
|
|
assert(typeof mode === 'number');
|
2018-11-27 01:16:34 +00:00
|
|
|
assert(mode >= DEFLATE && mode <= BROTLI_ENCODE);
|
2017-10-27 00:09:30 +00:00
|
|
|
|
2021-04-26 03:54:12 +00:00
|
|
|
let flushBoundIdx;
|
|
|
|
if (mode !== BROTLI_ENCODE && mode !== BROTLI_DECODE) {
|
|
|
|
flushBoundIdx = FLUSH_BOUND_IDX_NORMAL;
|
|
|
|
} else {
|
|
|
|
flushBoundIdx = FLUSH_BOUND_IDX_BROTLI;
|
|
|
|
}
|
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
if (opts) {
|
|
|
|
chunkSize = opts.chunkSize;
|
2024-08-27 14:58:36 +00:00
|
|
|
if (!validateFiniteNumber(chunkSize, 'options.chunkSize')) {
|
2017-05-30 16:56:09 +00:00
|
|
|
chunkSize = Z_DEFAULT_CHUNK;
|
2018-02-08 16:26:59 +00:00
|
|
|
} else if (chunkSize < Z_MIN_CHUNK) {
|
2018-02-27 13:55:32 +00:00
|
|
|
throw new ERR_OUT_OF_RANGE('options.chunkSize',
|
|
|
|
`>= ${Z_MIN_CHUNK}`, chunkSize);
|
2017-05-30 16:56:09 +00:00
|
|
|
}
|
2011-09-06 23:13:05 +00:00
|
|
|
|
2018-02-08 16:26:59 +00:00
|
|
|
flush = checkRangesOrGetDefault(
|
|
|
|
opts.flush, 'options.flush',
|
2021-04-26 03:54:12 +00:00
|
|
|
FLUSH_BOUND[flushBoundIdx][0], FLUSH_BOUND[flushBoundIdx][1], flush);
|
2011-09-06 23:13:05 +00:00
|
|
|
|
2018-02-08 16:26:59 +00:00
|
|
|
finishFlush = checkRangesOrGetDefault(
|
|
|
|
opts.finishFlush, 'options.finishFlush',
|
2021-04-26 03:54:12 +00:00
|
|
|
FLUSH_BOUND[flushBoundIdx][0], FLUSH_BOUND[flushBoundIdx][1],
|
|
|
|
finishFlush);
|
2017-01-21 05:54:56 +00:00
|
|
|
|
2020-05-22 17:22:09 +00:00
|
|
|
maxOutputLength = checkRangesOrGetDefault(
|
|
|
|
opts.maxOutputLength, 'options.maxOutputLength',
|
|
|
|
1, kMaxLength, kMaxLength);
|
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
if (opts.encoding || opts.objectMode || opts.writableObjectMode) {
|
2018-12-18 02:15:57 +00:00
|
|
|
opts = { ...opts };
|
2017-05-30 16:56:09 +00:00
|
|
|
opts.encoding = null;
|
|
|
|
opts.objectMode = false;
|
|
|
|
opts.writableObjectMode = false;
|
|
|
|
}
|
|
|
|
}
|
2018-12-06 17:48:09 +00:00
|
|
|
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(Transform, this, [{ autoDestroy: true, ...opts }]);
|
2020-03-12 07:18:39 +00:00
|
|
|
this[kError] = null;
|
2018-03-17 15:59:54 +00:00
|
|
|
this.bytesWritten = 0;
|
2018-12-06 17:48:09 +00:00
|
|
|
this._handle = handle;
|
|
|
|
handle[owner_symbol] = this;
|
2018-10-01 01:08:12 +00:00
|
|
|
// Used by processCallback() and zlibOnError()
|
2018-12-06 17:48:09 +00:00
|
|
|
handle.onerror = zlibOnError;
|
2017-05-30 16:56:09 +00:00
|
|
|
this._outBuffer = Buffer.allocUnsafe(chunkSize);
|
|
|
|
this._outOffset = 0;
|
2018-12-06 17:48:09 +00:00
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
this._chunkSize = chunkSize;
|
2018-09-30 20:13:07 +00:00
|
|
|
this._defaultFlushFlag = flush;
|
2017-05-30 16:56:09 +00:00
|
|
|
this._finishFlushFlag = finishFlush;
|
2018-12-06 17:48:09 +00:00
|
|
|
this._defaultFullFlushFlag = fullFlush;
|
2024-09-24 19:48:15 +00:00
|
|
|
this._info = opts?.info;
|
2020-05-22 17:22:09 +00:00
|
|
|
this._maxOutputLength = maxOutputLength;
|
2017-06-01 18:23:59 +00:00
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(ZlibBase.prototype, Transform.prototype);
|
|
|
|
ObjectSetPrototypeOf(ZlibBase, Transform);
|
2011-09-06 23:13:05 +00:00
|
|
|
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectDefineProperty(ZlibBase.prototype, '_closed', {
|
2022-06-03 08:23:58 +00:00
|
|
|
__proto__: null,
|
2017-06-01 18:23:59 +00:00
|
|
|
configurable: true,
|
|
|
|
enumerable: true,
|
|
|
|
get() {
|
2017-02-15 01:36:12 +00:00
|
|
|
return !this._handle;
|
2023-02-12 18:26:21 +00:00
|
|
|
},
|
2017-06-01 18:23:59 +00:00
|
|
|
});
|
2011-09-06 23:13:05 +00:00
|
|
|
|
2024-09-01 17:14:27 +00:00
|
|
|
/**
|
|
|
|
* @this ZlibBase
|
|
|
|
* @returns {void}
|
|
|
|
*/
|
2018-12-06 17:48:09 +00:00
|
|
|
ZlibBase.prototype.reset = function() {
|
2024-09-01 17:14:27 +00:00
|
|
|
assert(this._handle, 'zlib binding closed');
|
2017-06-01 18:23:59 +00:00
|
|
|
return this._handle.reset();
|
|
|
|
};
|
2011-12-02 07:53:56 +00:00
|
|
|
|
2017-06-01 18:23:59 +00:00
|
|
|
// This is the _flush function called by the transform class,
|
|
|
|
// internally, when the last chunk has been written.
|
2018-12-06 17:48:09 +00:00
|
|
|
ZlibBase.prototype._flush = function(callback) {
|
2017-06-01 18:23:59 +00:00
|
|
|
this._transform(Buffer.alloc(0), '', callback);
|
|
|
|
};
|
2012-04-01 04:01:55 +00:00
|
|
|
|
2020-07-11 21:50:09 +00:00
|
|
|
// Force Transform compat behavior.
|
|
|
|
ZlibBase.prototype._final = function(callback) {
|
|
|
|
callback();
|
|
|
|
};
|
|
|
|
|
2017-07-28 11:39:04 +00:00
|
|
|
// If a flush is scheduled while another flush is still pending, a way to figure
|
|
|
|
// out which one is the "stronger" flush is needed.
|
2019-07-03 10:38:05 +00:00
|
|
|
// This is currently only used to figure out which flush flag to use for the
|
|
|
|
// last chunk.
|
2017-07-28 11:39:04 +00:00
|
|
|
// Roughly, the following holds:
|
|
|
|
// Z_NO_FLUSH (< Z_TREES) < Z_BLOCK < Z_PARTIAL_FLUSH <
|
|
|
|
// Z_SYNC_FLUSH < Z_FULL_FLUSH < Z_FINISH
|
|
|
|
const flushiness = [];
|
2019-07-03 10:38:05 +00:00
|
|
|
const kFlushFlagList = [Z_NO_FLUSH, Z_BLOCK, Z_PARTIAL_FLUSH,
|
|
|
|
Z_SYNC_FLUSH, Z_FULL_FLUSH, Z_FINISH];
|
2024-08-12 03:53:12 +00:00
|
|
|
for (let i = 0; i < kFlushFlagList.length; i++) {
|
|
|
|
flushiness[kFlushFlagList[i]] = i;
|
2017-07-28 11:39:04 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
function maxFlush(a, b) {
|
|
|
|
return flushiness[a] > flushiness[b] ? a : b;
|
|
|
|
}
|
|
|
|
|
2019-07-03 10:38:05 +00:00
|
|
|
// Set up a list of 'special' buffers that can be written using .write()
|
|
|
|
// from the .flush() code as a way of introducing flushing operations into the
|
|
|
|
// write sequence.
|
|
|
|
const kFlushBuffers = [];
|
|
|
|
{
|
|
|
|
const dummyArrayBuffer = new ArrayBuffer();
|
|
|
|
for (const flushFlag of kFlushFlagList) {
|
|
|
|
kFlushBuffers[flushFlag] = Buffer.from(dummyArrayBuffer);
|
|
|
|
kFlushBuffers[flushFlag][kFlushFlag] = flushFlag;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-12-06 17:48:09 +00:00
|
|
|
ZlibBase.prototype.flush = function(kind, callback) {
|
2017-06-01 18:23:59 +00:00
|
|
|
if (typeof kind === 'function' || (kind === undefined && !callback)) {
|
|
|
|
callback = kind;
|
2018-12-06 17:48:09 +00:00
|
|
|
kind = this._defaultFullFlushFlag;
|
2017-02-15 01:36:12 +00:00
|
|
|
}
|
2012-04-01 04:01:55 +00:00
|
|
|
|
2020-08-23 08:32:40 +00:00
|
|
|
if (this.writableFinished) {
|
2017-06-01 18:23:59 +00:00
|
|
|
if (callback)
|
|
|
|
process.nextTick(callback);
|
2020-08-23 08:32:40 +00:00
|
|
|
} else if (this.writableEnded) {
|
2017-06-01 18:23:59 +00:00
|
|
|
if (callback)
|
|
|
|
this.once('end', callback);
|
|
|
|
} else {
|
2019-07-03 10:38:05 +00:00
|
|
|
this.write(kFlushBuffers[kind], '', callback);
|
2017-02-15 01:36:12 +00:00
|
|
|
}
|
2017-06-01 18:23:59 +00:00
|
|
|
};
|
2013-07-01 09:42:19 +00:00
|
|
|
|
2024-09-01 17:14:27 +00:00
|
|
|
/**
|
|
|
|
* @this import('stream').Transform
|
|
|
|
* @param {(err?: Error) => any} [callback]
|
|
|
|
*/
|
2018-12-06 17:48:09 +00:00
|
|
|
ZlibBase.prototype.close = function(callback) {
|
2020-03-12 07:18:39 +00:00
|
|
|
if (callback) finished(this, callback);
|
2018-01-29 18:32:34 +00:00
|
|
|
this.destroy();
|
2017-06-01 18:23:59 +00:00
|
|
|
};
|
2013-07-01 09:42:19 +00:00
|
|
|
|
2018-12-06 17:48:09 +00:00
|
|
|
ZlibBase.prototype._destroy = function(err, callback) {
|
2018-10-18 15:40:57 +00:00
|
|
|
_close(this);
|
|
|
|
callback(err);
|
|
|
|
};
|
|
|
|
|
2018-12-06 17:48:09 +00:00
|
|
|
ZlibBase.prototype._transform = function(chunk, encoding, cb) {
|
2019-11-12 15:15:33 +00:00
|
|
|
let flushFlag = this._defaultFlushFlag;
|
2018-09-30 20:13:07 +00:00
|
|
|
// We use a 'fake' zero-length chunk to carry information about flushes from
|
|
|
|
// the public API to the actual stream implementation.
|
2019-07-03 10:38:05 +00:00
|
|
|
if (typeof chunk[kFlushFlag] === 'number') {
|
|
|
|
flushFlag = chunk[kFlushFlag];
|
2018-09-30 20:13:07 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// For the last chunk, also apply `_finishFlushFlag`.
|
2020-08-23 08:32:40 +00:00
|
|
|
if (this.writableEnded && this.writableLength === chunk.byteLength) {
|
2018-09-30 20:13:07 +00:00
|
|
|
flushFlag = maxFlush(flushFlag, this._finishFlushFlag);
|
2017-02-15 01:36:12 +00:00
|
|
|
}
|
2017-05-30 16:56:09 +00:00
|
|
|
processChunk(this, chunk, flushFlag, cb);
|
2017-06-01 18:23:59 +00:00
|
|
|
};
|
2011-09-06 23:13:05 +00:00
|
|
|
|
2018-12-06 17:48:09 +00:00
|
|
|
ZlibBase.prototype._processChunk = function(chunk, flushFlag, cb) {
|
2017-05-30 16:56:09 +00:00
|
|
|
// _processChunk() is left for backwards compatibility
|
|
|
|
if (typeof cb === 'function')
|
|
|
|
processChunk(this, chunk, flushFlag, cb);
|
|
|
|
else
|
|
|
|
return processChunkSync(this, chunk, flushFlag);
|
|
|
|
};
|
2017-06-01 18:23:59 +00:00
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
function processChunkSync(self, chunk, flushFlag) {
|
2019-11-12 15:15:33 +00:00
|
|
|
let availInBefore = chunk.byteLength;
|
|
|
|
let availOutBefore = self._chunkSize - self._outOffset;
|
|
|
|
let inOff = 0;
|
|
|
|
let availOutAfter;
|
|
|
|
let availInAfter;
|
|
|
|
|
2024-09-01 17:14:27 +00:00
|
|
|
const buffers = [];
|
2019-11-12 15:15:33 +00:00
|
|
|
let nread = 0;
|
|
|
|
let inputRead = 0;
|
2019-03-26 04:21:27 +00:00
|
|
|
const state = self._writeState;
|
|
|
|
const handle = self._handle;
|
2019-11-12 15:15:33 +00:00
|
|
|
let buffer = self._outBuffer;
|
|
|
|
let offset = self._outOffset;
|
2019-03-26 04:21:27 +00:00
|
|
|
const chunkSize = self._chunkSize;
|
2017-05-30 16:56:09 +00:00
|
|
|
|
2019-11-12 15:15:33 +00:00
|
|
|
let error;
|
2018-07-14 13:22:49 +00:00
|
|
|
self.on('error', function onError(er) {
|
2017-05-30 16:56:09 +00:00
|
|
|
error = er;
|
|
|
|
});
|
2017-06-01 18:23:59 +00:00
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
while (true) {
|
|
|
|
handle.writeSync(flushFlag,
|
|
|
|
chunk, // in
|
|
|
|
inOff, // in_off
|
|
|
|
availInBefore, // in_len
|
|
|
|
buffer, // out
|
|
|
|
offset, // out_off
|
|
|
|
availOutBefore); // out_len
|
|
|
|
if (error)
|
2017-06-01 18:23:59 +00:00
|
|
|
throw error;
|
2020-03-12 07:18:39 +00:00
|
|
|
else if (self[kError])
|
|
|
|
throw self[kError];
|
2017-02-15 01:36:12 +00:00
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
availOutAfter = state[0];
|
|
|
|
availInAfter = state[1];
|
2017-02-15 01:36:12 +00:00
|
|
|
|
2019-11-12 15:15:33 +00:00
|
|
|
const inDelta = (availInBefore - availInAfter);
|
2017-05-30 16:56:09 +00:00
|
|
|
inputRead += inDelta;
|
2011-09-06 23:13:05 +00:00
|
|
|
|
2019-11-12 15:15:33 +00:00
|
|
|
const have = availOutBefore - availOutAfter;
|
2017-06-01 18:23:59 +00:00
|
|
|
if (have > 0) {
|
2019-11-12 15:15:33 +00:00
|
|
|
const out = buffer.slice(offset, offset + have);
|
2017-05-30 16:56:09 +00:00
|
|
|
offset += have;
|
2024-09-19 03:16:20 +00:00
|
|
|
buffers.push(out);
|
2017-05-30 16:56:09 +00:00
|
|
|
nread += out.byteLength;
|
2020-05-22 17:22:09 +00:00
|
|
|
|
|
|
|
if (nread > self._maxOutputLength) {
|
|
|
|
_close(self);
|
|
|
|
throw new ERR_BUFFER_TOO_LARGE(self._maxOutputLength);
|
|
|
|
}
|
|
|
|
|
2018-11-06 16:54:47 +00:00
|
|
|
} else {
|
|
|
|
assert(have === 0, 'have should not go down');
|
2017-06-01 18:23:59 +00:00
|
|
|
}
|
2012-04-01 04:01:55 +00:00
|
|
|
|
2018-12-03 16:15:45 +00:00
|
|
|
// Exhausted the output buffer, or used all the input create a new one.
|
2017-05-30 16:56:09 +00:00
|
|
|
if (availOutAfter === 0 || offset >= chunkSize) {
|
|
|
|
availOutBefore = chunkSize;
|
|
|
|
offset = 0;
|
|
|
|
buffer = Buffer.allocUnsafe(chunkSize);
|
2017-06-01 18:23:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if (availOutAfter === 0) {
|
2017-05-30 16:56:09 +00:00
|
|
|
// Not actually done. Need to reprocess.
|
2017-06-01 18:23:59 +00:00
|
|
|
// Also, update the availInBefore to the availInAfter value,
|
|
|
|
// so that if we have to hit it a third (fourth, etc.) time,
|
|
|
|
// it'll have the correct byte counts.
|
2017-05-30 16:56:09 +00:00
|
|
|
inOff += inDelta;
|
2017-06-01 18:23:59 +00:00
|
|
|
availInBefore = availInAfter;
|
2017-05-30 16:56:09 +00:00
|
|
|
} else {
|
|
|
|
break;
|
2015-10-26 21:40:56 +00:00
|
|
|
}
|
2017-05-30 16:56:09 +00:00
|
|
|
}
|
2017-06-01 18:23:59 +00:00
|
|
|
|
2018-03-17 15:59:54 +00:00
|
|
|
self.bytesWritten = inputRead;
|
2018-09-11 03:55:03 +00:00
|
|
|
_close(self);
|
2017-06-01 18:23:59 +00:00
|
|
|
|
2017-11-15 11:13:43 +00:00
|
|
|
if (nread === 0)
|
|
|
|
return Buffer.alloc(0);
|
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
return (buffers.length === 1 ? buffers[0] : Buffer.concat(buffers, nread));
|
|
|
|
}
|
|
|
|
|
|
|
|
function processChunk(self, chunk, flushFlag, cb) {
|
2019-03-26 04:21:27 +00:00
|
|
|
const handle = self._handle;
|
2019-12-24 15:22:39 +00:00
|
|
|
if (!handle) return process.nextTick(cb);
|
2017-05-30 16:56:09 +00:00
|
|
|
|
|
|
|
handle.buffer = chunk;
|
|
|
|
handle.cb = cb;
|
|
|
|
handle.availOutBefore = self._chunkSize - self._outOffset;
|
|
|
|
handle.availInBefore = chunk.byteLength;
|
|
|
|
handle.inOff = 0;
|
|
|
|
handle.flushFlag = flushFlag;
|
|
|
|
|
|
|
|
handle.write(flushFlag,
|
|
|
|
chunk, // in
|
|
|
|
0, // in_off
|
|
|
|
handle.availInBefore, // in_len
|
|
|
|
self._outBuffer, // out
|
|
|
|
self._outOffset, // out_off
|
|
|
|
handle.availOutBefore); // out_len
|
|
|
|
}
|
|
|
|
|
|
|
|
function processCallback() {
|
|
|
|
// This callback's context (`this`) is the `_handle` (ZCtx) object. It is
|
|
|
|
// important to null out the values once they are no longer needed since
|
|
|
|
// `_handle` can stay in memory long after the buffer is needed.
|
2019-03-26 04:21:27 +00:00
|
|
|
const handle = this;
|
|
|
|
const self = this[owner_symbol];
|
|
|
|
const state = self._writeState;
|
2017-05-30 16:56:09 +00:00
|
|
|
|
2020-03-12 07:18:39 +00:00
|
|
|
if (self.destroyed) {
|
2017-05-30 16:56:09 +00:00
|
|
|
this.buffer = null;
|
2019-12-24 15:22:39 +00:00
|
|
|
this.cb();
|
2017-05-30 16:56:09 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2019-03-26 04:21:27 +00:00
|
|
|
const availOutAfter = state[0];
|
|
|
|
const availInAfter = state[1];
|
2017-05-30 16:56:09 +00:00
|
|
|
|
2018-03-17 15:59:54 +00:00
|
|
|
const inDelta = handle.availInBefore - availInAfter;
|
|
|
|
self.bytesWritten += inDelta;
|
2017-05-30 16:56:09 +00:00
|
|
|
|
2019-03-26 04:21:27 +00:00
|
|
|
const have = handle.availOutBefore - availOutAfter;
|
2024-02-06 15:47:20 +00:00
|
|
|
let streamBufferIsFull = false;
|
2017-05-30 16:56:09 +00:00
|
|
|
if (have > 0) {
|
2019-11-12 15:15:33 +00:00
|
|
|
const out = self._outBuffer.slice(self._outOffset, self._outOffset + have);
|
2017-05-30 16:56:09 +00:00
|
|
|
self._outOffset += have;
|
2024-02-06 15:47:20 +00:00
|
|
|
streamBufferIsFull = !self.push(out);
|
2018-11-06 16:54:47 +00:00
|
|
|
} else {
|
|
|
|
assert(have === 0, 'have should not go down');
|
2013-03-08 15:55:45 +00:00
|
|
|
}
|
2017-05-30 16:56:09 +00:00
|
|
|
|
2018-10-18 15:40:57 +00:00
|
|
|
if (self.destroyed) {
|
2019-12-24 15:22:39 +00:00
|
|
|
this.cb();
|
2018-10-18 15:40:57 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2018-12-03 16:15:45 +00:00
|
|
|
// Exhausted the output buffer, or used all the input create a new one.
|
2017-05-30 16:56:09 +00:00
|
|
|
if (availOutAfter === 0 || self._outOffset >= self._chunkSize) {
|
|
|
|
handle.availOutBefore = self._chunkSize;
|
|
|
|
self._outOffset = 0;
|
|
|
|
self._outBuffer = Buffer.allocUnsafe(self._chunkSize);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (availOutAfter === 0) {
|
|
|
|
// Not actually done. Need to reprocess.
|
|
|
|
// Also, update the availInBefore to the availInAfter value,
|
|
|
|
// so that if we have to hit it a third (fourth, etc.) time,
|
|
|
|
// it'll have the correct byte counts.
|
|
|
|
handle.inOff += inDelta;
|
|
|
|
handle.availInBefore = availInAfter;
|
|
|
|
|
2024-02-06 15:47:20 +00:00
|
|
|
|
|
|
|
if (!streamBufferIsFull) {
|
|
|
|
this.write(handle.flushFlag,
|
|
|
|
this.buffer, // in
|
|
|
|
handle.inOff, // in_off
|
|
|
|
handle.availInBefore, // in_len
|
|
|
|
self._outBuffer, // out
|
|
|
|
self._outOffset, // out_off
|
|
|
|
self._chunkSize); // out_len
|
|
|
|
} else {
|
|
|
|
const oldRead = self._read;
|
|
|
|
self._read = (n) => {
|
|
|
|
self._read = oldRead;
|
|
|
|
this.write(handle.flushFlag,
|
|
|
|
this.buffer, // in
|
|
|
|
handle.inOff, // in_off
|
|
|
|
handle.availInBefore, // in_len
|
|
|
|
self._outBuffer, // out
|
|
|
|
self._outOffset, // out_off
|
|
|
|
self._chunkSize); // out_len
|
|
|
|
self._read(n);
|
|
|
|
};
|
|
|
|
}
|
2017-05-30 16:56:09 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2019-02-28 21:25:59 +00:00
|
|
|
if (availInAfter > 0) {
|
|
|
|
// If we have more input that should be written, but we also have output
|
|
|
|
// space available, that means that the compression library was not
|
|
|
|
// interested in receiving more data, and in particular that the input
|
|
|
|
// stream has ended early.
|
|
|
|
// This applies to streams where we don't check data past the end of
|
|
|
|
// what was consumed; that is, everything except Gunzip/Unzip.
|
|
|
|
self.push(null);
|
|
|
|
}
|
|
|
|
|
2019-03-22 02:44:26 +00:00
|
|
|
// Finished with the chunk.
|
2017-05-30 16:56:09 +00:00
|
|
|
this.buffer = null;
|
|
|
|
this.cb();
|
|
|
|
}
|
2016-03-15 00:11:07 +00:00
|
|
|
|
2024-09-01 17:14:27 +00:00
|
|
|
/**
|
|
|
|
* @param {ZlibBase} engine
|
|
|
|
* @private
|
|
|
|
*/
|
2020-03-12 07:18:39 +00:00
|
|
|
function _close(engine) {
|
2024-09-01 17:14:27 +00:00
|
|
|
// Caller may invoke .close after a zlib error (which will null _handle)
|
|
|
|
engine._handle?.close();
|
2016-05-04 19:18:21 +00:00
|
|
|
engine._handle = null;
|
2016-03-15 00:11:07 +00:00
|
|
|
}
|
zlib: reduce memory consumption, release early
In zlibBuffer(), don't wait for the garbage collector to reclaim the zlib memory
but release it manually. Reduces memory consumption by a factor of 10 or more
with some workloads.
Test case:
function f() {
require('zlib').deflate('xxx', g);
}
function g() {
setTimeout(f, 5);
}
f();
Observe RSS memory usage with and without this commit. After 10,000 iterations,
RSS stabilizes at ~35 MB with this commit. Without, RSS is over 300 MB and keeps
growing.
Cause: whenever the JS object heap hits the high-water mark, the V8 GC sweeps
it clean, then tries to grow it in order to avoid more sweeps in the near
future. Rule of thumb: the bigger the JS heap, the lazier the GC can be.
A side effect of a bigger heap is that objects now live longer. This is harmless
in general but it affects zlib context objects because those are tied to large
buffers that live outside the JS heap, on the order of 16K per context object.
Ergo, don't wait for the GC to reclaim the memory - it may take a long time.
Fixes #4172.
2012-10-30 00:19:01 +00:00
|
|
|
|
2018-12-06 17:48:09 +00:00
|
|
|
const zlibDefaultOpts = {
|
|
|
|
flush: Z_NO_FLUSH,
|
|
|
|
finishFlush: Z_FINISH,
|
2023-02-12 18:26:21 +00:00
|
|
|
fullFlush: Z_FULL_FLUSH,
|
2018-12-06 17:48:09 +00:00
|
|
|
};
|
|
|
|
// Base class for all streams actually backed by zlib and using zlib-specific
|
|
|
|
// parameters.
|
|
|
|
function Zlib(opts, mode) {
|
2019-11-12 15:15:33 +00:00
|
|
|
let windowBits = Z_DEFAULT_WINDOWBITS;
|
|
|
|
let level = Z_DEFAULT_COMPRESSION;
|
|
|
|
let memLevel = Z_DEFAULT_MEMLEVEL;
|
|
|
|
let strategy = Z_DEFAULT_STRATEGY;
|
|
|
|
let dictionary;
|
2018-12-06 17:48:09 +00:00
|
|
|
|
|
|
|
if (opts) {
|
|
|
|
// windowBits is special. On the compression side, 0 is an invalid value.
|
|
|
|
// But on the decompression side, a value of 0 for windowBits tells zlib
|
|
|
|
// to use the window size in the zlib header of the compressed stream.
|
|
|
|
if ((opts.windowBits == null || opts.windowBits === 0) &&
|
|
|
|
(mode === INFLATE ||
|
|
|
|
mode === GUNZIP ||
|
|
|
|
mode === UNZIP)) {
|
|
|
|
windowBits = 0;
|
|
|
|
} else {
|
2020-04-24 19:12:32 +00:00
|
|
|
// `{ windowBits: 8 }` is valid for deflate but not gzip.
|
|
|
|
const min = Z_MIN_WINDOWBITS + (mode === GZIP ? 1 : 0);
|
2018-12-06 17:48:09 +00:00
|
|
|
windowBits = checkRangesOrGetDefault(
|
|
|
|
opts.windowBits, 'options.windowBits',
|
2020-04-24 19:12:32 +00:00
|
|
|
min, Z_MAX_WINDOWBITS, Z_DEFAULT_WINDOWBITS);
|
2018-12-06 17:48:09 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
level = checkRangesOrGetDefault(
|
|
|
|
opts.level, 'options.level',
|
|
|
|
Z_MIN_LEVEL, Z_MAX_LEVEL, Z_DEFAULT_COMPRESSION);
|
|
|
|
|
|
|
|
memLevel = checkRangesOrGetDefault(
|
|
|
|
opts.memLevel, 'options.memLevel',
|
|
|
|
Z_MIN_MEMLEVEL, Z_MAX_MEMLEVEL, Z_DEFAULT_MEMLEVEL);
|
|
|
|
|
|
|
|
strategy = checkRangesOrGetDefault(
|
|
|
|
opts.strategy, 'options.strategy',
|
|
|
|
Z_DEFAULT_STRATEGY, Z_FIXED, Z_DEFAULT_STRATEGY);
|
|
|
|
|
|
|
|
dictionary = opts.dictionary;
|
|
|
|
if (dictionary !== undefined && !isArrayBufferView(dictionary)) {
|
|
|
|
if (isAnyArrayBuffer(dictionary)) {
|
|
|
|
dictionary = Buffer.from(dictionary);
|
|
|
|
} else {
|
|
|
|
throw new ERR_INVALID_ARG_TYPE(
|
|
|
|
'options.dictionary',
|
|
|
|
['Buffer', 'TypedArray', 'DataView', 'ArrayBuffer'],
|
2023-02-14 17:45:16 +00:00
|
|
|
dictionary,
|
2018-12-06 17:48:09 +00:00
|
|
|
);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
const handle = new binding.Zlib(mode);
|
|
|
|
// Ideally, we could let ZlibBase() set up _writeState. I haven't been able
|
|
|
|
// to come up with a good solution that doesn't break our internal API,
|
|
|
|
// and with it all supported npm versions at the time of writing.
|
|
|
|
this._writeState = new Uint32Array(2);
|
2020-06-23 14:18:31 +00:00
|
|
|
handle.init(windowBits,
|
|
|
|
level,
|
|
|
|
memLevel,
|
|
|
|
strategy,
|
|
|
|
this._writeState,
|
|
|
|
processCallback,
|
|
|
|
dictionary);
|
2018-12-06 17:48:09 +00:00
|
|
|
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(ZlibBase, this, [opts, mode, handle, zlibDefaultOpts]);
|
2018-12-06 17:48:09 +00:00
|
|
|
|
|
|
|
this._level = level;
|
|
|
|
this._strategy = strategy;
|
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(Zlib.prototype, ZlibBase.prototype);
|
|
|
|
ObjectSetPrototypeOf(Zlib, ZlibBase);
|
2018-12-06 17:48:09 +00:00
|
|
|
|
|
|
|
// This callback is used by `.params()` to wait until a full flush happened
|
|
|
|
// before adjusting the parameters. In particular, the call to the native
|
|
|
|
// `params()` function should not happen while a write is currently in progress
|
|
|
|
// on the threadpool.
|
|
|
|
function paramsAfterFlushCallback(level, strategy, callback) {
|
|
|
|
assert(this._handle, 'zlib binding closed');
|
|
|
|
this._handle.params(level, strategy);
|
2020-03-12 07:18:39 +00:00
|
|
|
if (!this.destroyed) {
|
2018-12-06 17:48:09 +00:00
|
|
|
this._level = level;
|
|
|
|
this._strategy = strategy;
|
|
|
|
if (callback) callback();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
Zlib.prototype.params = function params(level, strategy, callback) {
|
|
|
|
checkRangesOrGetDefault(level, 'level', Z_MIN_LEVEL, Z_MAX_LEVEL);
|
|
|
|
checkRangesOrGetDefault(strategy, 'strategy', Z_DEFAULT_STRATEGY, Z_FIXED);
|
|
|
|
|
|
|
|
if (this._level !== level || this._strategy !== strategy) {
|
2024-09-19 03:16:20 +00:00
|
|
|
this.flush(
|
|
|
|
Z_SYNC_FLUSH,
|
|
|
|
paramsAfterFlushCallback.bind(this, level, strategy, callback),
|
|
|
|
);
|
2018-12-06 17:48:09 +00:00
|
|
|
} else {
|
|
|
|
process.nextTick(callback);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2017-02-15 01:36:12 +00:00
|
|
|
// generic zlib
|
|
|
|
// minimal 2-byte header
|
2017-06-01 18:23:59 +00:00
|
|
|
function Deflate(opts) {
|
|
|
|
if (!(this instanceof Deflate))
|
|
|
|
return new Deflate(opts);
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(Zlib, this, [opts, DEFLATE]);
|
2017-02-15 01:36:12 +00:00
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(Deflate.prototype, Zlib.prototype);
|
|
|
|
ObjectSetPrototypeOf(Deflate, Zlib);
|
2011-09-06 23:13:05 +00:00
|
|
|
|
2017-06-01 18:23:59 +00:00
|
|
|
function Inflate(opts) {
|
|
|
|
if (!(this instanceof Inflate))
|
|
|
|
return new Inflate(opts);
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(Zlib, this, [opts, INFLATE]);
|
2017-02-15 01:36:12 +00:00
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(Inflate.prototype, Zlib.prototype);
|
|
|
|
ObjectSetPrototypeOf(Inflate, Zlib);
|
2014-01-28 17:35:51 +00:00
|
|
|
|
2017-06-01 18:23:59 +00:00
|
|
|
function Gzip(opts) {
|
|
|
|
if (!(this instanceof Gzip))
|
|
|
|
return new Gzip(opts);
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(Zlib, this, [opts, GZIP]);
|
2017-02-15 01:36:12 +00:00
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(Gzip.prototype, Zlib.prototype);
|
|
|
|
ObjectSetPrototypeOf(Gzip, Zlib);
|
2014-01-28 17:35:51 +00:00
|
|
|
|
2017-06-01 18:23:59 +00:00
|
|
|
function Gunzip(opts) {
|
|
|
|
if (!(this instanceof Gunzip))
|
|
|
|
return new Gunzip(opts);
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(Zlib, this, [opts, GUNZIP]);
|
2017-02-15 01:36:12 +00:00
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(Gunzip.prototype, Zlib.prototype);
|
|
|
|
ObjectSetPrototypeOf(Gunzip, Zlib);
|
2015-05-27 11:21:56 +00:00
|
|
|
|
2017-06-01 18:23:59 +00:00
|
|
|
function DeflateRaw(opts) {
|
2017-10-13 05:10:44 +00:00
|
|
|
if (opts && opts.windowBits === 8) opts.windowBits = 9;
|
2017-06-01 18:23:59 +00:00
|
|
|
if (!(this instanceof DeflateRaw))
|
|
|
|
return new DeflateRaw(opts);
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(Zlib, this, [opts, DEFLATERAW]);
|
2017-02-15 01:36:12 +00:00
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(DeflateRaw.prototype, Zlib.prototype);
|
|
|
|
ObjectSetPrototypeOf(DeflateRaw, Zlib);
|
2014-01-28 17:35:51 +00:00
|
|
|
|
2017-06-01 18:23:59 +00:00
|
|
|
function InflateRaw(opts) {
|
|
|
|
if (!(this instanceof InflateRaw))
|
|
|
|
return new InflateRaw(opts);
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(Zlib, this, [opts, INFLATERAW]);
|
2017-02-15 01:36:12 +00:00
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(InflateRaw.prototype, Zlib.prototype);
|
|
|
|
ObjectSetPrototypeOf(InflateRaw, Zlib);
|
2014-01-28 17:35:51 +00:00
|
|
|
|
2017-06-01 18:23:59 +00:00
|
|
|
function Unzip(opts) {
|
|
|
|
if (!(this instanceof Unzip))
|
|
|
|
return new Unzip(opts);
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(Zlib, this, [opts, UNZIP]);
|
2017-02-15 01:36:12 +00:00
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(Unzip.prototype, Zlib.prototype);
|
|
|
|
ObjectSetPrototypeOf(Unzip, Zlib);
|
2016-05-24 15:27:00 +00:00
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
function createConvenienceMethod(ctor, sync) {
|
2017-02-15 01:36:12 +00:00
|
|
|
if (sync) {
|
2018-07-14 13:22:49 +00:00
|
|
|
return function syncBufferWrapper(buffer, opts) {
|
2017-05-30 16:56:09 +00:00
|
|
|
return zlibBufferSync(new ctor(opts), buffer);
|
2017-02-15 01:36:12 +00:00
|
|
|
};
|
|
|
|
}
|
2020-04-08 16:58:03 +00:00
|
|
|
return function asyncBufferWrapper(buffer, opts, callback) {
|
|
|
|
if (typeof opts === 'function') {
|
|
|
|
callback = opts;
|
|
|
|
opts = {};
|
|
|
|
}
|
|
|
|
return zlibBuffer(new ctor(opts), buffer, callback);
|
|
|
|
};
|
2017-02-15 01:36:12 +00:00
|
|
|
}
|
2011-10-13 23:37:49 +00:00
|
|
|
|
2024-09-19 03:16:20 +00:00
|
|
|
const kMaxBrotliParam = MathMax(
|
|
|
|
...ObjectEntries(constants)
|
|
|
|
.map(({ 0: key, 1: value }) => (key.startsWith('BROTLI_PARAM_') ? value : 0)),
|
|
|
|
);
|
2018-11-27 01:16:34 +00:00
|
|
|
const brotliInitParamsArray = new Uint32Array(kMaxBrotliParam + 1);
|
|
|
|
|
|
|
|
const brotliDefaultOpts = {
|
|
|
|
flush: BROTLI_OPERATION_PROCESS,
|
|
|
|
finishFlush: BROTLI_OPERATION_FINISH,
|
2023-02-12 18:26:21 +00:00
|
|
|
fullFlush: BROTLI_OPERATION_FLUSH,
|
2018-11-27 01:16:34 +00:00
|
|
|
};
|
|
|
|
function Brotli(opts, mode) {
|
|
|
|
assert(mode === BROTLI_DECODE || mode === BROTLI_ENCODE);
|
|
|
|
|
2024-09-19 03:16:20 +00:00
|
|
|
brotliInitParamsArray.fill(-1);
|
2020-12-31 11:31:24 +00:00
|
|
|
if (opts?.params) {
|
2024-09-19 03:16:20 +00:00
|
|
|
ObjectKeys(opts.params).forEach((origKey) => {
|
2018-11-27 01:16:34 +00:00
|
|
|
const key = +origKey;
|
2019-11-27 18:59:29 +00:00
|
|
|
if (NumberIsNaN(key) || key < 0 || key > kMaxBrotliParam ||
|
2018-11-27 01:16:34 +00:00
|
|
|
(brotliInitParamsArray[key] | 0) !== -1) {
|
|
|
|
throw new ERR_BROTLI_INVALID_PARAM(origKey);
|
|
|
|
}
|
|
|
|
|
|
|
|
const value = opts.params[origKey];
|
|
|
|
if (typeof value !== 'number' && typeof value !== 'boolean') {
|
|
|
|
throw new ERR_INVALID_ARG_TYPE('options.params[key]',
|
|
|
|
'number', opts.params[origKey]);
|
|
|
|
}
|
|
|
|
brotliInitParamsArray[key] = value;
|
2020-12-31 11:31:24 +00:00
|
|
|
});
|
2018-11-27 01:16:34 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
const handle = mode === BROTLI_DECODE ?
|
|
|
|
new binding.BrotliDecoder(mode) : new binding.BrotliEncoder(mode);
|
|
|
|
|
|
|
|
this._writeState = new Uint32Array(2);
|
2024-09-01 16:49:20 +00:00
|
|
|
handle.init(brotliInitParamsArray, this._writeState, processCallback);
|
2018-11-27 01:16:34 +00:00
|
|
|
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(ZlibBase, this, [opts, mode, handle, brotliDefaultOpts]);
|
2018-11-27 01:16:34 +00:00
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(Brotli.prototype, Zlib.prototype);
|
|
|
|
ObjectSetPrototypeOf(Brotli, Zlib);
|
2018-11-27 01:16:34 +00:00
|
|
|
|
|
|
|
function BrotliCompress(opts) {
|
|
|
|
if (!(this instanceof BrotliCompress))
|
|
|
|
return new BrotliCompress(opts);
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(Brotli, this, [opts, BROTLI_ENCODE]);
|
2018-11-27 01:16:34 +00:00
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(BrotliCompress.prototype, Brotli.prototype);
|
|
|
|
ObjectSetPrototypeOf(BrotliCompress, Brotli);
|
2018-11-27 01:16:34 +00:00
|
|
|
|
|
|
|
function BrotliDecompress(opts) {
|
|
|
|
if (!(this instanceof BrotliDecompress))
|
|
|
|
return new BrotliDecompress(opts);
|
2020-11-20 17:55:52 +00:00
|
|
|
ReflectApply(Brotli, this, [opts, BROTLI_DECODE]);
|
2018-11-27 01:16:34 +00:00
|
|
|
}
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectSetPrototypeOf(BrotliDecompress.prototype, Brotli.prototype);
|
|
|
|
ObjectSetPrototypeOf(BrotliDecompress, Brotli);
|
2018-11-27 01:16:34 +00:00
|
|
|
|
|
|
|
|
2017-05-30 16:56:09 +00:00
|
|
|
function createProperty(ctor) {
|
2017-02-15 01:36:12 +00:00
|
|
|
return {
|
2022-06-03 08:23:58 +00:00
|
|
|
__proto__: null,
|
2017-02-15 01:36:12 +00:00
|
|
|
configurable: true,
|
|
|
|
enumerable: true,
|
2017-05-30 16:56:09 +00:00
|
|
|
value: function(options) {
|
|
|
|
return new ctor(options);
|
2023-02-12 18:26:21 +00:00
|
|
|
},
|
2017-02-15 01:36:12 +00:00
|
|
|
};
|
|
|
|
}
|
2011-09-06 23:13:05 +00:00
|
|
|
|
2024-05-02 12:54:46 +00:00
|
|
|
function crc32(data, value = 0) {
|
|
|
|
if (typeof data !== 'string' && !isArrayBufferView(data)) {
|
|
|
|
throw new ERR_INVALID_ARG_TYPE('data', ['Buffer', 'TypedArray', 'DataView', 'string'], data);
|
|
|
|
}
|
|
|
|
validateUint32(value, 'value');
|
|
|
|
return crc32Native(data, value);
|
|
|
|
}
|
|
|
|
|
2018-10-01 01:08:12 +00:00
|
|
|
// Legacy alias on the C++ wrapper object. This is not public API, so we may
|
|
|
|
// want to runtime-deprecate it at some point. There's no hurry, though.
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectDefineProperty(binding.Zlib.prototype, 'jsref', {
|
2022-06-03 08:23:58 +00:00
|
|
|
__proto__: null,
|
2018-10-01 01:08:12 +00:00
|
|
|
get() { return this[owner_symbol]; },
|
2023-02-12 18:26:21 +00:00
|
|
|
set(v) { return this[owner_symbol] = v; },
|
2018-10-01 01:08:12 +00:00
|
|
|
});
|
|
|
|
|
2017-02-15 01:36:12 +00:00
|
|
|
module.exports = {
|
2024-05-02 12:54:46 +00:00
|
|
|
crc32,
|
2017-06-01 18:23:59 +00:00
|
|
|
Deflate,
|
|
|
|
Inflate,
|
|
|
|
Gzip,
|
|
|
|
Gunzip,
|
|
|
|
DeflateRaw,
|
|
|
|
InflateRaw,
|
|
|
|
Unzip,
|
2018-11-27 01:16:34 +00:00
|
|
|
BrotliCompress,
|
|
|
|
BrotliDecompress,
|
2017-02-15 01:36:12 +00:00
|
|
|
|
|
|
|
// Convenience methods.
|
|
|
|
// compress/decompress a string or buffer in one step.
|
|
|
|
deflate: createConvenienceMethod(Deflate, false),
|
|
|
|
deflateSync: createConvenienceMethod(Deflate, true),
|
|
|
|
gzip: createConvenienceMethod(Gzip, false),
|
|
|
|
gzipSync: createConvenienceMethod(Gzip, true),
|
|
|
|
deflateRaw: createConvenienceMethod(DeflateRaw, false),
|
|
|
|
deflateRawSync: createConvenienceMethod(DeflateRaw, true),
|
|
|
|
unzip: createConvenienceMethod(Unzip, false),
|
|
|
|
unzipSync: createConvenienceMethod(Unzip, true),
|
|
|
|
inflate: createConvenienceMethod(Inflate, false),
|
|
|
|
inflateSync: createConvenienceMethod(Inflate, true),
|
|
|
|
gunzip: createConvenienceMethod(Gunzip, false),
|
|
|
|
gunzipSync: createConvenienceMethod(Gunzip, true),
|
|
|
|
inflateRaw: createConvenienceMethod(InflateRaw, false),
|
2018-11-27 01:16:34 +00:00
|
|
|
inflateRawSync: createConvenienceMethod(InflateRaw, true),
|
|
|
|
brotliCompress: createConvenienceMethod(BrotliCompress, false),
|
|
|
|
brotliCompressSync: createConvenienceMethod(BrotliCompress, true),
|
|
|
|
brotliDecompress: createConvenienceMethod(BrotliDecompress, false),
|
|
|
|
brotliDecompressSync: createConvenienceMethod(BrotliDecompress, true),
|
2017-02-15 01:36:12 +00:00
|
|
|
};
|
2014-01-28 17:35:51 +00:00
|
|
|
|
2019-11-22 17:04:46 +00:00
|
|
|
ObjectDefineProperties(module.exports, {
|
2017-05-30 16:56:09 +00:00
|
|
|
createDeflate: createProperty(Deflate),
|
|
|
|
createInflate: createProperty(Inflate),
|
|
|
|
createDeflateRaw: createProperty(DeflateRaw),
|
|
|
|
createInflateRaw: createProperty(InflateRaw),
|
|
|
|
createGzip: createProperty(Gzip),
|
|
|
|
createGunzip: createProperty(Gunzip),
|
|
|
|
createUnzip: createProperty(Unzip),
|
2018-11-27 01:16:34 +00:00
|
|
|
createBrotliCompress: createProperty(BrotliCompress),
|
|
|
|
createBrotliDecompress: createProperty(BrotliDecompress),
|
2017-02-15 01:36:12 +00:00
|
|
|
constants: {
|
2022-06-03 08:23:58 +00:00
|
|
|
__proto__: null,
|
2017-02-15 01:36:12 +00:00
|
|
|
configurable: false,
|
|
|
|
enumerable: true,
|
2023-02-12 18:26:21 +00:00
|
|
|
value: constants,
|
2017-02-15 01:36:12 +00:00
|
|
|
},
|
|
|
|
codes: {
|
2022-06-03 08:23:58 +00:00
|
|
|
__proto__: null,
|
2017-02-15 01:36:12 +00:00
|
|
|
enumerable: true,
|
|
|
|
writable: false,
|
2023-02-12 18:26:21 +00:00
|
|
|
value: ObjectFreeze(codes),
|
|
|
|
},
|
2017-02-15 01:36:12 +00:00
|
|
|
});
|
2011-09-06 23:13:05 +00:00
|
|
|
|
2017-02-15 01:36:12 +00:00
|
|
|
// These should be considered deprecated
|
|
|
|
// expose all the zlib constants
|
2024-09-19 03:16:20 +00:00
|
|
|
for (const { 0: key, 1: value } of ObjectEntries(constants)) {
|
|
|
|
if (key.startsWith('BROTLI')) continue;
|
|
|
|
ObjectDefineProperty(module.exports, key, {
|
2022-06-03 08:23:58 +00:00
|
|
|
__proto__: null,
|
2024-09-19 03:16:20 +00:00
|
|
|
enumerable: false,
|
|
|
|
value,
|
|
|
|
writable: false,
|
2017-02-15 01:36:12 +00:00
|
|
|
});
|
|
|
|
}
|