compression.js 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163
  1. "use strict";
  2. Object.defineProperty(exports, "__esModule", { value: true });
  3. exports.uncompressibleCommands = exports.Compressor = void 0;
  4. exports.compress = compress;
  5. exports.decompress = decompress;
  6. exports.compressCommand = compressCommand;
  7. exports.decompressResponse = decompressResponse;
  8. const util_1 = require("util");
  9. const zlib = require("zlib");
  10. const constants_1 = require("../../constants");
  11. const deps_1 = require("../../deps");
  12. const error_1 = require("../../error");
  13. const commands_1 = require("../commands");
  14. const constants_2 = require("./constants");
  15. /** @public */
  16. exports.Compressor = Object.freeze({
  17. none: 0,
  18. snappy: 1,
  19. zlib: 2,
  20. zstd: 3
  21. });
  22. exports.uncompressibleCommands = new Set([
  23. constants_1.LEGACY_HELLO_COMMAND,
  24. 'saslStart',
  25. 'saslContinue',
  26. 'getnonce',
  27. 'authenticate',
  28. 'createUser',
  29. 'updateUser',
  30. 'copydbSaslStart',
  31. 'copydbgetnonce',
  32. 'copydb'
  33. ]);
  34. const ZSTD_COMPRESSION_LEVEL = 3;
  35. const zlibInflate = (0, util_1.promisify)(zlib.inflate.bind(zlib));
  36. const zlibDeflate = (0, util_1.promisify)(zlib.deflate.bind(zlib));
  37. let zstd;
  38. let Snappy = null;
  39. function loadSnappy() {
  40. if (Snappy == null) {
  41. const snappyImport = (0, deps_1.getSnappy)();
  42. if ('kModuleError' in snappyImport) {
  43. throw snappyImport.kModuleError;
  44. }
  45. Snappy = snappyImport;
  46. }
  47. return Snappy;
  48. }
  49. // Facilitate compressing a message using an agreed compressor
  50. async function compress(options, dataToBeCompressed) {
  51. const zlibOptions = {};
  52. switch (options.agreedCompressor) {
  53. case 'snappy': {
  54. Snappy ??= loadSnappy();
  55. return await Snappy.compress(dataToBeCompressed);
  56. }
  57. case 'zstd': {
  58. loadZstd();
  59. if ('kModuleError' in zstd) {
  60. throw zstd['kModuleError'];
  61. }
  62. return await zstd.compress(dataToBeCompressed, ZSTD_COMPRESSION_LEVEL);
  63. }
  64. case 'zlib': {
  65. if (options.zlibCompressionLevel) {
  66. zlibOptions.level = options.zlibCompressionLevel;
  67. }
  68. return await zlibDeflate(dataToBeCompressed, zlibOptions);
  69. }
  70. default: {
  71. throw new error_1.MongoInvalidArgumentError(`Unknown compressor ${options.agreedCompressor} failed to compress`);
  72. }
  73. }
  74. }
  75. // Decompress a message using the given compressor
  76. async function decompress(compressorID, compressedData) {
  77. if (compressorID !== exports.Compressor.snappy &&
  78. compressorID !== exports.Compressor.zstd &&
  79. compressorID !== exports.Compressor.zlib &&
  80. compressorID !== exports.Compressor.none) {
  81. throw new error_1.MongoDecompressionError(`Server sent message compressed using an unsupported compressor. (Received compressor ID ${compressorID})`);
  82. }
  83. switch (compressorID) {
  84. case exports.Compressor.snappy: {
  85. Snappy ??= loadSnappy();
  86. return await Snappy.uncompress(compressedData, { asBuffer: true });
  87. }
  88. case exports.Compressor.zstd: {
  89. loadZstd();
  90. if ('kModuleError' in zstd) {
  91. throw zstd['kModuleError'];
  92. }
  93. return await zstd.decompress(compressedData);
  94. }
  95. case exports.Compressor.zlib: {
  96. return await zlibInflate(compressedData);
  97. }
  98. default: {
  99. return compressedData;
  100. }
  101. }
  102. }
  103. /**
  104. * Load ZStandard if it is not already set.
  105. */
  106. function loadZstd() {
  107. if (!zstd) {
  108. zstd = (0, deps_1.getZstdLibrary)();
  109. }
  110. }
  111. const MESSAGE_HEADER_SIZE = 16;
  112. /**
  113. * @internal
  114. *
  115. * Compresses an OP_MSG or OP_QUERY message, if compression is configured. This method
  116. * also serializes the command to BSON.
  117. */
  118. async function compressCommand(command, description) {
  119. const finalCommand = description.agreedCompressor === 'none' || !commands_1.OpCompressedRequest.canCompress(command)
  120. ? command
  121. : new commands_1.OpCompressedRequest(command, {
  122. agreedCompressor: description.agreedCompressor ?? 'none',
  123. zlibCompressionLevel: description.zlibCompressionLevel ?? 0
  124. });
  125. const data = await finalCommand.toBin();
  126. return Buffer.concat(data);
  127. }
  128. /**
  129. * @internal
  130. *
  131. * Decompresses an OP_MSG or OP_QUERY response from the server, if compression is configured.
  132. *
  133. * This method does not parse the response's BSON.
  134. */
  135. async function decompressResponse(message) {
  136. const messageHeader = {
  137. length: message.readInt32LE(0),
  138. requestId: message.readInt32LE(4),
  139. responseTo: message.readInt32LE(8),
  140. opCode: message.readInt32LE(12)
  141. };
  142. if (messageHeader.opCode !== constants_2.OP_COMPRESSED) {
  143. const ResponseType = messageHeader.opCode === constants_2.OP_MSG ? commands_1.OpMsgResponse : commands_1.OpReply;
  144. const messageBody = message.subarray(MESSAGE_HEADER_SIZE);
  145. return new ResponseType(message, messageHeader, messageBody);
  146. }
  147. const header = {
  148. ...messageHeader,
  149. fromCompressed: true,
  150. opCode: message.readInt32LE(MESSAGE_HEADER_SIZE),
  151. length: message.readInt32LE(MESSAGE_HEADER_SIZE + 4)
  152. };
  153. const compressorID = message[MESSAGE_HEADER_SIZE + 8];
  154. const compressedBuffer = message.slice(MESSAGE_HEADER_SIZE + 9);
  155. // recalculate based on wrapped opcode
  156. const ResponseType = header.opCode === constants_2.OP_MSG ? commands_1.OpMsgResponse : commands_1.OpReply;
  157. const messageBody = await decompress(compressorID, compressedBuffer);
  158. if (messageBody.length !== header.length) {
  159. throw new error_1.MongoDecompressionError('Message body and message header must be the same length');
  160. }
  161. return new ResponseType(message, header, messageBody);
  162. }
  163. //# sourceMappingURL=compression.js.map