初始化
This commit is contained in:
63
node_modules/encoding-sniffer/dist/esm/index.js
generated
vendored
Normal file
63
node_modules/encoding-sniffer/dist/esm/index.js
generated
vendored
Normal file
@@ -0,0 +1,63 @@
|
||||
import { Transform } from "node:stream";
|
||||
import iconv from "iconv-lite";
|
||||
import { Sniffer, getEncoding } from "./sniffer.js";
|
||||
/**
|
||||
* Sniff the encoding of a buffer, then decode it.
|
||||
*
|
||||
* @param buffer Buffer to be decoded
|
||||
* @param options Options for the sniffer
|
||||
* @returns The decoded buffer
|
||||
*/
|
||||
export function decodeBuffer(buffer, options = {}) {
|
||||
return iconv.decode(buffer, getEncoding(buffer, options));
|
||||
}
|
||||
/**
|
||||
* Decodes a stream of buffers into a stream of strings.
|
||||
*
|
||||
* Reads the first 1024 bytes and passes them to the sniffer. Once an encoding
|
||||
* has been determined, it passes all data to iconv-lite's stream and outputs
|
||||
* the results.
|
||||
*/
|
||||
export class DecodeStream extends Transform {
|
||||
constructor(options) {
|
||||
var _a;
|
||||
super({ decodeStrings: false, encoding: "utf-8" });
|
||||
this.buffers = [];
|
||||
/** The iconv decode stream. If it is set, we have read more than `options.maxBytes` bytes. */
|
||||
this.iconv = null;
|
||||
this.readBytes = 0;
|
||||
this.sniffer = new Sniffer(options);
|
||||
this.maxBytes = (_a = options === null || options === void 0 ? void 0 : options.maxBytes) !== null && _a !== void 0 ? _a : 1024;
|
||||
}
|
||||
_transform(chunk, _encoding, callback) {
|
||||
if (this.readBytes < this.maxBytes) {
|
||||
this.sniffer.write(chunk);
|
||||
this.readBytes += chunk.length;
|
||||
if (this.readBytes < this.maxBytes) {
|
||||
this.buffers.push(chunk);
|
||||
callback();
|
||||
return;
|
||||
}
|
||||
}
|
||||
this.getIconvStream().write(chunk, callback);
|
||||
}
|
||||
getIconvStream() {
|
||||
if (this.iconv) {
|
||||
return this.iconv;
|
||||
}
|
||||
const stream = iconv.decodeStream(this.sniffer.encoding);
|
||||
stream.on("data", (chunk) => this.push(chunk, "utf-8"));
|
||||
stream.on("end", () => this.push(null));
|
||||
this.iconv = stream;
|
||||
for (const buffer of this.buffers) {
|
||||
stream.write(buffer);
|
||||
}
|
||||
this.buffers.length = 0;
|
||||
return stream;
|
||||
}
|
||||
_flush(callback) {
|
||||
this.getIconvStream().end(callback);
|
||||
}
|
||||
}
|
||||
export { getEncoding } from "./sniffer.js";
|
||||
//# sourceMappingURL=index.js.map
|
||||
Reference in New Issue
Block a user