Skip to main content
Module

std/streams/conversion.ts

Deno standard library
Go to Latest
File
// Copyright 2018-2022 the Deno authors. All rights reserved. MIT license.
import { writeAll as _writeAll, writeAllSync as _writeAllSync,} from "./write_all.ts";import { readerFromIterable as _readerFromIterable } from "./reader_from_iterable.ts";import { iterateReader as _iterateReader, iterateReaderSync as _iterateReaderSync,} from "./iterate_reader.ts";import { copy as _copy } from "./copy.ts";import { readAll as _readAll, readAllSync as _readAllSync,} from "./read_all.ts";import { writerFromStreamWriter as _writerFromStreamWriter } from "./writer_from_stream_writer.ts";import { readerFromStreamReader as _readerFromStreamReader } from "./reader_from_stream_reader.ts";import { readableStreamFromIterable as _readableStreamFromIterable } from "./readable_stream_from_iterable.ts";import { toTransformStream as _toTransformStream } from "./to_transform_stream.ts";import { readableStreamFromReader as _readableStreamFromReader, type ReadableStreamFromReaderOptions as _ReadableStreamFromReaderOptions,} from "./readable_stream_from_reader.ts";import { writableStreamFromWriter as _writableStreamFromWriter } from "./writable_stream_from_writer.ts";
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/reader_from_iterable.ts` instead. * * Create a `Deno.Reader` from an iterable of `Uint8Array`s. * * ```ts * import { readerFromIterable, copy } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts"; * * const file = await Deno.open("metrics.txt", { write: true }); * const reader = readerFromIterable((async function* () { * while (true) { * await new Promise((r) => setTimeout(r, 1000)); * const message = `data: ${JSON.stringify(Deno.metrics())}\n\n`; * yield new TextEncoder().encode(message); * } * })()); * await copy(reader, file); * ``` */export const readerFromIterable = _readerFromIterable;
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/writer_from_stream_writer.ts` instead. * * Create a `Writer` from a `WritableStreamDefaultWriter`. * * @example * ```ts * import { * copy, * writerFromStreamWriter, * } from "https://deno.land/std@$STD_VERSION/streams/mod.ts"; * const file = await Deno.open("./deno.land.html", { read: true }); * * const writableStream = new WritableStream({ * write(chunk): void { * console.log(chunk); * }, * }); * const writer = writerFromStreamWriter(writableStream.getWriter()); * await copy(file, writer); * file.close(); * ``` */export const writerFromStreamWriter = _writerFromStreamWriter;
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/reader_from_stream_reader.ts` instead. * * Create a `Reader` from a `ReadableStreamDefaultReader`. * * @example * ```ts * import { * copy, * readerFromStreamReader, * } from "https://deno.land/std@$STD_VERSION/streams/mod.ts"; * const res = await fetch("https://deno.land"); * const file = await Deno.open("./deno.land.html", { create: true, write: true }); * * const reader = readerFromStreamReader(res.body!.getReader()); * await copy(reader, file); * file.close(); * ``` */export const readerFromStreamReader = _readerFromStreamReader;
/** @deprecated (will be removed after 0.169.0) Import from `std/streams/writable_stream_from_writer.ts` instead. */export interface WritableStreamFromWriterOptions { /** * If the `writer` is also a `Deno.Closer`, automatically close the `writer` * when the stream is closed, aborted, or a write error occurs. * * @default {true} */ autoClose?: boolean;}
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/writable_stream_from_writer.ts` instead. * Create a `WritableStream` from a `Writer`. */export const writableStreamFromWriter = _writableStreamFromWriter;
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/readable_stream_from_iterable.ts` instead. * * reate a `ReadableStream` from any kind of iterable. * * ```ts * import { readableStreamFromIterable } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts"; * * const r1 = readableStreamFromIterable(["foo, bar, baz"]); * const r2 = readableStreamFromIterable(async function* () { * await new Promise(((r) => setTimeout(r, 1000))); * yield "foo"; * await new Promise(((r) => setTimeout(r, 1000))); * yield "bar"; * await new Promise(((r) => setTimeout(r, 1000))); * yield "baz"; * }()); * ``` * * If the produced iterator (`iterable[Symbol.asyncIterator]()` or * `iterable[Symbol.iterator]()`) is a generator, or more specifically is found * to have a `.throw()` method on it, that will be called upon * `readableStream.cancel()`. This is the case for the second input type above: * * ```ts * import { readableStreamFromIterable } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts"; * * const r3 = readableStreamFromIterable(async function* () { * try { * yield "foo"; * } catch (error) { * console.log(error); // Error: Cancelled by consumer. * } * }()); * const reader = r3.getReader(); * console.log(await reader.read()); // { value: "foo", done: false } * await reader.cancel(new Error("Cancelled by consumer.")); * ``` */export const readableStreamFromIterable = _readableStreamFromIterable;
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/to_transform_stream.ts` instead. * * Convert the generator function into a TransformStream. * * ```ts * import { readableStreamFromIterable, toTransformStream } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts"; * * const readable = readableStreamFromIterable([0, 1, 2]) * .pipeThrough(toTransformStream(async function* (src) { * for await (const chunk of src) { * yield chunk * 100; * } * })); * * for await (const chunk of readable) { * console.log(chunk); * } * // output: 0, 100, 200 * ``` * * @param transformer A function to transform. * @param writableStrategy An object that optionally defines a queuing strategy for the stream. * @param readableStrategy An object that optionally defines a queuing strategy for the stream. */export const toTransformStream = _toTransformStream;
/** @deprecated (will be removed after 0.169.0) Import from `std/streams/readable_stream_from_reader.ts` instead. */export interface ReadableStreamFromReaderOptions { /** If the `reader` is also a `Deno.Closer`, automatically close the `reader` * when `EOF` is encountered, or a read error occurs. * * @default {true} */ autoClose?: boolean;
/** The size of chunks to allocate to read, the default is ~16KiB, which is * the maximum size that Deno operations can currently support. */ chunkSize?: number;
/** The queuing strategy to create the `ReadableStream` with. */ strategy?: { highWaterMark?: number | undefined; size?: undefined };}
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/readable_stream_from_reader.ts` instead. * * Create a `ReadableStream<Uint8Array>` from from a `Deno.Reader`. * * When the pull algorithm is called on the stream, a chunk from the reader * will be read. When `null` is returned from the reader, the stream will be * closed along with the reader (if it is also a `Deno.Closer`). * * An example converting a `Deno.FsFile` into a readable stream: * * ```ts * import { readableStreamFromReader } from "https://deno.land/std@$STD_VERSION/streams/mod.ts"; * * const file = await Deno.open("./file.txt", { read: true }); * const fileStream = readableStreamFromReader(file); * ``` */export const readableStreamFromReader = _readableStreamFromReader;
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/read_all.ts` instead. * * Read Reader `r` until EOF (`null`) and resolve to the content as * Uint8Array`. * * ```ts * import { Buffer } from "https://deno.land/std@$STD_VERSION/io/buffer.ts"; * import { readAll } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts"; * * // Example from stdin * const stdinContent = await readAll(Deno.stdin); * * // Example from file * const file = await Deno.open("my_file.txt", {read: true}); * const myFileContent = await readAll(file); * file.close(); * * // Example from buffer * const myData = new Uint8Array(100); * // ... fill myData array with data * const reader = new Buffer(myData.buffer); * const bufferContent = await readAll(reader); * ``` */export const readAll = _readAll;
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/read_all.ts` instead. * * Synchronously reads Reader `r` until EOF (`null`) and returns the content * as `Uint8Array`. * * ```ts * import { Buffer } from "https://deno.land/std@$STD_VERSION/io/buffer.ts"; * import { readAllSync } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts"; * * // Example from stdin * const stdinContent = readAllSync(Deno.stdin); * * // Example from file * const file = Deno.openSync("my_file.txt", {read: true}); * const myFileContent = readAllSync(file); * file.close(); * * // Example from buffer * const myData = new Uint8Array(100); * // ... fill myData array with data * const reader = new Buffer(myData.buffer); * const bufferContent = readAllSync(reader); * ``` */export const readAllSync = _readAllSync;
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/write_all.ts` instead. * * Write all the content of the array buffer (`arr`) to the writer (`w`). * * ```ts * import { Buffer } from "https://deno.land/std@$STD_VERSION/io/buffer.ts"; * import { writeAll } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts";
* // Example writing to stdout * let contentBytes = new TextEncoder().encode("Hello World"); * await writeAll(Deno.stdout, contentBytes); * * // Example writing to file * contentBytes = new TextEncoder().encode("Hello World"); * const file = await Deno.open('test.file', {write: true}); * await writeAll(file, contentBytes); * file.close(); * * // Example writing to buffer * contentBytes = new TextEncoder().encode("Hello World"); * const writer = new Buffer(); * await writeAll(writer, contentBytes); * console.log(writer.bytes().length); // 11 * ``` */export const writeAll = _writeAll;
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/write_all.ts` instead. * * Synchronously write all the content of the array buffer (`arr`) to the * writer (`w`). * * ```ts * import { Buffer } from "https://deno.land/std@$STD_VERSION/io/buffer.ts"; * import { writeAllSync } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts"; * * // Example writing to stdout * let contentBytes = new TextEncoder().encode("Hello World"); * writeAllSync(Deno.stdout, contentBytes); * * // Example writing to file * contentBytes = new TextEncoder().encode("Hello World"); * const file = Deno.openSync('test.file', {write: true}); * writeAllSync(file, contentBytes); * file.close(); * * // Example writing to buffer * contentBytes = new TextEncoder().encode("Hello World"); * const writer = new Buffer(); * writeAllSync(writer, contentBytes); * console.log(writer.bytes().length); // 11 * ``` */export const writeAllSync = _writeAllSync;
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/iterate_reader.ts` instead. * * Turns a Reader, `r`, into an async iterator. * * ```ts * import { iterateReader } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts"; * * let f = await Deno.open("/etc/passwd"); * for await (const chunk of iterateReader(f)) { * console.log(chunk); * } * f.close(); * ``` * * Second argument can be used to tune size of a buffer. * Default size of the buffer is 32kB. * * ```ts * import { iterateReader } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts"; * * let f = await Deno.open("/etc/passwd"); * const it = iterateReader(f, { * bufSize: 1024 * 1024 * }); * for await (const chunk of it) { * console.log(chunk); * } * f.close(); * ``` */export const iterateReader = _iterateReader;
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/iterate_reader.ts` instead. * * Turns a ReaderSync, `r`, into an iterator. * * ```ts * import { iterateReaderSync } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts"; * * let f = Deno.openSync("/etc/passwd"); * for (const chunk of iterateReaderSync(f)) { * console.log(chunk); * } * f.close(); * ``` * * Second argument can be used to tune size of a buffer. * Default size of the buffer is 32kB. * * ```ts * import { iterateReaderSync } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts";
* let f = await Deno.open("/etc/passwd"); * const iter = iterateReaderSync(f, { * bufSize: 1024 * 1024 * }); * for (const chunk of iter) { * console.log(chunk); * } * f.close(); * ``` * * Iterator uses an internal buffer of fixed size for efficiency; it returns * a view on that buffer on each iteration. It is therefore caller's * responsibility to copy contents of the buffer if needed; otherwise the * next iteration will overwrite contents of previously returned chunk. */export const iterateReaderSync = _iterateReaderSync;
/** * @deprecated (will be removed after 0.169.0) Import from `std/streams/copy.ts` instead. * * Copies from `src` to `dst` until either EOF (`null`) is read from `src` or * an error occurs. It resolves to the number of bytes copied or rejects with * the first error encountered while copying. * * ```ts * import { copy } from "https://deno.land/std@$STD_VERSION/streams/conversion.ts"; * * const source = await Deno.open("my_file.txt"); * const bytesCopied1 = await copy(source, Deno.stdout); * const destination = await Deno.create("my_file_2.txt"); * const bytesCopied2 = await copy(source, destination); * ``` * * @param src The source to copy from * @param dst The destination to copy to * @param options Can be used to tune size of the buffer. Default size is 32kB */export const copy = _copy;