deno.land / std@0.157.0 / streams / delimiter_test.ts
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224// Copyright 2018-2022 the Deno authors. All rights reserved. MIT license.
import { DelimiterStream, LineStream, TextDelimiterStream, TextLineStream,} from "./delimiter.ts";import { assert, assertEquals } from "../testing/asserts.ts";
Deno.test("[streams] LineStream", async () => { const textStream = new ReadableStream({ start(controller) { controller.enqueue("qwertzu"); controller.enqueue("iopasd\r\nmnbvc"); controller.enqueue("xylk\njhgfds\napoiuzt"); controller.enqueue("qwr09eiqwrjiowqr\r"); controller.enqueue("\nrewq0987654321"); controller.close(); }, });
const lines = textStream .pipeThrough(new TextEncoderStream()) .pipeThrough(new LineStream()) .pipeThrough(new TextDecoderStream()); const reader = lines.getReader();
const a = await reader.read(); assertEquals(a.value, "qwertzuiopasd"); const b = await reader.read(); assertEquals(b.value, "mnbvcxylk"); const c = await reader.read(); assertEquals(c.value, "jhgfds"); const d = await reader.read(); assertEquals(d.value, "apoiuztqwr09eiqwrjiowqr"); const e = await reader.read(); assertEquals(e.value, "rewq0987654321"); const f = await reader.read(); assert(f.done);});
Deno.test("[streams] TextLineStream", async () => { const textStream = new ReadableStream({ start(controller) { controller.enqueue("qwertzu"); controller.enqueue("iopasd\r\nmnbvc"); controller.enqueue("xylk\rjhgfds\napoiuzt\r"); controller.enqueue("qwr\r09ei\rqwrjiowqr\r"); controller.enqueue("\nrewq0987\n\n654321"); controller.enqueue("\nrewq0987\r\n\r\n654321\r"); controller.close(); }, });
const lines = []; for await (const chunk of textStream.pipeThrough(new TextLineStream())) { lines.push(chunk); } assertEquals(lines, [ "qwertzuiopasd", "mnbvcxylk\rjhgfds", "apoiuzt\rqwr\r09ei\rqwrjiowqr", "rewq0987", "", "654321", "rewq0987", "", "654321\r", ]);
const textStream2 = new ReadableStream({ start(controller) { controller.enqueue("rewq0987\r\n\r\n654321\n"); controller.close(); }, });
const lines2 = []; for await (const chunk of textStream2.pipeThrough(new TextLineStream())) { lines2.push(chunk); } assertEquals(lines2, [ "rewq0987", "", "654321", "", ]);});
Deno.test("[streams] TextLineStream - allowCR", async () => { const textStream = new ReadableStream({ start(controller) { controller.enqueue("qwertzu"); controller.enqueue("iopasd\r\nmnbvc"); controller.enqueue("xylk\rjhgfds\napoiuzt\r"); controller.enqueue("qwr\r09ei\rqwrjiowqr\r"); controller.enqueue("\nrewq0987\n\n654321"); controller.enqueue("\nrewq0987\r\n\r\n654321\r"); controller.close(); }, });
const lines = []; for await ( const chunk of textStream.pipeThrough(new TextLineStream({ allowCR: true })) ) { lines.push(chunk); } assertEquals(lines, [ "qwertzuiopasd", "mnbvcxylk", "jhgfds", "apoiuzt", "qwr", "09ei", "qwrjiowqr", "rewq0987", "", "654321", "rewq0987", "", "654321", "", ]);
const textStream2 = new ReadableStream({ start(controller) { controller.enqueue("rewq0987\r\n\r\n654321\n"); controller.close(); }, });
const lines2 = []; for await (const chunk of textStream2.pipeThrough(new TextLineStream())) { lines2.push(chunk); } assertEquals(lines2, [ "rewq0987", "", "654321", "", ]);});
Deno.test("[streams] TextLineStream - large chunks", async () => { const textStream = new ReadableStream({ start(controller) { controller.enqueue("\n".repeat(10000)); controller.enqueue("\n".repeat(10000)); controller.close(); }, });
let lines = 0; for await (const chunk of textStream.pipeThrough(new TextLineStream())) { assertEquals(chunk, ""); lines++; } assertEquals(lines, 20001);});
Deno.test("[streams] DelimiterStream", async () => { const textStream = new ReadableStream({ start(controller) { controller.enqueue("qwertzu"); controller.enqueue("iopasdfoomnbvc"); controller.enqueue("xylkjhfoogfdsapfoooiuzt"); controller.enqueue("rewq098765432fo"); controller.enqueue("o349012i491290"); controller.close(); }, });
const lines = textStream .pipeThrough(new TextEncoderStream()) .pipeThrough(new DelimiterStream(new TextEncoder().encode("foo"))) .pipeThrough(new TextDecoderStream()); const reader = lines.getReader();
const a = await reader.read(); assertEquals(a.value, "qwertzuiopasd"); const b = await reader.read(); assertEquals(b.value, "mnbvcxylkjh"); const c = await reader.read(); assertEquals(c.value, "gfdsap"); const d = await reader.read(); assertEquals(d.value, "oiuztrewq098765432"); const e = await reader.read(); assertEquals(e.value, "349012i491290"); const f = await reader.read(); assert(f.done);});
Deno.test("[streams] TextDelimiterStream", async () => { const textStream = new ReadableStream({ start(controller) { controller.enqueue("qwertzu"); controller.enqueue("iopasdfoomnbvc"); controller.enqueue("xylkjhfoogfdsapfoooiuzt"); controller.enqueue("rewq098765432fo"); controller.enqueue("o349012i491290"); controller.close(); }, });
const lines = textStream .pipeThrough(new TextDelimiterStream("foo")); const reader = lines.getReader();
const a = await reader.read(); assertEquals(a.value, "qwertzuiopasd"); const b = await reader.read(); assertEquals(b.value, "mnbvcxylkjh"); const c = await reader.read(); assertEquals(c.value, "gfdsap"); const d = await reader.read(); assertEquals(d.value, "oiuztrewq098765432"); const e = await reader.read(); assertEquals(e.value, "349012i491290"); const f = await reader.read(); assert(f.done);});
Version Info