ldiamond/strom
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Improve interface for accumulator

Browse Source
This commit is contained in:
Jerry Kurian
2019-09-12 14:40:47 -04:00
parent 517e281ce5
commit 4c7e9ceb7e
5 changed files with 86 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
tests/accumulator.spec.ts
View File

@@ -18,7 +18,7 @@ test.cb("accumulator() rolling", t => {
const flushes = [firstFlush, secondFlush, thirdFlush];
source
.pipe(accumulator(2, undefined, FlushStrategy.rolling))
.pipe(accumulator(FlushStrategy.rolling, 2))
.on("data", (flush: TestObject[]) => {
t.deepEqual(flush, flushes[chunkIndex]);
chunkIndex++;
@@ -51,7 +51,7 @@ test.cb("accumulator() rolling with key", t => {
const flushes = [firstFlush, secondFlush];
source
.pipe(accumulator(3, undefined, FlushStrategy.rolling, "ts"))
.pipe(accumulator(FlushStrategy.rolling, 3, "ts"))
.on("data", (flush: TestObject[]) => {
t.deepEqual(flush, flushes[chunkIndex]);
chunkIndex++;
@@ -77,9 +77,8 @@ test.cb(
}
const source = new Readable({ objectMode: true });
const accumulatorStream = accumulator(
3,
undefined,
FlushStrategy.rolling,
3,
"nonExistingKey",
);
const input = [{ ts: 0, key: "a" }, { ts: 1, key: "b" }];
@@ -119,12 +118,7 @@ test.cb(
key: string;
}
const source = new Readable({ objectMode: true });
const accumulatorStream = accumulator(
3,
undefined,
FlushStrategy.rolling,
"ts",
);
const accumulatorStream = accumulator(FlushStrategy.rolling, 3, "ts");
const input = [
{ ts: 0, key: "a" },
{ ts: 1, key: "b" },
@@ -193,7 +187,7 @@ test.cb("accumulator() sliding", t => {
const flushes = [firstFlush, secondFlush, thirdFlush, fourthFlush];
source
.pipe(accumulator(3, undefined, FlushStrategy.sliding))
.pipe(accumulator(FlushStrategy.sliding, 3))
.on("data", (flush: TestObject[]) => {
t.deepEqual(flush, flushes[chunkIndex]);
chunkIndex++;
@@ -248,7 +242,7 @@ test.cb("accumulator() sliding with key", t => {
sixthFlush,
];
source
.pipe(accumulator(3, undefined, FlushStrategy.sliding, "ts"))
.pipe(accumulator(FlushStrategy.sliding, 3, "ts"))
.on("data", (flush: TestObject[]) => {
t.deepEqual(flush, flushes[chunkIndex]);
chunkIndex++;
@@ -274,9 +268,8 @@ test.cb(
}
const source = new Readable({ objectMode: true });
const accumulatorStream = accumulator(
3,
undefined,
FlushStrategy.sliding,
3,
"nonExistingKey",
);
const input = [{ ts: 0, key: "a" }, { ts: 1, key: "b" }];
@@ -315,12 +308,7 @@ test.cb(
key: string;
}
const source = new Readable({ objectMode: true });
const accumulatorStream = accumulator(
3,
undefined,
FlushStrategy.sliding,
"ts",
);
const accumulatorStream = accumulator(FlushStrategy.sliding, 3, "ts");
const input = [
{ ts: 0, key: "a" },
{ key: "b" },
@@ -386,7 +374,6 @@ test.cb("accumulatorBy() rolling", t => {
source
.pipe(
accumulatorBy(
undefined,
FlushStrategy.rolling,
(event: TestObject, bufferChunk: TestObject) => {
return bufferChunk.ts + 3 <= event.ts;
@@ -422,7 +409,6 @@ test.cb.skip(
{ ts: 2, key: "c" },
];
const accumulaterStream = accumulatorBy(
undefined,
FlushStrategy.rolling,
(event: TestObject, bufferChunk: TestObject) => {
if (event.key !== "a") {
@@ -490,7 +476,6 @@ test.cb("accumulatorBy() sliding", t => {
source
.pipe(
accumulatorBy(
undefined,
FlushStrategy.sliding,
(event: TestObject, bufferChunk: TestObject) => {
return bufferChunk.ts + 3 <= event.ts ? true : false;
@@ -526,7 +511,6 @@ test.cb.skip(
{ ts: 2, key: "c" },
];
const accumulaterStream = accumulatorBy(
undefined,
FlushStrategy.sliding,
(event: TestObject, bufferChunk: TestObject) => {
if (event.key !== "a") {

13
tests/demux.spec.ts
View File

@@ -379,6 +379,7 @@ test.cb.only(
const construct = (destKey: string) => {
const first = map(
(chunk: Chunk) => {
console.log("1: ", chunk);
chunk.mapped.push(1);
return chunk;
},
@@ -387,7 +388,9 @@ test.cb.only(
const second = map(
async (chunk: Chunk) => {
console.log("2: ", chunk);
await sleep(slowProcessorSpeed);
console.log("2 done ", chunk);
chunk.mapped.push(2);
return chunk;
},
@@ -408,6 +411,7 @@ test.cb.only(
// This event should be received after at least 5 * slowProcessorSpeed (two are read immediately by first and second, 5 remaining in demux before drain event)
_demux.on("drain", () => {
expect(_demux._writableState.length).to.be.equal(0);
console.log(performance.now() - start);
expect(performance.now() - start).to.be.greaterThan(
slowProcessorSpeed * (input.length - 2),
);
@@ -427,7 +431,7 @@ test.cb.only(
const start = performance.now();
input.forEach(item => {
_demux.write(item);
console.log(_demux.write(item));
});
},
);
@@ -457,6 +461,7 @@ test.cb(
const construct = (destKey: string) => {
const first = map(
(chunk: Chunk) => {
console.log("1: ", chunk);
chunk.mapped.push(1);
return chunk;
},
@@ -464,6 +469,7 @@ test.cb(
);
const second = map(
(chunk: Chunk) => {
console.log("2: ", chunk);
chunk.mapped.push(2);
return chunk;
},
@@ -472,7 +478,9 @@ test.cb(
const third = map(
async (chunk: Chunk) => {
console.log("3: ", chunk);
await sleep(slowProcessorSpeed);
console.log(" 3 done ", chunk);
chunk.mapped.push(3);
return chunk;
},
@@ -496,6 +504,7 @@ test.cb(
// This event should be received after at least 3 * slowProcessorSpeed (two are read immediately by first and second, 3 remaining in demux before drain event)
_demux.on("drain", () => {
expect(_demux._writableState.length).to.be.equal(0);
console.log(performance.now() - start);
expect(performance.now() - start).to.be.greaterThan(
slowProcessorSpeed * (input.length - 4),
);
@@ -515,7 +524,7 @@ test.cb(
const start = performance.now();
input.forEach(item => {
_demux.write(item);
console.log(_demux.write(item));
});
},
);