ldiamond/strom
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Clean up types

Browse Source
This commit is contained in:
Jerry Kurian 2019-08-12 11:59:27 -04:00
parent 5112ee9540
commit e8d672d903
2 changed files with 14 additions and 40 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
src/functions/definitions.ts
View File

@ -23,42 +23,6 @@ export interface JsonParseOptions {
}
export enum FlushStrategy {
sampling = "sampling",
rolling = "rolling",
sliding = "sliding",
}
export type AccumulatorOptions<T, R, S> = S extends FlushStrategy.sampling
? SamplingFlushOptions<T, R>
: S extends FlushStrategy.sliding
? SlidingFlushOptions<T, R>
: S extends FlushStrategy.rolling
? RollingFlushOptions<T, R>
: never;
export interface RollingFlushOptions<T, R> {
windowLength: number;
flushMapper?: (flushed: Array<T>) => Array<R>;
timeout?: number;
}
export interface SlidingFlushOptions<T, R> {
windowLength: number;
windowMapper?: (flushed: Array<T>) => Array<R>;
timeout?: number;
}
export interface SlidingFlushResult<T> {
first: T;
}
export interface SamplingFlushOptions<T, R> {
condition: (event: T, buffer: Array<T>) => boolean;
flushMapper?: (flushed: Array<T>) => Array<R>;
timeout?: number;
}
export interface SamplingFlushResult<T> {
flushed: boolean;
flush?: Array<T> | null;
}

18
src/functions/functions.ts
View File

@ -9,6 +9,7 @@ import {
SerializationFormats,
JsonValue,
JsonParseOptions,
FlushStrategy,
} from "./definitions";
import { sleep } from "../helpers";
@ -651,7 +652,16 @@ function _rollingBy<T>(
): (event: T, buffer: T[], stream: Transform) => void {
return (event: T, buffer: T[], stream: Transform) => {
if (key) {
if (
if (event[key] === undefined) {
stream.emit(
"error",
new Error(
`Key is missing in event: (${key}, ${JSON.stringify(
event,
)})`,
),
);
} else if (
buffer.length > 0 &&
buffer[0][key] + windowLength <= event[key]
) {
@ -669,12 +679,12 @@ function _rollingBy<T>(
export function accumulator(
batchSize: number,
batchRate: number | undefined,
flushStrategy: "sliding" | "rolling",
flushStrategy: FlushStrategy,
keyBy?: string,
): Transform {
if (flushStrategy === "sliding") {
if (flushStrategy === FlushStrategy.sliding) {
return sliding(batchSize, batchRate, keyBy);
} else if (flushStrategy === "rolling") {
} else if (flushStrategy === FlushStrategy.rolling) {
return rolling(batchSize, batchRate, keyBy);
} else {
return batch(batchSize, batchRate);