StreamingConfigTask

import type { StreamingConfigTask } from "https://googleapis.deno.dev/v1/dataflow:v1b3.ts";

A task that carries configuration information for streaming computations.

interface StreamingConfigTask {

commitStreamChunkSizeBytes?: bigint;

getDataStreamChunkSizeBytes?: bigint;

maxWorkItemCommitBytes?: bigint;

operationalLimits?: StreamingOperationalLimits;

streamingComputationConfigs?: StreamingComputationConfig[];

userStepToStateFamilyNameMap?: {

[key: string]: string;

};

windmillServiceEndpoint?: string;

windmillServicePort?: bigint;

}

§Properties

commitStreamChunkSizeBytes?: bigint

[src]

Chunk size for commit streams from the harness to windmill.

getDataStreamChunkSizeBytes?: bigint

[src]

Chunk size for get data streams from the harness to windmill.

maxWorkItemCommitBytes?: bigint

[src]

Maximum size for work item commit supported windmill storage layer.

operationalLimits?: StreamingOperationalLimits

[src]

Operational limits for the streaming job. Can be used by the worker to validate outputs sent to the backend.

streamingComputationConfigs?: StreamingComputationConfig[]

[src]

Set of computation configuration information.

userStepToStateFamilyNameMap?: {

[key: string]: string;

}

[src]

Map from user step names to state families.

windmillServiceEndpoint?: string

[src]

If present, the worker must use this endpoint to communicate with Windmill Service dispatchers, otherwise the worker must continue to use whatever endpoint it had been using.

windmillServicePort?: bigint

[src]

If present, the worker must use this port to communicate with Windmill Service dispatchers. Only applicable when windmill_service_endpoint is specified.