SparkWrapperObject

import type { SparkWrapperObject } from "https://googleapis.deno.dev/v1/dataproc:v1.ts";

Outer message that contains the data obtained from spark listener, packaged with information that is required to process it.

interface SparkWrapperObject {

applicationEnvironmentInfo?: ApplicationEnvironmentInfo;

applicationId?: string;

applicationInfo?: ApplicationInfo;

appSummary?: AppSummary;

eventTimestamp?: Date;

executorStageSummary?: ExecutorStageSummary;

executorSummary?: ExecutorSummary;

jobData?: JobData;

nativeBuildInfoUiData?: NativeBuildInfoUiData;

nativeSqlExecutionUiData?: NativeSqlExecutionUiData;

poolData?: PoolData;

processSummary?: ProcessSummary;

rddOperationGraph?: RddOperationGraph;

rddStorageInfo?: RddStorageInfo;

resourceProfileInfo?: ResourceProfileInfo;

sparkPlanGraph?: SparkPlanGraph;

speculationStageSummary?: SpeculationStageSummary;

sqlExecutionUiData?: SqlExecutionUiData;

stageData?: StageData;

streamBlockData?: StreamBlockData;

streamingQueryData?: StreamingQueryData;

streamingQueryProgress?: StreamingQueryProgress;

taskData?: TaskData;

}

§Properties

applicationEnvironmentInfo?: ApplicationEnvironmentInfo

[src]

applicationId?: string

[src]

Application Id created by Spark.

applicationInfo?: ApplicationInfo

[src]

appSummary?: AppSummary

[src]

eventTimestamp?: Date

[src]

VM Timestamp associated with the data object.

executorStageSummary?: ExecutorStageSummary

[src]

executorSummary?: ExecutorSummary

[src]

jobData?: JobData

[src]

nativeBuildInfoUiData?: NativeBuildInfoUiData

[src]

Native Build Info

nativeSqlExecutionUiData?: NativeSqlExecutionUiData

[src]

Native SQL Execution Info

poolData?: PoolData

[src]

processSummary?: ProcessSummary

[src]

rddOperationGraph?: RddOperationGraph

[src]

rddStorageInfo?: RddStorageInfo

[src]

resourceProfileInfo?: ResourceProfileInfo

[src]

sparkPlanGraph?: SparkPlanGraph

[src]

speculationStageSummary?: SpeculationStageSummary

[src]

sqlExecutionUiData?: SqlExecutionUiData

[src]

stageData?: StageData

[src]

streamBlockData?: StreamBlockData

[src]

streamingQueryData?: StreamingQueryData

[src]

streamingQueryProgress?: StreamingQueryProgress

[src]

taskData?: TaskData

[src]