StageData

import type { StageData } from "https://googleapis.deno.dev/v1/dataproc:v1.ts";

Data corresponding to a stage.

interface StageData {

accumulatorUpdates?: AccumulableInfo[];

completionTime?: Date;

description?: string;

details?: string;

executorMetricsDistributions?: ExecutorMetricsDistributions;

executorSummary?: {

[key: string]: ExecutorStageSummary;

};

failureReason?: string;

firstTaskLaunchedTime?: Date;

isShufflePushEnabled?: boolean;

jobIds?: bigint[];

killedTasksSummary?: {

[key: string]: number;

};

locality?: {

[key: string]: bigint;

};

name?: string;

numActiveTasks?: number;

numCompletedIndices?: number;

numCompleteTasks?: number;

numFailedTasks?: number;

numKilledTasks?: number;

numTasks?: number;

parentStageIds?: bigint[];

peakExecutorMetrics?: ExecutorMetrics;

rddIds?: bigint[];

resourceProfileId?: number;

schedulingPool?: string;

shuffleMergersCount?: number;

speculationSummary?: SpeculationStageSummary;

stageAttemptId?: number;

stageId?: bigint;

stageMetrics?: StageMetrics;

status?:

| "STAGE_STATUS_UNSPECIFIED"

| "STAGE_STATUS_ACTIVE"

| "STAGE_STATUS_COMPLETE"

| "STAGE_STATUS_FAILED"

| "STAGE_STATUS_PENDING"

| "STAGE_STATUS_SKIPPED";

submissionTime?: Date;

taskQuantileMetrics?: TaskQuantileMetrics;

tasks?: {

[key: string]: TaskData;

};

}

§Properties

accumulatorUpdates?: AccumulableInfo[]

[src]

completionTime?: Date

[src]

description?: string

[src]

details?: string

[src]

executorMetricsDistributions?: ExecutorMetricsDistributions

[src]

executorSummary?: {

[key: string]: ExecutorStageSummary;

}

[src]

failureReason?: string

[src]

firstTaskLaunchedTime?: Date

[src]

isShufflePushEnabled?: boolean

[src]

jobIds?: bigint[]

[src]

killedTasksSummary?: {

[key: string]: number;

}

[src]

locality?: {

[key: string]: bigint;

}

[src]

name?: string

[src]

numActiveTasks?: number

[src]

numCompletedIndices?: number

[src]

numCompleteTasks?: number

[src]

numFailedTasks?: number

[src]

numKilledTasks?: number

[src]

numTasks?: number

[src]

parentStageIds?: bigint[]

[src]

peakExecutorMetrics?: ExecutorMetrics

[src]

rddIds?: bigint[]

[src]

resourceProfileId?: number

[src]

schedulingPool?: string

[src]

shuffleMergersCount?: number

[src]

speculationSummary?: SpeculationStageSummary

[src]

stageAttemptId?: number

[src]

stageId?: bigint

[src]

stageMetrics?: StageMetrics

[src]

[src]

submissionTime?: Date

[src]

taskQuantileMetrics?: TaskQuantileMetrics

[src]

Summary metrics fields. These are included in response only if present in summary_metrics_mask field in request

tasks?: {

[key: string]: TaskData;

}

[src]