XPSImageModelServingSpecModelThroughputEstimation
import type { XPSImageModelServingSpecModelThroughputEstimation } from "https://googleapis.deno.dev/v1/language:v2.ts";interface XPSImageModelServingSpecModelThroughputEstimation {
computeEngineAcceleratorType?:
| "UNSPECIFIED"
| "NVIDIA_TESLA_K80"
| "NVIDIA_TESLA_P100"
| "NVIDIA_TESLA_V100"
| "NVIDIA_TESLA_P4"
| "NVIDIA_TESLA_T4"
| "NVIDIA_TESLA_A100"
| "NVIDIA_A100_80GB"
| "NVIDIA_L4"
| "NVIDIA_H100_80GB"
| "NVIDIA_H100_MEGA_80GB"
| "NVIDIA_H200_141GB"
| "NVIDIA_B200"
| "NVIDIA_GB200"
| "TPU_V2"
| "TPU_V3"
| "TPU_V4_POD"
| "TPU_V5_LITEPOD";
latencyInMilliseconds?: number;
nodeQps?: number;
servomaticPartitionType?:
} | "PARTITION_TYPE_UNSPECIFIED"
| "PARTITION_ZERO"
| "PARTITION_REDUCED_HOMING"
| "PARTITION_JELLYFISH"
| "PARTITION_CPU"
| "PARTITION_CUSTOM_STORAGE_CPU";
§Properties
§
computeEngineAcceleratorType?: "UNSPECIFIED" | "NVIDIA_TESLA_K80" | "NVIDIA_TESLA_P100" | "NVIDIA_TESLA_V100" | "NVIDIA_TESLA_P4" | "NVIDIA_TESLA_T4" | "NVIDIA_TESLA_A100" | "NVIDIA_A100_80GB" | "NVIDIA_L4" | "NVIDIA_H100_80GB" | "NVIDIA_H100_MEGA_80GB" | "NVIDIA_H200_141GB" | "NVIDIA_B200" | "NVIDIA_GB200" | "TPU_V2" | "TPU_V3" | "TPU_V4_POD" | "TPU_V5_LITEPOD"
[src]