GoogleCloudAiplatformV1SpeculativeDecodingSpecDraftModelSpeculation
import type { GoogleCloudAiplatformV1SpeculativeDecodingSpecDraftModelSpeculation } from "https://googleapis.deno.dev/v1/aiplatform:v1.ts";Draft model speculation works by using the smaller model to generate candidate tokens for speculative decoding.
interface GoogleCloudAiplatformV1SpeculativeDecodingSpecDraftModelSpeculation {
draftModel?: string;
}