GoogleCloudAiplatformV1CountTokensRequest

import type { GoogleCloudAiplatformV1CountTokensRequest } from "https://googleapis.deno.dev/v1/aiplatform:v1.ts";

Request message for PredictionService.CountTokens.

interface GoogleCloudAiplatformV1CountTokensRequest {

contents?: GoogleCloudAiplatformV1Content[];

generationConfig?: GoogleCloudAiplatformV1GenerationConfig;

instances?: any[];

model?: string;

systemInstruction?: GoogleCloudAiplatformV1Content;

tools?: GoogleCloudAiplatformV1Tool[];

}

§Properties

contents?: GoogleCloudAiplatformV1Content[]

[src]

Optional. Input content.

generationConfig?: GoogleCloudAiplatformV1GenerationConfig

[src]

Optional. Generation config that the model will use to generate the response.

instances?: any[]

[src]

Optional. The instances that are the input to token counting call. Schema is identical to the prediction schema of the underlying model.

model?: string

[src]

Optional. The name of the publisher model requested to serve the prediction. Format: projects/{project}/locations/{location}/publishers/*\/models/*

systemInstruction?: GoogleCloudAiplatformV1Content

[src]

Optional. The user provided system instructions for the model. Note: only text should be used in parts and content in each part will be in a separate paragraph.

tools?: GoogleCloudAiplatformV1Tool[]

[src]

Optional. A list of Tools the model may use to generate the next response. A Tool is a piece of code that enables the system to interact with external systems to perform an action, or set of actions, outside of knowledge and scope of the model.