WebCrawlerConfiguration

import type { WebCrawlerConfiguration } from "https://aws-api-16vtt531a2w0.deno.dev/v0.2/services/kendra.ts";

interface WebCrawlerConfiguration {

AuthenticationConfiguration?: AuthenticationConfiguration | null;

CrawlDepth?: number | null;

MaxContentSizePerPageInMegaBytes?: number | null;

MaxLinksPerPage?: number | null;

MaxUrlsPerMinuteCrawlRate?: number | null;

ProxyConfiguration?: ProxyConfiguration | null;

UrlExclusionPatterns?: string[] | null;

UrlInclusionPatterns?: string[] | null;

Urls: Urls;

}

§Properties

AuthenticationConfiguration?: AuthenticationConfiguration | null

CrawlDepth?: number | null

MaxContentSizePerPageInMegaBytes?: number | null

MaxLinksPerPage?: number | null

MaxUrlsPerMinuteCrawlRate?: number | null

ProxyConfiguration?: ProxyConfiguration | null

UrlExclusionPatterns?: string[] | null

UrlInclusionPatterns?: string[] | null

Urls: Urls