mirror of
https://github.com/tvytlx/ai-agent-deep-dive.git
synced 2026-04-03 15:44:49 +08:00
114 lines
6.5 KiB
JavaScript
114 lines
6.5 KiB
JavaScript
import { BaseAnthropic } from '@anthropic-ai/sdk/client';
|
|
import * as Resources from '@anthropic-ai/sdk/resources/index';
|
|
import { GoogleAuth } from 'google-auth-library';
|
|
import { readEnv } from "./internal/utils/env.mjs";
|
|
import { isObj } from "./internal/utils/values.mjs";
|
|
import { buildHeaders } from "./internal/headers.mjs";
|
|
export { BaseAnthropic } from '@anthropic-ai/sdk/client';
|
|
const DEFAULT_VERSION = 'vertex-2023-10-16';
|
|
const MODEL_ENDPOINTS = new Set(['/v1/messages', '/v1/messages?beta=true']);
|
|
export class AnthropicVertex extends BaseAnthropic {
|
|
/**
|
|
* API Client for interfacing with the Anthropic Vertex API.
|
|
*
|
|
* @param {string | null} opts.accessToken
|
|
* @param {string | null} opts.projectId
|
|
* @param {GoogleAuth} opts.googleAuth - Override the default google auth config
|
|
* @param {AuthClient} opts.authClient - Provide a pre-configured AuthClient instance (alternative to googleAuth)
|
|
* @param {string | null} [opts.region=process.env['CLOUD_ML_REGION']] - The region to use for the API. Use 'global' for global endpoint. [More details here](https://cloud.google.com/vertex-ai/generative-ai/docs/learn/locations).
|
|
* @param {string} [opts.baseURL=process.env['ANTHROPIC_VERTEX__BASE_URL'] ?? https://${region}-aiplatform.googleapis.com/v1] - Override the default base URL for the API.
|
|
* @param {number} [opts.timeout=10 minutes] - The maximum amount of time (in milliseconds) the client will wait for a response before timing out.
|
|
* @param {MergedRequestInit} [opts.fetchOptions] - Additional `RequestInit` options to be passed to `fetch` calls.
|
|
* @param {Fetch} [opts.fetch] - Specify a custom `fetch` function implementation.
|
|
* @param {number} [opts.maxRetries=2] - The maximum number of times the client will retry a request.
|
|
* @param {HeadersLike} opts.defaultHeaders - Default headers to include with every request to the API.
|
|
* @param {Record<string, string | undefined>} opts.defaultQuery - Default query parameters to include with every request to the API.
|
|
* @param {boolean} [opts.dangerouslyAllowBrowser=false] - By default, client-side use of this library is not allowed, as it risks exposing your secret API credentials to attackers.
|
|
*/
|
|
constructor({ baseURL = readEnv('ANTHROPIC_VERTEX_BASE_URL'), region = readEnv('CLOUD_ML_REGION') ?? null, projectId = readEnv('ANTHROPIC_VERTEX_PROJECT_ID') ?? null, ...opts } = {}) {
|
|
if (!region) {
|
|
throw new Error('No region was given. The client should be instantiated with the `region` option or the `CLOUD_ML_REGION` environment variable should be set.');
|
|
}
|
|
super({
|
|
baseURL: baseURL ||
|
|
(region === 'global' ?
|
|
'https://aiplatform.googleapis.com/v1'
|
|
: `https://${region}-aiplatform.googleapis.com/v1`),
|
|
...opts,
|
|
});
|
|
this.messages = makeMessagesResource(this);
|
|
this.beta = makeBetaResource(this);
|
|
this.region = region;
|
|
this.projectId = projectId;
|
|
this.accessToken = opts.accessToken ?? null;
|
|
if (opts.authClient && opts.googleAuth) {
|
|
throw new Error('You cannot provide both `authClient` and `googleAuth`. Please provide only one of them.');
|
|
}
|
|
else if (opts.authClient) {
|
|
this._authClientPromise = Promise.resolve(opts.authClient);
|
|
}
|
|
else {
|
|
this._auth =
|
|
opts.googleAuth ?? new GoogleAuth({ scopes: 'https://www.googleapis.com/auth/cloud-platform' });
|
|
this._authClientPromise = this._auth.getClient();
|
|
}
|
|
}
|
|
validateHeaders() {
|
|
// auth validation is handled in prepareOptions since it needs to be async
|
|
}
|
|
async prepareOptions(options) {
|
|
const authClient = await this._authClientPromise;
|
|
const authHeaders = await authClient.getRequestHeaders();
|
|
const projectId = authClient.projectId ?? authHeaders['x-goog-user-project'];
|
|
if (!this.projectId && projectId) {
|
|
this.projectId = projectId;
|
|
}
|
|
options.headers = buildHeaders([authHeaders, options.headers]);
|
|
}
|
|
async buildRequest(options) {
|
|
if (isObj(options.body)) {
|
|
// create a shallow copy of the request body so that code that mutates it later
|
|
// doesn't mutate the original user-provided object
|
|
options.body = { ...options.body };
|
|
}
|
|
if (isObj(options.body)) {
|
|
if (!options.body['anthropic_version']) {
|
|
options.body['anthropic_version'] = DEFAULT_VERSION;
|
|
}
|
|
}
|
|
if (MODEL_ENDPOINTS.has(options.path) && options.method === 'post') {
|
|
if (!this.projectId) {
|
|
throw new Error('No projectId was given and it could not be resolved from credentials. The client should be instantiated with the `projectId` option or the `ANTHROPIC_VERTEX_PROJECT_ID` environment variable should be set.');
|
|
}
|
|
if (!isObj(options.body)) {
|
|
throw new Error('Expected request body to be an object for post /v1/messages');
|
|
}
|
|
const model = options.body['model'];
|
|
options.body['model'] = undefined;
|
|
const stream = options.body['stream'] ?? false;
|
|
const specifier = stream ? 'streamRawPredict' : 'rawPredict';
|
|
options.path = `/projects/${this.projectId}/locations/${this.region}/publishers/anthropic/models/${model}:${specifier}`;
|
|
}
|
|
if (options.path === '/v1/messages/count_tokens' ||
|
|
(options.path == '/v1/messages/count_tokens?beta=true' && options.method === 'post')) {
|
|
if (!this.projectId) {
|
|
throw new Error('No projectId was given and it could not be resolved from credentials. The client should be instantiated with the `projectId` option or the `ANTHROPIC_VERTEX_PROJECT_ID` environment variable should be set.');
|
|
}
|
|
options.path = `/projects/${this.projectId}/locations/${this.region}/publishers/anthropic/models/count-tokens:rawPredict`;
|
|
}
|
|
return super.buildRequest(options);
|
|
}
|
|
}
|
|
function makeMessagesResource(client) {
|
|
const resource = new Resources.Messages(client);
|
|
// @ts-expect-error we're deleting non-optional properties
|
|
delete resource.batches;
|
|
return resource;
|
|
}
|
|
function makeBetaResource(client) {
|
|
const resource = new Resources.Beta(client);
|
|
// @ts-expect-error we're deleting non-optional properties
|
|
delete resource.messages.batches;
|
|
return resource;
|
|
}
|
|
//# sourceMappingURL=client.mjs.map
|