feat: Add Google vertex provider support (CONFLICTED)

.env.example

@@ -953,3 +953,16 @@ FLASHBOTS_RELAY_SIGNING_KEY=      # Signing key for Flashbots relay interactions
 BUNDLE_EXECUTOR_ADDRESS=          # Address of the bundle executor contract
 
 
+####################################
+#### Google Vertex Provider ####
+####################################
+GOOGLE_VERTEX_KEY=                  # "-----BEGIN PRIVATE KEY-----\n YOUR_PRIVATE \n-----END PRIVATE KEY-----\n"
+GOOGLE_VERTEX_EMAIL=                # [email protected]
+
+GOOGLE_VERTEX_LOCATION=             # us-central1
+GOOGLE_VERTEX_PROJECT=              # project-plexus-447108-e4
+
+SMALL_GOOGLE_VERTEX_MODEL=          # gemini-2.0-flash-exp
+MEDIUM_GOOGLE_VERTEX_MODEL=         # gemini-2.0-flash-exp
+LARGE_GOOGLE_VERTEX_MODEL=          # gemini-1.5-pro-002
+GOOGLE_VERTEX_EMBEDDING_MODEL=

agent/src/index.ts

@@ -666,6 +666,11 @@ export function getTokenForProvider(
                 character.settings?.secrets?.DEEPSEEK_API_KEY ||
                 settings.DEEPSEEK_API_KEY
             );
+        case ModelProviderName.GOOGLE_VERTEX:
+            return (
+                character.settings?.secrets?.GOOGLE_VERTEX_API_KEY ||
+                settings.GOOGLE_VERTEX_API_KEY
+            );
         case ModelProviderName.LIVEPEER:
             return (
                 character.settings?.secrets?.LIVEPEER_GATEWAY_URL ||

packages/core/package.json

@@ -62,13 +62,13 @@
 		"typescript": "5.6.3"
 	},
 	"dependencies": {
+		"@ai-sdk/amazon-bedrock": "1.1.0",
 		"@ai-sdk/anthropic": "0.0.56",
 		"@ai-sdk/google": "0.0.55",
-		"@ai-sdk/google-vertex": "0.0.43",
+		"@ai-sdk/google-vertex": "1.0.0",
 		"@ai-sdk/groq": "0.0.3",
 		"@ai-sdk/mistral": "1.0.9",
 		"@ai-sdk/openai": "1.0.5",
-		"@ai-sdk/amazon-bedrock": "1.1.0",
 		"@fal-ai/client": "1.2.0",
 		"@tavily/core": "^0.0.2",
 		"@types/uuid": "10.0.0",

packages/core/src/generation.ts

@@ -4,6 +4,7 @@
 import { createGroq } from "@ai-sdk/groq";
 import { createOpenAI } from "@ai-sdk/openai";
 import { bedrock } from "@ai-sdk/amazon-bedrock";
+import { createVertex } from "@ai-sdk/google-vertex";
 import { RecursiveCharacterTextSplitter } from "langchain/text_splitter";
 import {
     generateObject as aiGenerateObject,
@@ -1283,6 +1284,40 @@
                 break;
             }
 
+            case ModelProviderName.GOOGLE_VERTEX: {
+                elizaLogger.debug("Initializing Google Vertex API model.");
+
+                const vertex = createVertex({
+                    location: settings.GOOGLE_VERTEX_LOCATION,
+                    project: settings. GOOGLE_VERTEX_PROJECT,
+                    googleAuthOptions: {
+                      credentials: {
+                        client_email: settings.GOOGLE_VERTEX_EMAIL,
+                        private_key: settings.GOOGLE_VERTEX_KEY || runtime.token
+                      },
+                    },
+                  });
+
+                const { text: openaiResponse } = await aiGenerateText({
+                    // model: vertex.languageModel(model),
+                    model: vertex(model),
+                    prompt: context,
+                    system: runtime.character.system ?? settings.SYSTEM_PROMPT ?? undefined,
+                    tools: tools,
+                    onStepFinish: onStepFinish,
+                    maxSteps: maxSteps,
+                    temperature: temperature,
+                    maxTokens: max_response_length,
+                    frequencyPenalty: frequency_penalty,
+                    presencePenalty: presence_penalty,
+                    experimental_telemetry: experimental_telemetry,
+                });
+
+                response = openaiResponse;
+                elizaLogger.debug("Received response from Google Vertex API model.");
+                break;
+            }
+
             default: {
                 const errorMessage = `Unsupported provider: ${provider}`;
                 elizaLogger.error(errorMessage);
@@ -1618,42 +1653,42 @@
     }
 }
 
 export const generateImage = async (
     data: {
         prompt: string;
         width: number;
         height: number;
         count?: number;
         negativePrompt?: string;
         numIterations?: number;
         guidanceScale?: number;
         seed?: number;
         modelId?: string;
         jobId?: string;
         stylePreset?: string;
         hideWatermark?: boolean;
         safeMode?: boolean;
         cfgScale?: number;
     },
     runtime: IAgentRuntime
 ): Promise<{
     success: boolean;
     data?: string[];
     error?: any;
 }> => {
     const modelSettings = getImageModelSettings(runtime.imageModelProvider);
     if (!modelSettings) {
         elizaLogger.warn("No model settings found for the image model provider.");
         return { success: false, error: "No model settings available" };
     }
     const model = modelSettings.name;
     elizaLogger.info("Generating image with options:", {
         imageModelProvider: model,
     });
 
     const apiKey =
         runtime.imageModelProvider === runtime.modelProvider
             ? runtime.token
             : (() => {
                   // First try to match the specific provider
                   switch (runtime.imageModelProvider) {
@@ -2212,6 +2247,10 @@
             return await handleDeepSeek(options);
         case ModelProviderName.LIVEPEER:
             return await handleLivepeer(options);
+        case ModelProviderName.BEDROCK:
+            return await handleBedrock(options);
+        case ModelProviderName.GOOGLE_VERTEX:
+            return await handleGoogleVertexApi(options);
         default: {
             const errorMessage = `Unsupported provider: ${provider}`;
             elizaLogger.error(errorMessage);
@@ -2559,6 +2598,35 @@
     });
 }
 
+async function handleGoogleVertexApi({
+    model,
+    apiKey,
+    schema,
+    schemaName,
+    schemaDescription,
+    mode,
+    modelOptions,
+}: ProviderOptions): Promise<GenerateObjectResult<unknown>> {
+    const vertex = createVertex({
+        location: settings.GOOGLE_VERTEX_LOCATION,
+        project: settings.GOOGLE_VERTEX_PROJECT,
+        googleAuthOptions: {
+            credentials: {
+                client_email: settings.GOOGLE_VERTEX_EMAIL,
+                private_key: settings.GOOGLE_VERTEX_KEY || apiKey,
+            },
+        },
+    });
+
+    return await aiGenerateObject({
+        model: vertex(model),
+        schema,
+        schemaName,
+        schemaDescription,
+        mode,
+        ...modelOptions,
+    });
+}
 // Add type definition for Together AI response
 interface TogetherAIImageResponse {
     data: Array<{

packages/core/src/models.ts

@@ -1080,6 +1080,41 @@ export const models: Models = {
             },
         },
     },
+    [ModelProviderName.GOOGLE_VERTEX]: {
+        model: {
+            [ModelClass.SMALL]: {
+                name: settings.SMALL_GOOGLE_VERTEX_MODEL || "text-bison@002",
+                stop: [],
+                maxInputTokens: 128000,
+                maxOutputTokens: 8192,
+                frequency_penalty: 0.0,
+                presence_penalty: 0.0,
+                temperature: 0.6,
+            },
+            [ModelClass.MEDIUM]: {
+                name: settings.MEDIUM_GOOGLE_VERTEX_MODEL || "text-bison@002",
+                stop: [],
+                maxInputTokens: 128000,
+                maxOutputTokens: 8192,
+                frequency_penalty: 0.0,
+                presence_penalty: 0.0,
+                temperature: 0.6,
+            },
+            [ModelClass.LARGE]: {
+                name: settings.LARGE_GOOGLE_VERTEX_MODEL || "text-bison@002",
+                stop: [],
+                maxInputTokens: 128000,
+                maxOutputTokens: 8192,
+                frequency_penalty: 0.0,
+                presence_penalty: 0.0,
+                temperature: 0.6,
+            },
+            [ModelClass.EMBEDDING]: {
+                name: settings.GOOGLE_VERTEX_EMBEDDING_MODEL || "textembedding-gecko@003",
+                dimensions: 768,
+            },
+        },
+    },
     [ModelProviderName.BEDROCK]: {
         model: {
             [ModelClass.SMALL]: {

packages/core/src/types.ts

@@ -231,6 +231,7 @@ export type Models = {
     [ModelProviderName.LIVEPEER]: Model;
     [ModelProviderName.DEEPSEEK]: Model;
     [ModelProviderName.INFERA]: Model;
+    [ModelProviderName.GOOGLE_VERTEX]: Model;
     [ModelProviderName.BEDROCK]: Model;
     [ModelProviderName.ATOMA]: Model;
 };
@@ -272,6 +273,7 @@ export enum ModelProviderName {
     INFERA = "infera",
     BEDROCK = "bedrock",
     ATOMA = "atoma",
+    GOOGLE_VERTEX = "google_vertex_api"
 }
 
 /**