Merge pull request #1058 from narengogi/chore/gemini-thinking-model-changes

add support for gemini thinking input params

Author: VisargD

src/providers/google-vertex-ai/chatComplete.ts

@@ -337,6 +337,10 @@ export const VertexGoogleChatCompleteConfig: ProviderConfig = {
   labels: {
     param: 'labels',
   },
+  thinking: {
+    param: 'generationConfig',
+    transform: (params: Params) => transformGenerationConfig(params),
+  },
 };
 
 interface AnthorpicTextContentItem {

src/providers/google-vertex-ai/transformGenerationConfig.ts

@@ -50,5 +50,12 @@ export function transformGenerationConfig(params: Params) {
     generationConfig['responseSchema'] = schema;
   }
 
+  if (params?.thinking) {
+    const thinkingConfig: Record<string, any> = {};
+    thinkingConfig['include_thoughts'] = true;
+    thinkingConfig['thinking_budget'] = params.thinking.budget_tokens;
+    generationConfig['thinking_config'] = thinkingConfig;
+  }
+
   return generationConfig;
 }

src/providers/google/chatComplete.ts

@@ -71,6 +71,12 @@ const transformGenerationConfig = (params: Params) => {
     }
     generationConfig['responseSchema'] = schema;
   }
+  if (params?.thinking) {
+    const thinkingConfig: Record<string, any> = {};
+    thinkingConfig['include_thoughts'] = true;
+    thinkingConfig['thinking_budget'] = params.thinking.budget_tokens;
+    generationConfig['thinking_config'] = thinkingConfig;
+  }
   return generationConfig;
 };
 
@@ -405,6 +411,10 @@ export const GoogleChatCompleteConfig: ProviderConfig = {
       }
     },
   },
+  thinking: {
+    param: 'generationConfig',
+    transform: (params: Params) => transformGenerationConfig(params),
+  },
 };
 
 export interface GoogleErrorResponse {

src/types/requestBody.ts

@@ -404,6 +404,10 @@ export interface Params {
   // Anthropic specific
   anthropic_beta?: string;
   anthropic_version?: string;
+  thinking?: {
+    type?: string;
+    budget_tokens: number;
+  };
 }
 
 interface Examples {