fix: Include destinations in deployment id lookup (#548)

Author: tomfrenken

.changeset/purple-lizards-buy.md

@@ -0,0 +1,7 @@
+---
+'@sap-ai-sdk/foundation-models': minor
+'@sap-ai-sdk/ai-api': minor
+'@sap-ai-sdk/orchestration': minor
+---
+
+[Fixed Issue] Consider destination when resolving deployment ids.

packages/ai-api/src/utils/deployment-resolver.ts

@@ -4,6 +4,7 @@ import {
 } from '../client/AI_CORE_API/index.js';
 import { deploymentCache } from './deployment-cache.js';
 import { extractModel, type FoundationModel } from './model.js';
+import type { HttpDestinationOrFetchOptions } from '@sap-cloud-sdk/connectivity';
 
 /**
  * The model deployment configuration when using a model.
@@ -93,6 +94,10 @@ export interface DeploymentResolutionOptions {
    * The resource group of the deployment.
    */
   resourceGroup?: string;
+  /**
+   * The destination to use for the request.
+   */
+  destination?: HttpDestinationOrFetchOptions;
 }
 
 /**
@@ -136,7 +141,12 @@ export async function resolveDeploymentId(
 async function getAllDeployments(
   opts: DeploymentResolutionOptions
 ): Promise<AiDeployment[]> {
-  const { scenarioId, executableId, resourceGroup = 'default' } = opts;
+  const {
+    destination,
+    scenarioId,
+    executableId,
+    resourceGroup = 'default'
+  } = opts;
   try {
     const { resources } = await DeploymentApi.deploymentQuery(
       {
@@ -145,7 +155,7 @@ async function getAllDeployments(
         ...(executableId && { executableIds: [executableId] })
       },
       { 'AI-Resource-Group': resourceGroup }
-    ).execute();
+    ).execute(destination);
 
     deploymentCache.setAll(opts, resources);
 
@@ -164,7 +174,8 @@ async function getAllDeployments(
  */
 export async function getDeploymentId(
   modelDeployment: ModelDeployment,
-  executableId: string
+  executableId: string,
+  destination?: HttpDestinationOrFetchOptions
 ): Promise<string> {
   if (isDeploymentIdConfig(modelDeployment)) {
     return modelDeployment.deploymentId;
@@ -179,7 +190,8 @@ export async function getDeploymentId(
     scenarioId: 'foundation-models',
     executableId,
     model: translateToFoundationModel(model),
-    resourceGroup: model.resourceGroup
+    resourceGroup: model.resourceGroup,
+    destination
   });
 }
 

packages/foundation-models/src/azure-openai/azure-openai-chat-client.ts

@@ -70,7 +70,8 @@ export class AzureOpenAiChatClient {
   ): Promise<HttpResponse> {
     const deploymentId = await getDeploymentId(
       this.modelDeployment,
-      'azure-openai'
+      'azure-openai',
+      this.destination
     );
     const resourceGroup = getResourceGroup(this.modelDeployment);
     return executeRequest(

packages/foundation-models/src/azure-openai/azure-openai-embedding-client.ts

@@ -35,7 +35,8 @@ export class AzureOpenAiEmbeddingClient {
   ): Promise<AzureOpenAiEmbeddingResponse> {
     const deploymentId = await getDeploymentId(
       this.modelDeployment,
-      'azure-openai'
+      'azure-openai',
+      this.destination
     );
     const resourceGroup = getResourceGroup(this.modelDeployment);
     const response = await executeRequest(

packages/orchestration/src/orchestration-client.ts

@@ -105,7 +105,8 @@ export class OrchestrationClient {
 
     const deploymentId = await resolveDeploymentId({
       scenarioId: 'orchestration',
-      ...(this.deploymentConfig ?? {})
+      ...(this.deploymentConfig ?? {}),
+      destination: this.destination
     });
 
     return executeRequest(