diff --git a/orchestration/src/main/java/com/sap/ai/sdk/orchestration/model/EmbeddingsModelDetails.java b/orchestration/src/main/java/com/sap/ai/sdk/orchestration/model/EmbeddingsModelDetails.java index 4823eb32d..d63ab32e9 100644 --- a/orchestration/src/main/java/com/sap/ai/sdk/orchestration/model/EmbeddingsModelDetails.java +++ b/orchestration/src/main/java/com/sap/ai/sdk/orchestration/model/EmbeddingsModelDetails.java @@ -146,7 +146,9 @@ public void setParams(@Nullable final EmbeddingsModelParams params) { * Set the timeout of this {@link EmbeddingsModelDetails} instance and return the same instance. * * @param timeout Timeout for the Embeddings request in seconds. This parameter is currently - * ignored for Vertex AI models. Minimum: 1 Maximum: 1200 + * ignored for Vertex AI models. Values above 600s may not be honored due to infrastructure + * connection limits; in practice this primarily affects non-streaming calls where the + * connection may be idle while waiting for a response. Minimum: 1 Maximum: 1200 * @return The same instance of this {@link EmbeddingsModelDetails} class */ @Nonnull @@ -157,7 +159,9 @@ public EmbeddingsModelDetails timeout(@Nullable final Integer timeout) { /** * Timeout for the Embeddings request in seconds. This parameter is currently ignored for Vertex - * AI models. minimum: 1 maximum: 1200 + * AI models. Values above 600s may not be honored due to infrastructure connection limits; in + * practice this primarily affects non-streaming calls where the connection may be idle while + * waiting for a response. minimum: 1 maximum: 1200 * * @return timeout The timeout of this {@link EmbeddingsModelDetails} instance. */ @@ -170,7 +174,9 @@ public Integer getTimeout() { * Set the timeout of this {@link EmbeddingsModelDetails} instance. * * @param timeout Timeout for the Embeddings request in seconds. This parameter is currently - * ignored for Vertex AI models. Minimum: 1 Maximum: 1200 + * ignored for Vertex AI models. Values above 600s may not be honored due to infrastructure + * connection limits; in practice this primarily affects non-streaming calls where the + * connection may be idle while waiting for a response. Minimum: 1 Maximum: 1200 */ public void setTimeout(@Nullable final Integer timeout) { this.timeout = timeout; diff --git a/orchestration/src/main/java/com/sap/ai/sdk/orchestration/model/LLMModelDetails.java b/orchestration/src/main/java/com/sap/ai/sdk/orchestration/model/LLMModelDetails.java index 7cbf84155..20cc34ea4 100644 --- a/orchestration/src/main/java/com/sap/ai/sdk/orchestration/model/LLMModelDetails.java +++ b/orchestration/src/main/java/com/sap/ai/sdk/orchestration/model/LLMModelDetails.java @@ -169,7 +169,9 @@ public void setParams(@Nullable final Map params) { * Set the timeout of this {@link LLMModelDetails} instance and return the same instance. * * @param timeout Timeout for the LLM request in seconds. This parameter is currently ignored for - * Vertex AI models. Minimum: 1 Maximum: 1200 + * Vertex AI models. Values above 600s may not be honored due to infrastructure connection + * limits; in practice this primarily affects non-streaming calls where the connection may be + * idle while waiting for a response. Minimum: 1 Maximum: 1200 * @return The same instance of this {@link LLMModelDetails} class */ @Nonnull @@ -180,7 +182,9 @@ public LLMModelDetails timeout(@Nullable final Integer timeout) { /** * Timeout for the LLM request in seconds. This parameter is currently ignored for Vertex AI - * models. minimum: 1 maximum: 1200 + * models. Values above 600s may not be honored due to infrastructure connection limits; in + * practice this primarily affects non-streaming calls where the connection may be idle while + * waiting for a response. minimum: 1 maximum: 1200 * * @return timeout The timeout of this {@link LLMModelDetails} instance. */ @@ -193,7 +197,9 @@ public Integer getTimeout() { * Set the timeout of this {@link LLMModelDetails} instance. * * @param timeout Timeout for the LLM request in seconds. This parameter is currently ignored for - * Vertex AI models. Minimum: 1 Maximum: 1200 + * Vertex AI models. Values above 600s may not be honored due to infrastructure connection + * limits; in practice this primarily affects non-streaming calls where the connection may be + * idle while waiting for a response. Minimum: 1 Maximum: 1200 */ public void setTimeout(@Nullable final Integer timeout) { this.timeout = timeout; diff --git a/orchestration/src/main/resources/spec/orchestration.yaml b/orchestration/src/main/resources/spec/orchestration.yaml index d120c308c..bd3f5b439 100644 --- a/orchestration/src/main/resources/spec/orchestration.yaml +++ b/orchestration/src/main/resources/spec/orchestration.yaml @@ -3,6 +3,8 @@ info: title: Orchestration v2 description: Orchestration is an inference service which provides common additional capabilities for business AI scenarios, such as content filtering and data masking. At the core of the service is the LLM module which allows for an easy, harmonized access to the language models of gen AI hub. The service is designed to be modular and extensible, allowing for the addition of new modules in the future. Each module can be configured independently and at runtime, allowing for a high degree of flexibility in the orchestration of AI services. version: 0.110.12 + contact: + name: SAP AI Core x-sap-shortText: Enhance content generation with additional capabilities for business AI scenarios. servers: - url: https://api.ai.{region}.ml.hana.ondemand.com/v2/inference/deployments/{orchestration_deployment_id}/v2 @@ -174,7 +176,7 @@ paths: value: request_id: "11c785a2-09c7-4b12-b86e-3a3ff7ece72e" final_result: - object: "dict" + object: "list" data: - object: "embedding" embedding: @@ -329,7 +331,7 @@ components: params: $ref: "#/components/schemas/EmbeddingsModelParams" timeout: - description: Timeout for the Embeddings request in seconds. This parameter is currently ignored for Vertex AI models. + description: Timeout for the Embeddings request in seconds. This parameter is currently ignored for Vertex AI models. Values above 600s may not be honored due to infrastructure connection limits; in practice this primarily affects non-streaming calls where the connection may be idle while waiting for a response. type: integer default: 600 minimum: 1 @@ -1282,7 +1284,7 @@ components: stream_options: include_usage: true timeout: - description: Timeout for the LLM request in seconds. This parameter is currently ignored for Vertex AI models. + description: Timeout for the LLM request in seconds. This parameter is currently ignored for Vertex AI models. Values above 600s may not be honored due to infrastructure connection limits; in practice this primarily affects non-streaming calls where the connection may be idle while waiting for a response. type: integer default: 600 minimum: 1