feat(api): manual updates

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
 configured_endpoints: 107
 openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/llamastack%2Fllama-stack-client-f252873ea1e1f38fd207331ef2621c511154d5be3f4076e59cc15754fc58eee4.yml
 openapi_spec_hash: 10cbb4337a06a9fdd7d08612dd6044c3
-config_hash: c7d7508716a41fa92482b28d5976c43a
+config_hash: 40b8d777e1eb8b6ab05759b663edd2fb

api.md

@@ -20,7 +20,6 @@ Types:
 - <code><a href="./src/resources/shared.ts">SafetyViolation</a></code>
 - <code><a href="./src/resources/shared.ts">SamplingParams</a></code>
 - <code><a href="./src/resources/shared.ts">ScoringResult</a></code>
-- <code><a href="./src/resources/shared.ts">SharedTokenLogProbs</a></code>
 - <code><a href="./src/resources/shared.ts">SystemMessage</a></code>
 - <code><a href="./src/resources/shared.ts">ToolCall</a></code>
 - <code><a href="./src/resources/shared.ts">ToolParamDefinition</a></code>
@@ -59,6 +58,7 @@ Methods:
 
 Types:
 
+- <code><a href="./src/resources/tool-runtime/tool-runtime.ts">ToolDef</a></code>
 - <code><a href="./src/resources/tool-runtime/tool-runtime.ts">ToolInvocationResult</a></code>
 - <code><a href="./src/resources/tool-runtime/tool-runtime.ts">ToolRuntimeListToolsResponse</a></code>
 
@@ -220,6 +220,7 @@ Methods:
 Types:
 
 - <code><a href="./src/resources/inference.ts">ChatCompletionResponseStreamChunk</a></code>
+- <code><a href="./src/resources/inference.ts">CompletionResponse</a></code>
 - <code><a href="./src/resources/inference.ts">EmbeddingsResponse</a></code>
 - <code><a href="./src/resources/inference.ts">TokenLogProbs</a></code>
 - <code><a href="./src/resources/inference.ts">InferenceBatchChatCompletionResponse</a></code>

src/index.ts

@@ -51,6 +51,7 @@ import {
 } from './resources/files';
 import {
   ChatCompletionResponseStreamChunk,
+  CompletionResponse,
   EmbeddingsResponse,
   Inference,
   InferenceBatchChatCompletionParams,
@@ -190,6 +191,7 @@ import {
   Responses,
 } from './resources/responses/responses';
 import {
+  ToolDef,
   ToolInvocationResult,
   ToolRuntime,
   ToolRuntimeInvokeToolParams,
@@ -463,6 +465,7 @@ export declare namespace LlamaStackClient {
 
   export {
     ToolRuntime as ToolRuntime,
+    type ToolDef as ToolDef,
     type ToolInvocationResult as ToolInvocationResult,
     type ToolRuntimeListToolsResponse as ToolRuntimeListToolsResponse,
     type ToolRuntimeInvokeToolParams as ToolRuntimeInvokeToolParams,
@@ -530,6 +533,7 @@ export declare namespace LlamaStackClient {
   export {
     Inference as Inference,
     type ChatCompletionResponseStreamChunk as ChatCompletionResponseStreamChunk,
+    type CompletionResponse as CompletionResponse,
     type EmbeddingsResponse as EmbeddingsResponse,
     type TokenLogProbs as TokenLogProbs,
     type InferenceBatchChatCompletionResponse as InferenceBatchChatCompletionResponse,
@@ -718,7 +722,6 @@ export declare namespace LlamaStackClient {
   export type SafetyViolation = API.SafetyViolation;
   export type SamplingParams = API.SamplingParams;
   export type ScoringResult = API.ScoringResult;
-  export type SharedTokenLogProbs = API.SharedTokenLogProbs;
   export type SystemMessage = API.SystemMessage;
   export type ToolCall = API.ToolCall;
   export type ToolParamDefinition = API.ToolParamDefinition;

src/pagination.ts

@@ -48,15 +48,16 @@ export class DatasetsIterrows<Item> extends AbstractPage<Item> implements Datase
   }
 
   nextPageInfo(): PageInfo | null {
-    const offset = this.next_index;
-    if (!offset) {
+    const cursor = this.next_index;
+    if (!cursor) {
       return null;
     }
 
-    const length = this.getPaginatedItems().length;
-    const currentCount = offset + length;
-
-    return { params: { start_index: currentCount } };
+    return {
+      params: {
+        start_index: cursor,
+      },
+    };
   }
 }
 

src/resources/index.ts

@@ -65,6 +65,7 @@ export {
 export {
   Inference,
   type ChatCompletionResponseStreamChunk,
+  type CompletionResponse,
   type EmbeddingsResponse,
   type TokenLogProbs,
   type InferenceBatchChatCompletionResponse,
@@ -157,6 +158,7 @@ export {
 } from './telemetry';
 export {
   ToolRuntime,
+  type ToolDef,
   type ToolInvocationResult,
   type ToolRuntimeListToolsResponse,
   type ToolRuntimeInvokeToolParams,

src/resources/inference.ts

@@ -131,7 +131,7 @@ export namespace ChatCompletionResponseStreamChunk {
     /**
      * Optional log probabilities for generated tokens
      */
-    logprobs?: Array<Shared.SharedTokenLogProbs>;
+    logprobs?: Array<InferenceAPI.TokenLogProbs>;
 
     /**
      * Optional reason why generation stopped, if complete
@@ -140,6 +140,31 @@ export namespace ChatCompletionResponseStreamChunk {
   }
 }
 
+/**
+ * Response from a completion request.
+ */
+export interface CompletionResponse {
+  /**
+   * The generated completion text
+   */
+  content: string;
+
+  /**
+   * Reason why generation stopped
+   */
+  stop_reason: 'end_of_turn' | 'end_of_message' | 'out_of_tokens';
+
+  /**
+   * Optional log probabilities for generated tokens
+   */
+  logprobs?: Array<TokenLogProbs>;
+
+  /**
+   * (Optional) List of metrics associated with the API response
+   */
+  metrics?: Array<Shared.Metric>;
+}
+
 /**
  * Response containing generated embeddings.
  */
@@ -553,6 +578,7 @@ export interface InferenceEmbeddingsParams {
 export declare namespace Inference {
   export {
     type ChatCompletionResponseStreamChunk as ChatCompletionResponseStreamChunk,
+    type CompletionResponse as CompletionResponse,
     type EmbeddingsResponse as EmbeddingsResponse,
     type TokenLogProbs as TokenLogProbs,
     type InferenceBatchChatCompletionResponse as InferenceBatchChatCompletionResponse,

src/resources/shared.ts

@@ -1,6 +1,8 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 import * as Shared from './shared';
+import * as InferenceAPI from './inference';
+import * as ToolRuntimeAPI from './tool-runtime/tool-runtime';
 
 /**
  * Configuration for an agent.
@@ -16,7 +18,7 @@ export interface AgentConfig {
    */
   model: string;
 
-  client_tools?: Array<AgentConfig.ClientTool>;
+  client_tools?: Array<ToolRuntimeAPI.ToolDef>;
 
   /**
    * Optional flag indicating whether session data has to be persisted
@@ -65,63 +67,6 @@ export interface AgentConfig {
 }
 
 export namespace AgentConfig {
-  /**
-   * Tool definition used in runtime contexts.
-   */
-  export interface ClientTool {
-    /**
-     * Name of the tool
-     */
-    name: string;
-
-    /**
-     * (Optional) Human-readable description of what the tool does
-     */
-    description?: string;
-
-    /**
-     * (Optional) Additional metadata about the tool
-     */
-    metadata?: { [key: string]: boolean | number | string | Array<unknown> | unknown | null };
-
-    /**
-     * (Optional) List of parameters this tool accepts
-     */
-    parameters?: Array<ClientTool.Parameter>;
-  }
-
-  export namespace ClientTool {
-    /**
-     * Parameter definition for a tool.
-     */
-    export interface Parameter {
-      /**
-       * Human-readable description of what the parameter does
-       */
-      description: string;
-
-      /**
-       * Name of the parameter
-       */
-      name: string;
-
-      /**
-       * Type of the parameter (e.g., string, integer)
-       */
-      parameter_type: string;
-
-      /**
-       * Whether this parameter is required for tool invocation
-       */
-      required: boolean;
-
-      /**
-       * (Optional) Default value for the parameter if not provided
-       */
-      default?: boolean | number | string | Array<unknown> | unknown | null;
-    }
-  }
-
   /**
    * Configuration for tool use.
    */
@@ -167,34 +112,7 @@ export interface BatchCompletion {
   /**
    * List of completion responses, one for each input in the batch
    */
-  batch: Array<BatchCompletion.Batch>;
-}
-
-export namespace BatchCompletion {
-  /**
-   * Response from a completion request.
-   */
-  export interface Batch {
-    /**
-     * The generated completion text
-     */
-    content: string;
-
-    /**
-     * Reason why generation stopped
-     */
-    stop_reason: 'end_of_turn' | 'end_of_message' | 'out_of_tokens';
-
-    /**
-     * Optional log probabilities for generated tokens
-     */
-    logprobs?: Array<Shared.SharedTokenLogProbs>;
-
-    /**
-     * (Optional) List of metrics associated with the API response
-     */
-    metrics?: Array<Shared.Metric>;
-  }
+  batch: Array<InferenceAPI.CompletionResponse>;
 }
 
 /**
@@ -209,7 +127,7 @@ export interface ChatCompletionResponse {
   /**
    * Optional log probabilities for generated tokens
    */
-  logprobs?: Array<SharedTokenLogProbs>;
+  logprobs?: Array<InferenceAPI.TokenLogProbs>;
 
   /**
    * (Optional) List of metrics associated with the API response
@@ -978,16 +896,6 @@ export interface ScoringResult {
   score_rows: Array<{ [key: string]: boolean | number | string | Array<unknown> | unknown | null }>;
 }
 
-/**
- * Log probabilities for generated tokens.
- */
-export interface SharedTokenLogProbs {
-  /**
-   * Dictionary mapping tokens to their log probabilities
-   */
-  logprobs_by_token: { [key: string]: number };
-}
-
 /**
  * A system message providing instructions or context to the model.
  */

src/resources/tool-runtime/index.ts

@@ -3,6 +3,7 @@
 export { RagTool, type RagToolInsertParams, type RagToolQueryParams } from './rag-tool';
 export {
   ToolRuntime,
+  type ToolDef,
   type ToolInvocationResult,
   type ToolRuntimeListToolsResponse,
   type ToolRuntimeInvokeToolParams,