Sync updates from stainless branch: ashwinb/dev (#19)

Author: ashwinb

src/_shims/index-deno.ts

@@ -108,3 +108,5 @@ export declare class FsReadStream extends Readable {
 const _ReadableStream = ReadableStream;
 type _ReadableStream = ReadableStream;
 export { _ReadableStream as ReadableStream };
+
+export const init = () => {};

src/_shims/index.d.ts

@@ -79,3 +79,5 @@ export function fileFromPath(path: string, options?: FileFromPathOptions): Promi
 export function fileFromPath(path: string, filename?: string, options?: FileFromPathOptions): Promise<File>;
 
 export function isFsReadStream(value: any): value is FsReadStream;
+
+export const init: () => void;

src/_shims/index.js

@@ -3,11 +3,15 @@
  */
 const shims = require('./registry');
 const auto = require('llama-stack-client/_shims/auto/runtime');
-if (!shims.kind) shims.setShims(auto.getRuntime(), { auto: true });
+exports.init = () => {
+  if (!shims.kind) shims.setShims(auto.getRuntime(), { auto: true });
+};
 for (const property of Object.keys(shims)) {
   Object.defineProperty(exports, property, {
     get() {
       return shims[property];
     },
   });
 }
+
+exports.init();

src/_shims/index.mjs

@@ -3,5 +3,9 @@
  */
 import * as shims from './registry.mjs';
 import * as auto from 'llama-stack-client/_shims/auto/runtime';
-if (!shims.kind) shims.setShims(auto.getRuntime(), { auto: true });
+export const init = () => {
+  if (!shims.kind) shims.setShims(auto.getRuntime(), { auto: true });
+};
 export * from './registry.mjs';
+
+init();

src/core.ts

@@ -17,7 +17,12 @@ import {
   type RequestInit,
   type Response,
   type HeadersInit,
+  init,
 } from './_shims/index';
+
+// try running side effects outside of _shims/index to workaround https://github.com/vercel/next.js/issues/76881
+init();
+
 export { type Response };
 import { BlobLike, isBlobLike, isMultipartBody } from './uploads';
 export {
@@ -29,6 +34,20 @@ export {
 
 export type Fetch = (url: RequestInfo, init?: RequestInit) => Promise<Response>;
 
+/**
+ * An alias to the builtin `Array` type so we can
+ * easily alias it in import statements if there are name clashes.
+ */
+type _Array<T> = Array<T>;
+
+/**
+ * An alias to the builtin `Record` type so we can
+ * easily alias it in import statements if there are name clashes.
+ */
+type _Record<K extends keyof any, T> = Record<K, T>;
+
+export type { _Array as Array, _Record as Record };
+
 type PromiseOrValue<T> = T | Promise<T>;
 
 type APIResponseProps = {
@@ -380,7 +399,7 @@ export abstract class APIClient {
       getHeader(headers, 'x-stainless-timeout') === undefined &&
       options.timeout
     ) {
-      reqHeaders['x-stainless-timeout'] = String(options.timeout);
+      reqHeaders['x-stainless-timeout'] = String(Math.trunc(options.timeout / 1000));
     }
 
     this.validateHeaders(reqHeaders, headers);

src/index.ts

@@ -8,12 +8,6 @@ import * as Pagination from './pagination';
 import { type DatasetsIterrowsParams, DatasetsIterrowsResponse } from './pagination';
 import * as Uploads from './uploads';
 import * as API from './resources/index';
-import {
-  BatchInference,
-  BatchInferenceChatCompletionParams,
-  BatchInferenceChatCompletionResponse,
-  BatchInferenceCompletionParams,
-} from './resources/batch-inference';
 import {
   Benchmark,
   BenchmarkListResponse,
@@ -36,6 +30,9 @@ import {
   CompletionResponse,
   EmbeddingsResponse,
   Inference,
+  InferenceBatchChatCompletionParams,
+  InferenceBatchChatCompletionResponse,
+  InferenceBatchCompletionParams,
   InferenceChatCompletionParams,
   InferenceChatCompletionParamsNonStreaming,
   InferenceChatCompletionParamsStreaming,
@@ -157,6 +154,7 @@ import {
   ToolRuntime,
   ToolRuntimeInvokeToolParams,
   ToolRuntimeListToolsParams,
+  ToolRuntimeListToolsResponse,
 } from './resources/tool-runtime/tool-runtime';
 
 export interface ClientOptions {
@@ -270,7 +268,6 @@ export class LlamaStackClient extends Core.APIClient {
   tools: API.Tools = new API.Tools(this);
   toolRuntime: API.ToolRuntime = new API.ToolRuntime(this);
   agents: API.Agents = new API.Agents(this);
-  batchInference: API.BatchInference = new API.BatchInference(this);
   datasets: API.Datasets = new API.Datasets(this);
   eval: API.Eval = new API.Eval(this);
   inspect: API.Inspect = new API.Inspect(this);
@@ -336,7 +333,6 @@ LlamaStackClient.Toolgroups = Toolgroups;
 LlamaStackClient.Tools = Tools;
 LlamaStackClient.ToolRuntime = ToolRuntime;
 LlamaStackClient.Agents = Agents;
-LlamaStackClient.BatchInference = BatchInference;
 LlamaStackClient.Datasets = Datasets;
 LlamaStackClient.Eval = Eval;
 LlamaStackClient.Inspect = Inspect;
@@ -383,6 +379,7 @@ export declare namespace LlamaStackClient {
     ToolRuntime as ToolRuntime,
     type ToolDef as ToolDef,
     type ToolInvocationResult as ToolInvocationResult,
+    type ToolRuntimeListToolsResponse as ToolRuntimeListToolsResponse,
     type ToolRuntimeInvokeToolParams as ToolRuntimeInvokeToolParams,
     type ToolRuntimeListToolsParams as ToolRuntimeListToolsParams,
   };
@@ -398,13 +395,6 @@ export declare namespace LlamaStackClient {
     type AgentCreateParams as AgentCreateParams,
   };
 
-  export {
-    BatchInference as BatchInference,
-    type BatchInferenceChatCompletionResponse as BatchInferenceChatCompletionResponse,
-    type BatchInferenceChatCompletionParams as BatchInferenceChatCompletionParams,
-    type BatchInferenceCompletionParams as BatchInferenceCompletionParams,
-  };
-
   export {
     Datasets as Datasets,
     type ListDatasetsResponse as ListDatasetsResponse,
@@ -442,6 +432,9 @@ export declare namespace LlamaStackClient {
     type CompletionResponse as CompletionResponse,
     type EmbeddingsResponse as EmbeddingsResponse,
     type TokenLogProbs as TokenLogProbs,
+    type InferenceBatchChatCompletionResponse as InferenceBatchChatCompletionResponse,
+    type InferenceBatchChatCompletionParams as InferenceBatchChatCompletionParams,
+    type InferenceBatchCompletionParams as InferenceBatchCompletionParams,
     type InferenceChatCompletionParams as InferenceChatCompletionParams,
     type InferenceChatCompletionParamsNonStreaming as InferenceChatCompletionParamsNonStreaming,
     type InferenceChatCompletionParamsStreaming as InferenceChatCompletionParamsStreaming,

src/internal/decoders/jsonl.ts

@@ -16,7 +16,15 @@ export class Datasets extends APIResource {
   }
 
   /**
-   * Get a paginated list of rows from a dataset. Uses cursor-based pagination.
+   * Get a paginated list of rows from a dataset. Uses offset-based pagination where:
+   *
+   * - start_index: The starting index (0-based). If None, starts from beginning.
+   * - limit: Number of items to return. If None or -1, returns all items.
+   *
+   * The response includes:
+   *
+   * - data: List of items for the current page
+   * - has_more: Whether there are more items available after this set
    */
   iterrows(
     datasetId: string,
@@ -166,19 +174,18 @@ export namespace DatasetListResponse {
 }
 
 /**
- * A paginated list of rows from a dataset.
+ * A generic paginated response that follows a simple format.
  */
 export interface DatasetIterrowsResponse {
   /**
-   * The rows in the current page.
+   * The list of items for the current page
    */
   data: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
 
   /**
-   * Index into dataset for the first row in the next page. None if there are no more
-   * rows.
+   * Whether there are more items available after this set
    */
-  next_start_index?: number;
+  has_more: boolean;
 }
 
 export interface DatasetRegisterResponse {

src/resources/batch-inference.ts

@@ -132,7 +132,7 @@ export interface EvaluateResponse {
 export interface Job {
   job_id: string;
 
-  status: 'completed' | 'in_progress' | 'failed' | 'scheduled';
+  status: 'completed' | 'in_progress' | 'failed' | 'scheduled' | 'cancelled';
 }
 
 export interface EvalEvaluateRowsParams {