feat(api): manual updates

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
 configured_endpoints: 104
 openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/llamastack%2Fllama-stack-client-97b91eca4a3ff251edc02636b1a638866675d6c1abd46cd9fc18bc50a1de9656.yml
 openapi_spec_hash: 7302f1aa50090e3de78e34c184371267
-config_hash: 364c8cc514fe5aa69bd24c7f3721985b
+config_hash: a3829dbdaa491194d01f399784d532cd

api.md

@@ -401,20 +401,6 @@ Methods:
 - <code title="get /v1/scoring-functions">client.scoring_functions.<a href="./src/llama_stack_client/resources/scoring_functions.py">list</a>() -> <a href="./src/llama_stack_client/types/scoring_function_list_response.py">ScoringFunctionListResponse</a></code>
 - <code title="post /v1/scoring-functions">client.scoring_functions.<a href="./src/llama_stack_client/resources/scoring_functions.py">register</a>(\*\*<a href="src/llama_stack_client/types/scoring_function_register_params.py">params</a>) -> None</code>
 
-# Benchmarks
-
-Types:
-
-```python
-from llama_stack_client.types import Benchmark, ListBenchmarksResponse, BenchmarkListResponse
-```
-
-Methods:
-
-- <code title="get /v1alpha/eval/benchmarks/{benchmark_id}">client.benchmarks.<a href="./src/llama_stack_client/resources/benchmarks.py">retrieve</a>(benchmark_id) -> <a href="./src/llama_stack_client/types/benchmark.py">Benchmark</a></code>
-- <code title="get /v1alpha/eval/benchmarks">client.benchmarks.<a href="./src/llama_stack_client/resources/benchmarks.py">list</a>() -> <a href="./src/llama_stack_client/types/benchmark_list_response.py">BenchmarkListResponse</a></code>
-- <code title="post /v1alpha/eval/benchmarks">client.benchmarks.<a href="./src/llama_stack_client/resources/benchmarks.py">register</a>(\*\*<a href="src/llama_stack_client/types/benchmark_register_params.py">params</a>) -> None</code>
-
 # Files
 
 Types:
@@ -481,6 +467,20 @@ Methods:
 - <code title="post /v1alpha/post-training/job/cancel">client.alpha.post_training.job.<a href="./src/llama_stack_client/resources/alpha/post_training/job.py">cancel</a>(\*\*<a href="src/llama_stack_client/types/alpha/post_training/job_cancel_params.py">params</a>) -> None</code>
 - <code title="get /v1alpha/post-training/job/status">client.alpha.post_training.job.<a href="./src/llama_stack_client/resources/alpha/post_training/job.py">status</a>(\*\*<a href="src/llama_stack_client/types/alpha/post_training/job_status_params.py">params</a>) -> <a href="./src/llama_stack_client/types/alpha/post_training/job_status_response.py">JobStatusResponse</a></code>
 
+## Benchmarks
+
+Types:
+
+```python
+from llama_stack_client.types.alpha import Benchmark, ListBenchmarksResponse, BenchmarkListResponse
+```
+
+Methods:
+
+- <code title="get /v1alpha/eval/benchmarks/{benchmark_id}">client.alpha.benchmarks.<a href="./src/llama_stack_client/resources/alpha/benchmarks.py">retrieve</a>(benchmark_id) -> <a href="./src/llama_stack_client/types/alpha/benchmark.py">Benchmark</a></code>
+- <code title="get /v1alpha/eval/benchmarks">client.alpha.benchmarks.<a href="./src/llama_stack_client/resources/alpha/benchmarks.py">list</a>() -> <a href="./src/llama_stack_client/types/alpha/benchmark_list_response.py">BenchmarkListResponse</a></code>
+- <code title="post /v1alpha/eval/benchmarks">client.alpha.benchmarks.<a href="./src/llama_stack_client/resources/alpha/benchmarks.py">register</a>(\*\*<a href="src/llama_stack_client/types/alpha/benchmark_register_params.py">params</a>) -> None</code>
+
 ## Eval
 
 Types:

src/llama_stack_client/_client.py

@@ -53,7 +53,6 @@
         providers,
         responses,
         vector_io,
-        benchmarks,
         embeddings,
         toolgroups,
         completions,
@@ -75,7 +74,6 @@
     from .resources.chat.chat import ChatResource, AsyncChatResource
     from .resources.providers import ProvidersResource, AsyncProvidersResource
     from .resources.vector_io import VectorIoResource, AsyncVectorIoResource
-    from .resources.benchmarks import BenchmarksResource, AsyncBenchmarksResource
     from .resources.embeddings import EmbeddingsResource, AsyncEmbeddingsResource
     from .resources.toolgroups import ToolgroupsResource, AsyncToolgroupsResource
     from .resources.alpha.alpha import AlphaResource, AsyncAlphaResource
@@ -281,12 +279,6 @@ def scoring_functions(self) -> ScoringFunctionsResource:
 
         return ScoringFunctionsResource(self)
 
-    @cached_property
-    def benchmarks(self) -> BenchmarksResource:
-        from .resources.benchmarks import BenchmarksResource
-
-        return BenchmarksResource(self)
-
     @cached_property
     def files(self) -> FilesResource:
         from .resources.files import FilesResource
@@ -597,12 +589,6 @@ def scoring_functions(self) -> AsyncScoringFunctionsResource:
 
         return AsyncScoringFunctionsResource(self)
 
-    @cached_property
-    def benchmarks(self) -> AsyncBenchmarksResource:
-        from .resources.benchmarks import AsyncBenchmarksResource
-
-        return AsyncBenchmarksResource(self)
-
     @cached_property
     def files(self) -> AsyncFilesResource:
         from .resources.files import AsyncFilesResource
@@ -862,12 +848,6 @@ def scoring_functions(self) -> scoring_functions.ScoringFunctionsResourceWithRaw
 
         return ScoringFunctionsResourceWithRawResponse(self._client.scoring_functions)
 
-    @cached_property
-    def benchmarks(self) -> benchmarks.BenchmarksResourceWithRawResponse:
-        from .resources.benchmarks import BenchmarksResourceWithRawResponse
-
-        return BenchmarksResourceWithRawResponse(self._client.benchmarks)
-
     @cached_property
     def files(self) -> files.FilesResourceWithRawResponse:
         from .resources.files import FilesResourceWithRawResponse
@@ -1015,12 +995,6 @@ def scoring_functions(self) -> scoring_functions.AsyncScoringFunctionsResourceWi
 
         return AsyncScoringFunctionsResourceWithRawResponse(self._client.scoring_functions)
 
-    @cached_property
-    def benchmarks(self) -> benchmarks.AsyncBenchmarksResourceWithRawResponse:
-        from .resources.benchmarks import AsyncBenchmarksResourceWithRawResponse
-
-        return AsyncBenchmarksResourceWithRawResponse(self._client.benchmarks)
-
     @cached_property
     def files(self) -> files.AsyncFilesResourceWithRawResponse:
         from .resources.files import AsyncFilesResourceWithRawResponse
@@ -1168,12 +1142,6 @@ def scoring_functions(self) -> scoring_functions.ScoringFunctionsResourceWithStr
 
         return ScoringFunctionsResourceWithStreamingResponse(self._client.scoring_functions)
 
-    @cached_property
-    def benchmarks(self) -> benchmarks.BenchmarksResourceWithStreamingResponse:
-        from .resources.benchmarks import BenchmarksResourceWithStreamingResponse
-
-        return BenchmarksResourceWithStreamingResponse(self._client.benchmarks)
-
     @cached_property
     def files(self) -> files.FilesResourceWithStreamingResponse:
         from .resources.files import FilesResourceWithStreamingResponse
@@ -1321,12 +1289,6 @@ def scoring_functions(self) -> scoring_functions.AsyncScoringFunctionsResourceWi
 
         return AsyncScoringFunctionsResourceWithStreamingResponse(self._client.scoring_functions)
 
-    @cached_property
-    def benchmarks(self) -> benchmarks.AsyncBenchmarksResourceWithStreamingResponse:
-        from .resources.benchmarks import AsyncBenchmarksResourceWithStreamingResponse
-
-        return AsyncBenchmarksResourceWithStreamingResponse(self._client.benchmarks)
-
     @cached_property
     def files(self) -> files.AsyncFilesResourceWithStreamingResponse:
         from .resources.files import AsyncFilesResourceWithStreamingResponse

src/llama_stack_client/resources/__init__.py

@@ -118,14 +118,6 @@
     VectorIoResourceWithStreamingResponse,
     AsyncVectorIoResourceWithStreamingResponse,
 )
-from .benchmarks import (
-    BenchmarksResource,
-    AsyncBenchmarksResource,
-    BenchmarksResourceWithRawResponse,
-    AsyncBenchmarksResourceWithRawResponse,
-    BenchmarksResourceWithStreamingResponse,
-    AsyncBenchmarksResourceWithStreamingResponse,
-)
 from .embeddings import (
     EmbeddingsResource,
     AsyncEmbeddingsResource,
@@ -320,12 +312,6 @@
     "AsyncScoringFunctionsResourceWithRawResponse",
     "ScoringFunctionsResourceWithStreamingResponse",
     "AsyncScoringFunctionsResourceWithStreamingResponse",
-    "BenchmarksResource",
-    "AsyncBenchmarksResource",
-    "BenchmarksResourceWithRawResponse",
-    "AsyncBenchmarksResourceWithRawResponse",
-    "BenchmarksResourceWithStreamingResponse",
-    "AsyncBenchmarksResourceWithStreamingResponse",
     "FilesResource",
     "AsyncFilesResource",
     "FilesResourceWithRawResponse",

src/llama_stack_client/resources/alpha/__init__.py

@@ -38,6 +38,14 @@
     InferenceResourceWithStreamingResponse,
     AsyncInferenceResourceWithStreamingResponse,
 )
+from .benchmarks import (
+    BenchmarksResource,
+    AsyncBenchmarksResource,
+    BenchmarksResourceWithRawResponse,
+    AsyncBenchmarksResourceWithRawResponse,
+    BenchmarksResourceWithStreamingResponse,
+    AsyncBenchmarksResourceWithStreamingResponse,
+)
 from .post_training import (
     PostTrainingResource,
     AsyncPostTrainingResource,
@@ -60,6 +68,12 @@
     "AsyncPostTrainingResourceWithRawResponse",
     "PostTrainingResourceWithStreamingResponse",
     "AsyncPostTrainingResourceWithStreamingResponse",
+    "BenchmarksResource",
+    "AsyncBenchmarksResource",
+    "BenchmarksResourceWithRawResponse",
+    "AsyncBenchmarksResourceWithRawResponse",
+    "BenchmarksResourceWithStreamingResponse",
+    "AsyncBenchmarksResourceWithStreamingResponse",
     "EvalResource",
     "AsyncEvalResource",
     "EvalResourceWithRawResponse",

src/llama_stack_client/resources/alpha/alpha.py

@@ -25,6 +25,14 @@
     InferenceResourceWithStreamingResponse,
     AsyncInferenceResourceWithStreamingResponse,
 )
+from .benchmarks import (
+    BenchmarksResource,
+    AsyncBenchmarksResource,
+    BenchmarksResourceWithRawResponse,
+    AsyncBenchmarksResourceWithRawResponse,
+    BenchmarksResourceWithStreamingResponse,
+    AsyncBenchmarksResourceWithStreamingResponse,
+)
 from ..._resource import SyncAPIResource, AsyncAPIResource
 from .agents.agents import (
     AgentsResource,
@@ -55,6 +63,10 @@ def inference(self) -> InferenceResource:
     def post_training(self) -> PostTrainingResource:
         return PostTrainingResource(self._client)
 
+    @cached_property
+    def benchmarks(self) -> BenchmarksResource:
+        return BenchmarksResource(self._client)
+
     @cached_property
     def eval(self) -> EvalResource:
         return EvalResource(self._client)
@@ -92,6 +104,10 @@ def inference(self) -> AsyncInferenceResource:
     def post_training(self) -> AsyncPostTrainingResource:
         return AsyncPostTrainingResource(self._client)
 
+    @cached_property
+    def benchmarks(self) -> AsyncBenchmarksResource:
+        return AsyncBenchmarksResource(self._client)
+
     @cached_property
     def eval(self) -> AsyncEvalResource:
         return AsyncEvalResource(self._client)
@@ -132,6 +148,10 @@ def inference(self) -> InferenceResourceWithRawResponse:
     def post_training(self) -> PostTrainingResourceWithRawResponse:
         return PostTrainingResourceWithRawResponse(self._alpha.post_training)
 
+    @cached_property
+    def benchmarks(self) -> BenchmarksResourceWithRawResponse:
+        return BenchmarksResourceWithRawResponse(self._alpha.benchmarks)
+
     @cached_property
     def eval(self) -> EvalResourceWithRawResponse:
         return EvalResourceWithRawResponse(self._alpha.eval)
@@ -153,6 +173,10 @@ def inference(self) -> AsyncInferenceResourceWithRawResponse:
     def post_training(self) -> AsyncPostTrainingResourceWithRawResponse:
         return AsyncPostTrainingResourceWithRawResponse(self._alpha.post_training)
 
+    @cached_property
+    def benchmarks(self) -> AsyncBenchmarksResourceWithRawResponse:
+        return AsyncBenchmarksResourceWithRawResponse(self._alpha.benchmarks)
+
     @cached_property
     def eval(self) -> AsyncEvalResourceWithRawResponse:
         return AsyncEvalResourceWithRawResponse(self._alpha.eval)
@@ -174,6 +198,10 @@ def inference(self) -> InferenceResourceWithStreamingResponse:
     def post_training(self) -> PostTrainingResourceWithStreamingResponse:
         return PostTrainingResourceWithStreamingResponse(self._alpha.post_training)
 
+    @cached_property
+    def benchmarks(self) -> BenchmarksResourceWithStreamingResponse:
+        return BenchmarksResourceWithStreamingResponse(self._alpha.benchmarks)
+
     @cached_property
     def eval(self) -> EvalResourceWithStreamingResponse:
         return EvalResourceWithStreamingResponse(self._alpha.eval)
@@ -195,6 +223,10 @@ def inference(self) -> AsyncInferenceResourceWithStreamingResponse:
     def post_training(self) -> AsyncPostTrainingResourceWithStreamingResponse:
         return AsyncPostTrainingResourceWithStreamingResponse(self._alpha.post_training)
 
+    @cached_property
+    def benchmarks(self) -> AsyncBenchmarksResourceWithStreamingResponse:
+        return AsyncBenchmarksResourceWithStreamingResponse(self._alpha.benchmarks)
+
     @cached_property
     def eval(self) -> AsyncEvalResourceWithStreamingResponse:
         return AsyncEvalResourceWithStreamingResponse(self._alpha.eval)

src/llama_stack_client/resources/benchmarks.py renamed to src/llama_stack_client/resources/alpha/benchmarks.py

@@ -12,21 +12,21 @@
 
 import httpx
 
-from ..types import benchmark_register_params
-from .._types import Body, Omit, Query, Headers, NoneType, NotGiven, SequenceNotStr, omit, not_given
-from .._utils import maybe_transform, async_maybe_transform
-from .._compat import cached_property
-from .._resource import SyncAPIResource, AsyncAPIResource
-from .._response import (
+from ..._types import Body, Omit, Query, Headers, NoneType, NotGiven, SequenceNotStr, omit, not_given
+from ..._utils import maybe_transform, async_maybe_transform
+from ..._compat import cached_property
+from ..._resource import SyncAPIResource, AsyncAPIResource
+from ..._response import (
     to_raw_response_wrapper,
     to_streamed_response_wrapper,
     async_to_raw_response_wrapper,
     async_to_streamed_response_wrapper,
 )
-from .._wrappers import DataWrapper
-from .._base_client import make_request_options
-from ..types.benchmark import Benchmark
-from ..types.benchmark_list_response import BenchmarkListResponse
+from ..._wrappers import DataWrapper
+from ...types.alpha import benchmark_register_params
+from ..._base_client import make_request_options
+from ...types.alpha.benchmark import Benchmark
+from ...types.alpha.benchmark_list_response import BenchmarkListResponse
 
 __all__ = ["BenchmarksResource", "AsyncBenchmarksResource"]
 

src/llama_stack_client/types/__init__.py

@@ -31,7 +31,6 @@
 )
 from .shield import Shield as Shield
 from .tool_def import ToolDef as ToolDef
-from .benchmark import Benchmark as Benchmark
 from .route_info import RouteInfo as RouteInfo
 from .scoring_fn import ScoringFn as ScoringFn
 from .tool_group import ToolGroup as ToolGroup
@@ -70,19 +69,16 @@
 from .shield_register_params import ShieldRegisterParams as ShieldRegisterParams
 from .tool_invocation_result import ToolInvocationResult as ToolInvocationResult
 from .vector_io_query_params import VectorIoQueryParams as VectorIoQueryParams
-from .benchmark_list_response import BenchmarkListResponse as BenchmarkListResponse
 from .embedding_create_params import EmbeddingCreateParams as EmbeddingCreateParams
 from .list_providers_response import ListProvidersResponse as ListProvidersResponse
 from .scoring_fn_params_param import ScoringFnParamsParam as ScoringFnParamsParam
 from .toolgroup_list_response import ToolgroupListResponse as ToolgroupListResponse
 from .vector_io_insert_params import VectorIoInsertParams as VectorIoInsertParams
 from .completion_create_params import CompletionCreateParams as CompletionCreateParams
-from .list_benchmarks_response import ListBenchmarksResponse as ListBenchmarksResponse
 from .moderation_create_params import ModerationCreateParams as ModerationCreateParams
 from .response_delete_response import ResponseDeleteResponse as ResponseDeleteResponse
 from .safety_run_shield_params import SafetyRunShieldParams as SafetyRunShieldParams
 from .vector_store_list_params import VectorStoreListParams as VectorStoreListParams
-from .benchmark_register_params import BenchmarkRegisterParams as BenchmarkRegisterParams
 from .list_tool_groups_response import ListToolGroupsResponse as ListToolGroupsResponse
 from .toolgroup_register_params import ToolgroupRegisterParams as ToolgroupRegisterParams
 from .completion_create_response import CompletionCreateResponse as CompletionCreateResponse

src/llama_stack_client/types/alpha/__init__.py

@@ -9,6 +9,7 @@
 from __future__ import annotations
 
 from .job import Job as Job
+from .benchmark import Benchmark as Benchmark
 from .tool_response import ToolResponse as ToolResponse
 from .inference_step import InferenceStep as InferenceStep
 from .shield_call_step import ShieldCallStep as ShieldCallStep
@@ -25,7 +26,10 @@
 from .algorithm_config_param import AlgorithmConfigParam as AlgorithmConfigParam
 from .benchmark_config_param import BenchmarkConfigParam as BenchmarkConfigParam
 from .agent_retrieve_response import AgentRetrieveResponse as AgentRetrieveResponse
+from .benchmark_list_response import BenchmarkListResponse as BenchmarkListResponse
 from .inference_rerank_params import InferenceRerankParams as InferenceRerankParams
+from .list_benchmarks_response import ListBenchmarksResponse as ListBenchmarksResponse
+from .benchmark_register_params import BenchmarkRegisterParams as BenchmarkRegisterParams
 from .eval_evaluate_rows_params import EvalEvaluateRowsParams as EvalEvaluateRowsParams
 from .inference_rerank_response import InferenceRerankResponse as InferenceRerankResponse
 from .eval_run_eval_alpha_params import EvalRunEvalAlphaParams as EvalRunEvalAlphaParams

src/llama_stack_client/types/benchmark.py renamed to src/llama_stack_client/types/alpha/benchmark.py

@@ -9,7 +9,7 @@
 from typing import Dict, List, Union, Optional
 from typing_extensions import Literal
 
-from .._models import BaseModel
+from ..._models import BaseModel
 
 __all__ = ["Benchmark"]