feat(api): api update

Author: stainless-app[bot]

.stats.yml

@@ -1,4 +1,4 @@
-configured_endpoints: 86
+configured_endpoints: 87
 openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-4cd38d2f4180cc9bd949f182a221d6221c44e7e0ec1ddc110dd7677ba822b51a.yml
 openapi_spec_hash: e186fd7fd5f09ba496f0b7bb87365f3b
-config_hash: d39a06c3965a9c5d5e95b12d34e3f3a5
+config_hash: 4514558503b7aa6eba8c2941564c247d

api.md

@@ -25,6 +25,7 @@ Methods:
 - <code title="get /v1/benchmarks/{id}">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">retrieve</a>(id) -> <a href="./src/runloop_api_client/types/benchmark_view.py">BenchmarkView</a></code>
 - <code title="post /v1/benchmarks/{id}">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">update</a>(id, \*\*<a href="src/runloop_api_client/types/benchmark_update_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">BenchmarkView</a></code>
 - <code title="get /v1/benchmarks">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">list</a>(\*\*<a href="src/runloop_api_client/types/benchmark_list_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">SyncBenchmarksCursorIDPage[BenchmarkView]</a></code>
+- <code title="get /v1/benchmarks/{id}/definitions">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">definitions</a>(id, \*\*<a href="src/runloop_api_client/types/benchmark_definitions_params.py">params</a>) -> <a href="./src/runloop_api_client/types/scenario_definition_list_view.py">ScenarioDefinitionListView</a></code>
 - <code title="get /v1/benchmarks/list_public">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">list_public</a>(\*\*<a href="src/runloop_api_client/types/benchmark_list_public_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_view.py">SyncBenchmarksCursorIDPage[BenchmarkView]</a></code>
 - <code title="post /v1/benchmarks/start_run">client.benchmarks.<a href="./src/runloop_api_client/resources/benchmarks/benchmarks.py">start_run</a>(\*\*<a href="src/runloop_api_client/types/benchmark_start_run_params.py">params</a>) -> <a href="./src/runloop_api_client/types/benchmark_run_view.py">BenchmarkRunView</a></code>
 

src/runloop_api_client/resources/benchmarks/benchmarks.py

@@ -19,6 +19,7 @@
     benchmark_create_params,
     benchmark_update_params,
     benchmark_start_run_params,
+    benchmark_definitions_params,
     benchmark_list_public_params,
 )
 from ..._types import NOT_GIVEN, Body, Query, Headers, NotGiven
@@ -35,6 +36,7 @@
 from ..._base_client import AsyncPaginator, make_request_options
 from ...types.benchmark_view import BenchmarkView
 from ...types.benchmark_run_view import BenchmarkRunView
+from ...types.scenario_definition_list_view import ScenarioDefinitionListView
 
 __all__ = ["BenchmarksResource", "AsyncBenchmarksResource"]
 
@@ -262,6 +264,55 @@ def list(
             model=BenchmarkView,
         )
 
+    def definitions(
+        self,
+        id: str,
+        *,
+        limit: int | NotGiven = NOT_GIVEN,
+        starting_after: str | NotGiven = NOT_GIVEN,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+    ) -> ScenarioDefinitionListView:
+        """
+        Get scenario definitions for a previously created Benchmark.
+
+        Args:
+          limit: The limit of items to return. Default is 20.
+
+          starting_after: Load the next page of data starting after the item with the given ID.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return self._get(
+            f"/v1/benchmarks/{id}/definitions",
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                query=maybe_transform(
+                    {
+                        "limit": limit,
+                        "starting_after": starting_after,
+                    },
+                    benchmark_definitions_params.BenchmarkDefinitionsParams,
+                ),
+            ),
+            cast_to=ScenarioDefinitionListView,
+        )
+
     def list_public(
         self,
         *,
@@ -587,6 +638,55 @@ def list(
             model=BenchmarkView,
         )
 
+    async def definitions(
+        self,
+        id: str,
+        *,
+        limit: int | NotGiven = NOT_GIVEN,
+        starting_after: str | NotGiven = NOT_GIVEN,
+        # Use the following arguments if you need to pass additional parameters to the API that aren't available via kwargs.
+        # The extra values given here take precedence over values defined on the client or passed to this method.
+        extra_headers: Headers | None = None,
+        extra_query: Query | None = None,
+        extra_body: Body | None = None,
+        timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN,
+    ) -> ScenarioDefinitionListView:
+        """
+        Get scenario definitions for a previously created Benchmark.
+
+        Args:
+          limit: The limit of items to return. Default is 20.
+
+          starting_after: Load the next page of data starting after the item with the given ID.
+
+          extra_headers: Send extra headers
+
+          extra_query: Add additional query parameters to the request
+
+          extra_body: Add additional JSON properties to the request
+
+          timeout: Override the client-level default timeout for this request, in seconds
+        """
+        if not id:
+            raise ValueError(f"Expected a non-empty value for `id` but received {id!r}")
+        return await self._get(
+            f"/v1/benchmarks/{id}/definitions",
+            options=make_request_options(
+                extra_headers=extra_headers,
+                extra_query=extra_query,
+                extra_body=extra_body,
+                timeout=timeout,
+                query=await async_maybe_transform(
+                    {
+                        "limit": limit,
+                        "starting_after": starting_after,
+                    },
+                    benchmark_definitions_params.BenchmarkDefinitionsParams,
+                ),
+            ),
+            cast_to=ScenarioDefinitionListView,
+        )
+
     def list_public(
         self,
         *,
@@ -705,6 +805,9 @@ def __init__(self, benchmarks: BenchmarksResource) -> None:
         self.list = to_raw_response_wrapper(
             benchmarks.list,
         )
+        self.definitions = to_raw_response_wrapper(
+            benchmarks.definitions,
+        )
         self.list_public = to_raw_response_wrapper(
             benchmarks.list_public,
         )
@@ -733,6 +836,9 @@ def __init__(self, benchmarks: AsyncBenchmarksResource) -> None:
         self.list = async_to_raw_response_wrapper(
             benchmarks.list,
         )
+        self.definitions = async_to_raw_response_wrapper(
+            benchmarks.definitions,
+        )
         self.list_public = async_to_raw_response_wrapper(
             benchmarks.list_public,
         )
@@ -761,6 +867,9 @@ def __init__(self, benchmarks: BenchmarksResource) -> None:
         self.list = to_streamed_response_wrapper(
             benchmarks.list,
         )
+        self.definitions = to_streamed_response_wrapper(
+            benchmarks.definitions,
+        )
         self.list_public = to_streamed_response_wrapper(
             benchmarks.list_public,
         )
@@ -789,6 +898,9 @@ def __init__(self, benchmarks: AsyncBenchmarksResource) -> None:
         self.list = async_to_streamed_response_wrapper(
             benchmarks.list,
         )
+        self.definitions = async_to_streamed_response_wrapper(
+            benchmarks.definitions,
+        )
         self.list_public = async_to_streamed_response_wrapper(
             benchmarks.list_public,
         )

src/runloop_api_client/types/__init__.py

@@ -57,6 +57,7 @@
 from .devbox_remove_tunnel_params import DevboxRemoveTunnelParams as DevboxRemoveTunnelParams
 from .devbox_snapshot_disk_params import DevboxSnapshotDiskParams as DevboxSnapshotDiskParams
 from .scenario_list_public_params import ScenarioListPublicParams as ScenarioListPublicParams
+from .benchmark_definitions_params import BenchmarkDefinitionsParams as BenchmarkDefinitionsParams
 from .benchmark_list_public_params import BenchmarkListPublicParams as BenchmarkListPublicParams
 from .devbox_execution_detail_view import DevboxExecutionDetailView as DevboxExecutionDetailView
 from .scoring_contract_result_view import ScoringContractResultView as ScoringContractResultView

src/runloop_api_client/types/benchmark_definitions_params.py

@@ -0,0 +1,15 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+__all__ = ["BenchmarkDefinitionsParams"]
+
+
+class BenchmarkDefinitionsParams(TypedDict, total=False):
+    limit: int
+    """The limit of items to return. Default is 20."""
+
+    starting_after: str
+    """Load the next page of data starting after the item with the given ID."""

tests/api_resources/test_benchmarks.py

@@ -12,6 +12,7 @@
 from runloop_api_client.types import (
     BenchmarkView,
     BenchmarkRunView,
+    ScenarioDefinitionListView,
 )
 from runloop_api_client.pagination import SyncBenchmarksCursorIDPage, AsyncBenchmarksCursorIDPage
 
@@ -193,6 +194,53 @@ def test_streaming_response_list(self, client: Runloop) -> None:
 
         assert cast(Any, response.is_closed) is True
 
+    @parametrize
+    def test_method_definitions(self, client: Runloop) -> None:
+        benchmark = client.benchmarks.definitions(
+            id="id",
+        )
+        assert_matches_type(ScenarioDefinitionListView, benchmark, path=["response"])
+
+    @parametrize
+    def test_method_definitions_with_all_params(self, client: Runloop) -> None:
+        benchmark = client.benchmarks.definitions(
+            id="id",
+            limit=0,
+            starting_after="starting_after",
+        )
+        assert_matches_type(ScenarioDefinitionListView, benchmark, path=["response"])
+
+    @parametrize
+    def test_raw_response_definitions(self, client: Runloop) -> None:
+        response = client.benchmarks.with_raw_response.definitions(
+            id="id",
+        )
+
+        assert response.is_closed is True
+        assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+        benchmark = response.parse()
+        assert_matches_type(ScenarioDefinitionListView, benchmark, path=["response"])
+
+    @parametrize
+    def test_streaming_response_definitions(self, client: Runloop) -> None:
+        with client.benchmarks.with_streaming_response.definitions(
+            id="id",
+        ) as response:
+            assert not response.is_closed
+            assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+            benchmark = response.parse()
+            assert_matches_type(ScenarioDefinitionListView, benchmark, path=["response"])
+
+        assert cast(Any, response.is_closed) is True
+
+    @parametrize
+    def test_path_params_definitions(self, client: Runloop) -> None:
+        with pytest.raises(ValueError, match=r"Expected a non-empty value for `id` but received ''"):
+            client.benchmarks.with_raw_response.definitions(
+                id="",
+            )
+
     @parametrize
     def test_method_list_public(self, client: Runloop) -> None:
         benchmark = client.benchmarks.list_public()
@@ -442,6 +490,53 @@ async def test_streaming_response_list(self, async_client: AsyncRunloop) -> None
 
         assert cast(Any, response.is_closed) is True
 
+    @parametrize
+    async def test_method_definitions(self, async_client: AsyncRunloop) -> None:
+        benchmark = await async_client.benchmarks.definitions(
+            id="id",
+        )
+        assert_matches_type(ScenarioDefinitionListView, benchmark, path=["response"])
+
+    @parametrize
+    async def test_method_definitions_with_all_params(self, async_client: AsyncRunloop) -> None:
+        benchmark = await async_client.benchmarks.definitions(
+            id="id",
+            limit=0,
+            starting_after="starting_after",
+        )
+        assert_matches_type(ScenarioDefinitionListView, benchmark, path=["response"])
+
+    @parametrize
+    async def test_raw_response_definitions(self, async_client: AsyncRunloop) -> None:
+        response = await async_client.benchmarks.with_raw_response.definitions(
+            id="id",
+        )
+
+        assert response.is_closed is True
+        assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+        benchmark = await response.parse()
+        assert_matches_type(ScenarioDefinitionListView, benchmark, path=["response"])
+
+    @parametrize
+    async def test_streaming_response_definitions(self, async_client: AsyncRunloop) -> None:
+        async with async_client.benchmarks.with_streaming_response.definitions(
+            id="id",
+        ) as response:
+            assert not response.is_closed
+            assert response.http_request.headers.get("X-Stainless-Lang") == "python"
+
+            benchmark = await response.parse()
+            assert_matches_type(ScenarioDefinitionListView, benchmark, path=["response"])
+
+        assert cast(Any, response.is_closed) is True
+
+    @parametrize
+    async def test_path_params_definitions(self, async_client: AsyncRunloop) -> None:
+        with pytest.raises(ValueError, match=r"Expected a non-empty value for `id` but received ''"):
+            await async_client.benchmarks.with_raw_response.definitions(
+                id="",
+            )
+
     @parametrize
     async def test_method_list_public(self, async_client: AsyncRunloop) -> None:
         benchmark = await async_client.benchmarks.list_public()