Skip to content

Commit 3cecbdf

Browse files
fix(api): surface scenario setup failures instead of silently dropping them (#8300)
1 parent 68afe5a commit 3cecbdf

File tree

2 files changed

+8
-5
lines changed

2 files changed

+8
-5
lines changed

.stats.yml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
configured_endpoints: 124
2-
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-c576eb67f119a7eb5815d4a3bf413c652cd7e4c257095e3b6b51967fe72fc00e.yml
3-
openapi_spec_hash: 0a4d20adf725a121e39a3442afa34b32
2+
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/runloop-ai%2Frunloop-11588dad716c3ded3699f14d5e1c5f847d6d099ce0595430f608386b2d1d7c46.yml
3+
openapi_spec_hash: 60c33284c8248c346994db8b2b399758
44
config_hash: a759c23a5a04ad26f8740acc7e094c01

src/runloop_api_client/types/benchmark_job_view.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -53,9 +53,6 @@ class BenchmarkOutcomeScenarioOutcome(BaseModel):
5353
scenario_name: str
5454
"""The name of the scenario."""
5555

56-
scenario_run_id: str
57-
"""The ID of the scenario run."""
58-
5956
state: Literal["COMPLETED", "FAILED", "TIMEOUT", "CANCELED"]
6057
"""The final state of the scenario execution."""
6158

@@ -68,6 +65,12 @@ class BenchmarkOutcomeScenarioOutcome(BaseModel):
6865
Contains exception type and message.
6966
"""
7067

68+
scenario_run_id: Optional[str] = None
69+
"""The ID of the scenario run.
70+
71+
May be absent if the scenario failed during setup before a run was created.
72+
"""
73+
7174
score: Optional[float] = None
7275
"""The score achieved for this scenario (0.0 to 1.0).
7376

0 commit comments

Comments
 (0)