{"cases":[{"behaviorFamily":"structured-output","candidateOperationIds":["01a07b2b-5c8e-707b-83df-e54dbcbf8212","01a07b2b-5c91-7127-8fb7-fce71d34f07e","01a07b2b-5ee0-7398-ad26-1b9781f2e2f6"],"caseId":"structured-output-contract","checkpointImageId":"a5f4ee5a-4a9d-43ce-8e89-88eb829da30b","fixtureRevision":"structured-output-contract-7c327ff96649","fixtureSha256":"7c327ff9664941e9d7a194505920f79c5d01b677a78d0035d0f40868c4e61e20","inputSourceSha256":"7d8577c96394a3190e27e9a6f4ac24ce00f28d21fa0a42d668b590c1eba12cad","metrics":{"apiErrorCount":0,"endToEndLatencyMs":23004,"estimatedCostReason":null,"estimatedCostUsd":0.0036042,"retryCount":0},"runId":"live_20260907092016_structured_output_fe957f0f","singleShotBaseline":{"checkpointImageId":"a5f4ee5a-4a9d-43ce-8e89-88eb829da30b","diffSha256":"7a5635d9a52311d710b153dfa83090e61b822995785814bc40acf99cd948ea1f","disposition":"eligible","durationMs":1558,"kind":"single-shot-model-generated","modelLatencyMs":2979,"modelResponseIds":["chatcmpl-b5da0cf7f4e3450985864eaf70cf2286"],"modelRetryCount":0,"modelUsage":{"inputTokens":1845,"outputTokens":270,"totalTokens":2115},"outputSha256":"26349c61853c19eae2d381a5744acfd7dbb1623d3771ca091a15c98522346a72","passedGateCount":10,"sandboxOperationId":"01a07b2b-6006-75b8-8c1e-672890a47b71","sourceSha256":"65507c1301e283f966b3d21aa981678cb29ed4ce312f21f7e4756dd1d54dc338","totalGateCount":10},"trialIntegritySha256":"c65a78913685f5d8a2632c8ead03e1cb41e9adb8b8b017d67bbf7e5cb497aec7"},{"behaviorFamily":"tool-calling","candidateOperationIds":["01a07b2b-b43d-7420-849b-fab8ae60ab0d","01a07b2b-b43b-754f-bcb8-576ee62624ce","01a07b2b-b65e-737c-ac45-607ea95c84f4"],"caseId":"tool-calling-contract","checkpointImageId":"33e951f6-aa57-4d89-ac43-fc927702125c","fixtureRevision":"tool-calling-contract-7f31fccee206","fixtureSha256":"7f31fccee2065040b7732eabdbeb7c34b49a2ee3fe538af8bb3485f0de4ef02a","inputSourceSha256":"7e86d84e7ae908126192b906fac41d9b20c1fca3c73a50710b3fee1735e7b69d","metrics":{"apiErrorCount":0,"endToEndLatencyMs":22322,"estimatedCostReason":null,"estimatedCostUsd":0.0032487,"retryCount":0},"runId":"live_20260907092039_tool_calling_01e67058","singleShotBaseline":{"checkpointImageId":"33e951f6-aa57-4d89-ac43-fc927702125c","diffSha256":"b342a553a52eea4f544522123c6af0fd6ff6478a010de5e5b8b10e8efe7ae7ca","disposition":"rejected","durationMs":1570,"kind":"single-shot-model-generated","modelLatencyMs":2569,"modelResponseIds":["chatcmpl-adbfd0a7acc6496896fb4a691d6fb5d2"],"modelRetryCount":0,"modelUsage":{"inputTokens":1884,"outputTokens":233,"totalTokens":2117},"outputSha256":"d028e4a78c74721fe0a03afa1c9c10686489ff38c1c14e78b662b7fe4106d9ec","passedGateCount":8,"sandboxOperationId":"01a07b2b-b78e-74a2-a15a-167d98a72891","sourceSha256":"e97178719460f7634d3bef1fcd5b4512be230756548dad53b24a04073ff6e4db","totalGateCount":10},"trialIntegritySha256":"19d69c41c30fc4cb7166354d562dba25c5737cde37b94054cf5627b26d419323"},{"behaviorFamily":"streaming-retry","candidateOperationIds":["01a07b2c-0d94-7275-bc61-20369fe4c945","01a07b2c-0d9c-7543-8ea6-c304951673ac","01a07b2c-1028-7754-af9d-610725074e2f"],"caseId":"streaming-retry-contract","checkpointImageId":"d35afebd-6f37-4b3e-8930-4db0606dd54d","fixtureRevision":"streaming-retry-contract-d59c679f481c","fixtureSha256":"d59c679f481c67673ab8ec86cff64e80e5ec9d28c505e4179eadd125c9628593","inputSourceSha256":"e3c380725aaae2fdeec7f6dec8d9bdcbc55b5688c03a11d921830afc084daba2","metrics":{"apiErrorCount":0,"endToEndLatencyMs":21812,"estimatedCostReason":null,"estimatedCostUsd":0.0041376,"retryCount":0},"runId":"live_20260907092102_streaming_retry_de3e3674","singleShotBaseline":{"checkpointImageId":"d35afebd-6f37-4b3e-8930-4db0606dd54d","diffSha256":"4f93ecd21fb504acbc634a293aa40f37187fa9aaa3600360de66c0d05b402c7c","disposition":"rejected","durationMs":1565,"kind":"single-shot-model-generated","modelLatencyMs":1690,"modelResponseIds":["chatcmpl-1f0e4da3ac96491b9361c7fef89b14d1"],"modelRetryCount":0,"modelUsage":{"inputTokens":2096,"outputTokens":322,"totalTokens":2418},"outputSha256":"3813f87fa6e0aee3abe690650833c6c3e37cbaaed8ed87e91ae6c3686c415e08","passedGateCount":9,"sandboxOperationId":"01a07b2c-115b-7195-a931-6d5003f2bea7","sourceSha256":"878ffbca60cf3baa6699793a2e268547edaf9c3af39451916a832becfc883b0c","totalGateCount":10},"trialIntegritySha256":"c50c8f9722e4945ca7dde7b4c29fb3e3e9bd80e47e17ec4e2b52c745a8366239"}],"exactModelId":"nvidia/nemotron-3-super-120b-a12b","expiresAt":"2026-09-14T09:20:16.918Z","integritySha256":"5530609f16ba7adb5a5fca8d49de429662ee44f6f0ea854eb2d50f6d7492b600","kind":"portverdict.live-evaluation-suite","portVerdictCommitSha":"b8f912021bc76a343b9bcf43bbd80f207ba253d3","recordedAt":"2026-09-07T09:20:16.918Z","redactionVersion":"1","schemaVersion":2,"sponsorSmokeRunId":"smoke_20260907085301_f18d7fd1","status":"verified","suiteId":"suite_20260907092016_6afcbf7b"}