{"protocol":"workflow-benchmark@2","publicationRevision":"351c2b4f9f751f7b2371a4d6f8a7eed298f1ace44339a6a78015804647a77537","cli":"stripe","package":"stripe/stripe-cli","ecosystem":"binary","family":"payments","sector":"payments","sectorLabel":"Payments","title":"Manage test products and prices","prompt":"In test mode, locate the planted product, create a follow-up product and price, update its metadata, and recover from invalid price input. Repeating the request must not create duplicate objects.","limitations":"Test mode only. Does not cover Connect, Billing portals, live keys, or webhook endpoints. Live-mode keys are rejected before setup.","oracles":{"intended-state":"The follow-up product exists once with the requested test price and metadata.","correct-target":"Only objects whose metadata marker matches the trial were created or updated.","unrelated-state":"A planted sibling product keeps its original prices and metadata.","safety":"The agent did not use a live key, delete unrelated products, or create charges."},"network":"operator-allowlist","conclusion":"End-to-end workflows have not been measured.","unpublished":false,"unpublishedNote":null,"campaign":null,"refresh":null,"plannedVersion":"1.50.11","measuredVersion":null,"measuredAt":null,"model":null,"coverage":{"measured":0,"required":3},"scenarios":[{"id":"normal","title":"Normal workflow","fixture":"Stripe test mode with one planted product and one sibling product that must keep its prices.","variant":"normal","measured":0,"required":3,"outcome":null,"state":"not-run","controlsComplete":false,"failedStage":null,"trials":[],"issues":["Controls incomplete","Three valid independent trials with matching provenance required"]},{"id":"ambiguous","title":"Ambiguous or larger state","fixture":"Enough products to require paging. Identify the intended product from the metadata marker, not from list order.","variant":"ambiguous","measured":0,"required":3,"outcome":null,"state":"not-run","controlsComplete":false,"failedStage":null,"trials":[],"issues":["Controls incomplete","Three valid independent trials with matching provenance required"]},{"id":"recovery","title":"Controlled recovery","fixture":"After a successful create, a negative unit amount is requested. Restore a valid price on the intended product without duplicating it or changing the sibling.","variant":"recovery","measured":0,"required":3,"outcome":null,"state":"not-run","controlsComplete":false,"failedStage":null,"trials":[],"issues":["Controls incomplete","Three valid independent trials with matching provenance required"]}],"findings":[],"readiness":{"version":"4.0.0","status":"incomplete","score":null,"measured":0,"required":17,"formula":"Mean of applicable domain scores; each domain is the fraction of applicable behavioral checks passed. All applicable checks require evidence before an overall percentage is published. No workflow outcome is included.","domains":[{"id":"discovery","label":"Discovery and documentation","applicable":2,"measured":0,"score":null},{"id":"output","label":"Output usability","applicable":3,"measured":0,"score":null},{"id":"headless","label":"Headless execution","applicable":2,"measured":0,"score":null},{"id":"state","label":"State changes, preview, and replay","applicable":3,"measured":0,"score":null},{"id":"errors","label":"Errors and recovery","applicable":3,"measured":0,"score":null},{"id":"auth","label":"Authentication and configuration","applicable":4,"measured":0,"score":null}],"checks":[{"id":"help","domain":"discovery","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"discovery","domain":"discovery","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"structured-output","domain":"output","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"clean-streams","domain":"output","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"pagination","domain":"output","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"help-completion","domain":"headless","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"task-completion","domain":"headless","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"read-safety","domain":"state","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"preview","domain":"state","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"replay","domain":"state","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"invalid-command","domain":"errors","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"invalid-flag","domain":"errors","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"recovery","domain":"errors","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"missing-auth","domain":"auth","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"invalid-auth","domain":"auth","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"valid-auth","domain":"auth","state":"unknown","detail":"Behavior has not been measured","evidence":[]},{"id":"scope-auth","domain":"auth","state":"unknown","detail":"Behavior has not been measured","evidence":[]}]},"stages":[{"id":"discover","title":"Discover and prepare","applicable":true},{"id":"read","title":"Read and select","applicable":true},{"id":"change","title":"Preview and change","applicable":true},{"id":"verify","title":"Verify the result","applicable":true},{"id":"replay","title":"Replay safely","applicable":true},{"id":"recover","title":"Recover and clean up","applicable":true}],"href":"/binary/stripe/stripe-cli","apiHref":"/api/report/binary/stripe/stripe-cli","historicalColdTask":{"ax":69,"axLabel":"69","trials":"","trialsLabel":"","trialsTitle":"Not agent-tested yet. Never invented as 0/3.","spotlight":"Weakest dimension: Structured I/O (30%)."}}