{"calls":[{"arm":"GREEDY","attempts":1,"billed_usd":0.00066,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":880,"latency_seconds":0.2,"output_tokens":220,"physical_call_id":"bff20b9691db7c4602203f21","provider_cost_usd":0.00066,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_bff20b9691db7c4602203f21","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"0","total_tokens":1100,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.00066625,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":889,"latency_seconds":0.2,"output_tokens":222,"physical_call_id":"9410373529472d1a0a90824c","provider_cost_usd":0.00066625,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_9410373529472d1a0a90824c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"22","total_tokens":1111,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.0006725,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":898,"latency_seconds":0.2,"output_tokens":224,"physical_call_id":"6367de8098341b4dd9fa7bb2","provider_cost_usd":0.0006725,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_6367de8098341b4dd9fa7bb2","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"27","total_tokens":1122,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.00067875,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":907,"latency_seconds":0.2,"output_tokens":226,"physical_call_id":"b60c1908e3978985910c41e7","provider_cost_usd":0.00067875,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_b60c1908e3978985910c41e7","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1133,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.000685,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":916,"latency_seconds":0.2,"output_tokens":228,"physical_call_id":"04d383995b80d2726e372bb8","provider_cost_usd":0.000685,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_04d383995b80d2726e372bb8","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"33","total_tokens":1144,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.000693,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":924,"latency_seconds":0.2,"output_tokens":231,"physical_call_id":"4a702b82d62ea0749a6aa45f","provider_cost_usd":0.000693,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_4a702b82d62ea0749a6aa45f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"38","total_tokens":1155,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.00069925,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":933,"latency_seconds":0.2,"output_tokens":233,"physical_call_id":"3b922ecfcc32af0f51401a81","provider_cost_usd":0.00069925,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_3b922ecfcc32af0f51401a81","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1166,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.0007055,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":942,"latency_seconds":0.2,"output_tokens":235,"physical_call_id":"5ec378eca29ee6e84972eaf3","provider_cost_usd":0.0007055,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_5ec378eca29ee6e84972eaf3","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"48","total_tokens":1177,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.00071175,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":951,"latency_seconds":0.2,"output_tokens":237,"physical_call_id":"c59737f24f48f5f9f3aad866","provider_cost_usd":0.00071175,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_c59737f24f48f5f9f3aad866","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"12","total_tokens":1188,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.000718,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":960,"latency_seconds":0.2,"output_tokens":239,"physical_call_id":"3670212549b4443f88700367","provider_cost_usd":0.000718,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_3670212549b4443f88700367","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"15","total_tokens":1199,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.000726,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":968,"latency_seconds":0.2,"output_tokens":242,"physical_call_id":"0b9aecf83a0db301afabd75e","provider_cost_usd":0.000726,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_0b9aecf83a0db301afabd75e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"17","total_tokens":1210,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.00073225,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":977,"latency_seconds":0.2,"output_tokens":244,"physical_call_id":"3da552b21b2c2b1fb6c7ed76","provider_cost_usd":0.00073225,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_3da552b21b2c2b1fb6c7ed76","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"20","total_tokens":1221,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.0007385,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":986,"latency_seconds":0.2,"output_tokens":246,"physical_call_id":"ffa8c15dbc6b76cd3af220dc","provider_cost_usd":0.0007385,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_ffa8c15dbc6b76cd3af220dc","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"21","total_tokens":1232,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.00074475,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":995,"latency_seconds":0.2,"output_tokens":248,"physical_call_id":"bdb5007d9d192591115fc00d","provider_cost_usd":0.00074475,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_bdb5007d9d192591115fc00d","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1243,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.000751,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1004,"latency_seconds":0.2,"output_tokens":250,"physical_call_id":"50271b8b9a69679fc936f5cf","provider_cost_usd":0.000751,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_50271b8b9a69679fc936f5cf","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"42","total_tokens":1254,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.000759,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1012,"latency_seconds":0.2,"output_tokens":253,"physical_call_id":"e6bf129c20629f809f6488c1","provider_cost_usd":0.000759,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_e6bf129c20629f809f6488c1","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1265,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.00076525,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1021,"latency_seconds":0.2,"output_tokens":255,"physical_call_id":"b56a4cb5fbfab077078bd427","provider_cost_usd":0.00076525,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_b56a4cb5fbfab077078bd427","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"54","total_tokens":1276,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.0007715,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1030,"latency_seconds":0.2,"output_tokens":257,"physical_call_id":"c07d6342dfa250dfe76fb10d","provider_cost_usd":0.0007715,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_c07d6342dfa250dfe76fb10d","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"64","total_tokens":1287,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.00077775,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1039,"latency_seconds":0.2,"output_tokens":259,"physical_call_id":"b436d446204d1bdad4c00b7a","provider_cost_usd":0.00077775,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_b436d446204d1bdad4c00b7a","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"73","total_tokens":1298,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.000784,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1048,"latency_seconds":0.2,"output_tokens":261,"physical_call_id":"06a5f0dc30480f7937874c61","provider_cost_usd":0.000784,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_06a5f0dc30480f7937874c61","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"74","total_tokens":1309,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.000792,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1056,"latency_seconds":0.2,"output_tokens":264,"physical_call_id":"612d248062a56a14bd29e338","provider_cost_usd":0.000792,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_612d248062a56a14bd29e338","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"76","total_tokens":1320,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.00079825,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1065,"latency_seconds":0.2,"output_tokens":266,"physical_call_id":"d5835a248b88b92f05767201","provider_cost_usd":0.00079825,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_d5835a248b88b92f05767201","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"80","total_tokens":1331,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.0008045,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1074,"latency_seconds":0.2,"output_tokens":268,"physical_call_id":"9f1dbfb681cea2f6994a69f6","provider_cost_usd":0.0008045,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_9f1dbfb681cea2f6994a69f6","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"110","total_tokens":1342,"trial":0},{"arm":"GREEDY","attempts":1,"billed_usd":0.00081075,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1083,"latency_seconds":0.2,"output_tokens":270,"physical_call_id":"e044c9236111e079f4f9ed7a","provider_cost_usd":0.00081075,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_e044c9236111e079f4f9ed7a","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"111","total_tokens":1353,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000705,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":940,"latency_seconds":0.2,"output_tokens":235,"physical_call_id":"f0561193f4dfae93d6fe5a28","provider_cost_usd":0.000705,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_f0561193f4dfae93d6fe5a28","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"0","total_tokens":1175,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000795,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1060,"latency_seconds":0.24,"output_tokens":265,"physical_call_id":"a731deb211449fba27759187","provider_cost_usd":0.000795,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_a731deb211449fba27759187","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"0","total_tokens":1325,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.8400000000000005e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":256,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"f0b6a07317c257df49afa522","provider_cost_usd":3.8400000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_f0b6a07317c257df49afa522","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6684,"status":"success","task_id":"0","total_tokens":320,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00071125,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":949,"latency_seconds":0.2,"output_tokens":237,"physical_call_id":"57ea667380ce6dbbfb1ff807","provider_cost_usd":0.00071125,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_57ea667380ce6dbbfb1ff807","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"22","total_tokens":1186,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00084925,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":1133,"latency_seconds":0.24,"output_tokens":283,"physical_call_id":"a4832607ba0af14209aad801","provider_cost_usd":0.00084925,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_a4832607ba0af14209aad801","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"22","total_tokens":1416,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.845e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":257,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"80dfef4dde26b8f720e752d7","provider_cost_usd":3.845e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_80dfef4dde26b8f720e752d7","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4913,"status":"success","task_id":"22","total_tokens":321,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.0007175,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":958,"latency_seconds":0.2,"output_tokens":239,"physical_call_id":"493f5e7c71c2ce50b0f49ca4","provider_cost_usd":0.0007175,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_493f5e7c71c2ce50b0f49ca4","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"27","total_tokens":1197,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.0009035,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":1206,"latency_seconds":0.24,"output_tokens":301,"physical_call_id":"7fc5a71a97519d362e7a8389","provider_cost_usd":0.0009035,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_7fc5a71a97519d362e7a8389","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"27","total_tokens":1507,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.85e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":258,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"1667860304d28e0958595528","provider_cost_usd":3.85e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_1667860304d28e0958595528","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.251,"status":"success","task_id":"27","total_tokens":322,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00072375,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":967,"latency_seconds":0.2,"output_tokens":241,"physical_call_id":"a6d0f174fbad6b2ce0bb3a50","provider_cost_usd":0.00072375,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_a6d0f174fbad6b2ce0bb3a50","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1208,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00095775,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":1279,"latency_seconds":0.24,"output_tokens":319,"physical_call_id":"dc6865dcfa34264d333924c7","provider_cost_usd":0.00095775,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_dc6865dcfa34264d333924c7","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1598,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.855e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":259,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"f862806becdff704f3865884","provider_cost_usd":3.855e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_f862806becdff704f3865884","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4925,"status":"success","task_id":"31","total_tokens":323,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00073,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":976,"latency_seconds":0.2,"output_tokens":243,"physical_call_id":"db1a62c2e250f79660e71709","provider_cost_usd":0.00073,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_db1a62c2e250f79660e71709","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"33","total_tokens":1219,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.001012,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":1352,"latency_seconds":0.24,"output_tokens":337,"physical_call_id":"ff4b67f8948c272e66758d43","provider_cost_usd":0.001012,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_ff4b67f8948c272e66758d43","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"33","total_tokens":1689,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.86e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":260,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"c34352b0ec4b1bdbfff93bb8","provider_cost_usd":3.86e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_c34352b0ec4b1bdbfff93bb8","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8262,"status":"success","task_id":"33","total_tokens":324,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000738,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":984,"latency_seconds":0.2,"output_tokens":246,"physical_call_id":"cc6a49544e7523ba0076701d","provider_cost_usd":0.000738,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_cc6a49544e7523ba0076701d","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"38","total_tokens":1230,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000828,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":1104,"latency_seconds":0.24,"output_tokens":276,"physical_call_id":"b27bc50d14e0fed89b7e87b3","provider_cost_usd":0.000828,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_b27bc50d14e0fed89b7e87b3","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"38","total_tokens":1380,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.9e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":260,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"58c121b41dcd1a32a1c0b209","provider_cost_usd":3.9e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_58c121b41dcd1a32a1c0b209","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5464,"status":"success","task_id":"38","total_tokens":325,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00074425,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":993,"latency_seconds":0.2,"output_tokens":248,"physical_call_id":"663a4f915b81e8698235ccad","provider_cost_usd":0.00074425,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_663a4f915b81e8698235ccad","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1241,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00088225,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":1177,"latency_seconds":0.24,"output_tokens":294,"physical_call_id":"a0a544e4ee7af1af5b02bde0","provider_cost_usd":0.00088225,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_a0a544e4ee7af1af5b02bde0","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1471,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.905e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":261,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"d6c8eb4479470e723ce45416","provider_cost_usd":3.905e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_d6c8eb4479470e723ce45416","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6559,"status":"success","task_id":"47","total_tokens":326,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.0007505,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1002,"latency_seconds":0.2,"output_tokens":250,"physical_call_id":"9c9e76fc752a09c21b9973da","provider_cost_usd":0.0007505,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_9c9e76fc752a09c21b9973da","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"48","total_tokens":1252,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.0009365,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1250,"latency_seconds":0.24,"output_tokens":312,"physical_call_id":"df5a23f7c5b3a4fd2c3e42e7","provider_cost_usd":0.0009365,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_df5a23f7c5b3a4fd2c3e42e7","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"48","total_tokens":1562,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.91e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":262,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"a0508ef50c5973d48a7a4ca4","provider_cost_usd":3.91e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_a0508ef50c5973d48a7a4ca4","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3632,"status":"success","task_id":"48","total_tokens":327,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00075675,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1011,"latency_seconds":0.2,"output_tokens":252,"physical_call_id":"e467a4968b59a777cd38c6b0","provider_cost_usd":0.00075675,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_e467a4968b59a777cd38c6b0","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"12","total_tokens":1263,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00099075,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1323,"latency_seconds":0.24,"output_tokens":330,"physical_call_id":"8ca6e63a69ef08b3bda12a42","provider_cost_usd":0.00099075,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_8ca6e63a69ef08b3bda12a42","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"12","total_tokens":1653,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.9149999999999996e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":263,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"2927c11147f4d31a0e82816f","provider_cost_usd":3.9149999999999996e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_2927c11147f4d31a0e82816f","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5494,"status":"success","task_id":"12","total_tokens":328,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000763,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1020,"latency_seconds":0.2,"output_tokens":254,"physical_call_id":"b394085de5f050c0d59622ea","provider_cost_usd":0.000763,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_b394085de5f050c0d59622ea","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"15","total_tokens":1274,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.001045,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1396,"latency_seconds":0.24,"output_tokens":348,"physical_call_id":"08c3b8c3328887808c88d87f","provider_cost_usd":0.001045,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_08c3b8c3328887808c88d87f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"15","total_tokens":1744,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.9200000000000004e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":264,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"fe0c1ecaa10840f63b5562d9","provider_cost_usd":3.9200000000000004e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_fe0c1ecaa10840f63b5562d9","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5077,"status":"success","task_id":"15","total_tokens":329,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000771,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1028,"latency_seconds":0.2,"output_tokens":257,"physical_call_id":"dd068d42e939bcad0ee862e1","provider_cost_usd":0.000771,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_dd068d42e939bcad0ee862e1","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"17","total_tokens":1285,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000861,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1148,"latency_seconds":0.24,"output_tokens":287,"physical_call_id":"493d574ee7fbe127632177ef","provider_cost_usd":0.000861,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_493d574ee7fbe127632177ef","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"17","total_tokens":1435,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.96e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":264,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"55f332deb376c3277167ea96","provider_cost_usd":3.96e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_55f332deb376c3277167ea96","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.347,"status":"success","task_id":"17","total_tokens":330,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00077725,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1037,"latency_seconds":0.2,"output_tokens":259,"physical_call_id":"20c64ef62f04cb4a5896cde4","provider_cost_usd":0.00077725,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_20c64ef62f04cb4a5896cde4","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"20","total_tokens":1296,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00091525,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1221,"latency_seconds":0.24,"output_tokens":305,"physical_call_id":"bf20f89184b3f6c9fdd1bef6","provider_cost_usd":0.00091525,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_bf20f89184b3f6c9fdd1bef6","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"20","total_tokens":1526,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.965000000000001e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":265,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"6cc3373f398d698bb3c2c833","provider_cost_usd":3.965000000000001e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_6cc3373f398d698bb3c2c833","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4224,"status":"success","task_id":"20","total_tokens":331,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.0007835,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1046,"latency_seconds":0.2,"output_tokens":261,"physical_call_id":"269ff1729300f382c7f5677d","provider_cost_usd":0.0007835,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_269ff1729300f382c7f5677d","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"21","total_tokens":1307,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.0009695,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1294,"latency_seconds":0.24,"output_tokens":323,"physical_call_id":"9cf58d9b1d42815581ea28bd","provider_cost_usd":0.0009695,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_9cf58d9b1d42815581ea28bd","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"21","total_tokens":1617,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.97e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":266,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"00ddb161307967e527caf539","provider_cost_usd":3.97e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_00ddb161307967e527caf539","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.316,"status":"success","task_id":"21","total_tokens":332,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00078975,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1055,"latency_seconds":0.2,"output_tokens":263,"physical_call_id":"4d45c76f46910c4c98c50f09","provider_cost_usd":0.00078975,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_4d45c76f46910c4c98c50f09","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1318,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00102375,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1367,"latency_seconds":0.24,"output_tokens":341,"physical_call_id":"8f266975052910a0072066dd","provider_cost_usd":0.00102375,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_8f266975052910a0072066dd","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1708,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.975e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":267,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"d48b31aaec159f818702200e","provider_cost_usd":3.975e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_d48b31aaec159f818702200e","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.858,"status":"success","task_id":"31","total_tokens":333,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000796,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1064,"latency_seconds":0.2,"output_tokens":265,"physical_call_id":"62d312f80b9ec84277b8aee4","provider_cost_usd":0.000796,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_62d312f80b9ec84277b8aee4","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"42","total_tokens":1329,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.001078,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1440,"latency_seconds":0.24,"output_tokens":359,"physical_call_id":"304671f7691b4e978260978c","provider_cost_usd":0.001078,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_304671f7691b4e978260978c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"42","total_tokens":1799,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":3.9800000000000005e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":268,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"cfd76ddf1e9ff8c3e128ff5e","provider_cost_usd":3.9800000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_cfd76ddf1e9ff8c3e128ff5e","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.602,"status":"success","task_id":"42","total_tokens":334,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000804,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1072,"latency_seconds":0.2,"output_tokens":268,"physical_call_id":"7725573e9ab1b907dc34357f","provider_cost_usd":0.000804,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_7725573e9ab1b907dc34357f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1340,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000894,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1192,"latency_seconds":0.24,"output_tokens":298,"physical_call_id":"ad043bb57369230a343f081b","provider_cost_usd":0.000894,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_ad043bb57369230a343f081b","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1490,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":4.02e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":268,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"42a73d606b12a3acc57503ac","provider_cost_usd":4.02e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_42a73d606b12a3acc57503ac","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6106,"status":"success","task_id":"47","total_tokens":335,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00081025,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1081,"latency_seconds":0.2,"output_tokens":270,"physical_call_id":"ea4648e8b53e833daafd9f85","provider_cost_usd":0.00081025,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_ea4648e8b53e833daafd9f85","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"54","total_tokens":1351,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00094825,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1265,"latency_seconds":0.24,"output_tokens":316,"physical_call_id":"62481ef5ad3553c8663b25c8","provider_cost_usd":0.00094825,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_62481ef5ad3553c8663b25c8","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"54","total_tokens":1581,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":4.025e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":269,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"972c32c33b8fe8984e7fb0d4","provider_cost_usd":4.025e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_972c32c33b8fe8984e7fb0d4","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.7904,"status":"success","task_id":"54","total_tokens":336,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.0008165,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1090,"latency_seconds":0.2,"output_tokens":272,"physical_call_id":"8f5ba521aa8e89bdf5bf4ac8","provider_cost_usd":0.0008165,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_8f5ba521aa8e89bdf5bf4ac8","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"64","total_tokens":1362,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.0010025,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1338,"latency_seconds":0.24,"output_tokens":334,"physical_call_id":"b3599de6a9ce651adc25d696","provider_cost_usd":0.0010025,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_b3599de6a9ce651adc25d696","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"64","total_tokens":1672,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":4.03e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":270,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"abb07f7ae11d970e68dd59c9","provider_cost_usd":4.03e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_abb07f7ae11d970e68dd59c9","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.7332,"status":"success","task_id":"64","total_tokens":337,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00082275,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1099,"latency_seconds":0.2,"output_tokens":274,"physical_call_id":"7380e1d52b9e8d350d3b16b1","provider_cost_usd":0.00082275,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_7380e1d52b9e8d350d3b16b1","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"73","total_tokens":1373,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00105675,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1411,"latency_seconds":0.24,"output_tokens":352,"physical_call_id":"e611024e8905b52080efe509","provider_cost_usd":0.00105675,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_e611024e8905b52080efe509","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"73","total_tokens":1763,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":4.035e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":271,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"d83095f723d3e51381357d3f","provider_cost_usd":4.035e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_d83095f723d3e51381357d3f","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4578,"status":"success","task_id":"73","total_tokens":338,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000829,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1108,"latency_seconds":0.2,"output_tokens":276,"physical_call_id":"3d8056e2619c3ccbae30c55c","provider_cost_usd":0.000829,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_3d8056e2619c3ccbae30c55c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"74","total_tokens":1384,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.001111,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1484,"latency_seconds":0.24,"output_tokens":370,"physical_call_id":"9020e930642485eaa488d6c7","provider_cost_usd":0.001111,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_9020e930642485eaa488d6c7","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"74","total_tokens":1854,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":4.0400000000000006e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":272,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"a0df81a39c524f3238b39dfe","provider_cost_usd":4.0400000000000006e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_a0df81a39c524f3238b39dfe","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8705,"status":"success","task_id":"74","total_tokens":339,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000837,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1116,"latency_seconds":0.2,"output_tokens":279,"physical_call_id":"32e79c66eee02273edf28e10","provider_cost_usd":0.000837,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_32e79c66eee02273edf28e10","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"76","total_tokens":1395,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.000927,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1236,"latency_seconds":0.24,"output_tokens":309,"physical_call_id":"ec0f187d9e05635422f8bfdc","provider_cost_usd":0.000927,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_ec0f187d9e05635422f8bfdc","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"76","total_tokens":1545,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":4.08e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":272,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"ea1f3c992babcc16cbdaba83","provider_cost_usd":4.08e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_ea1f3c992babcc16cbdaba83","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6397,"status":"success","task_id":"76","total_tokens":340,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00084325,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1125,"latency_seconds":0.2,"output_tokens":281,"physical_call_id":"d6846c8b2bc8077f27d0c60c","provider_cost_usd":0.00084325,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_d6846c8b2bc8077f27d0c60c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"80","total_tokens":1406,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00098125,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1309,"latency_seconds":0.24,"output_tokens":327,"physical_call_id":"dc2973aa4c4ae4ed954d4b13","provider_cost_usd":0.00098125,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_dc2973aa4c4ae4ed954d4b13","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"80","total_tokens":1636,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":4.0850000000000004e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":273,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"cc3b9235249982bbcad15638","provider_cost_usd":4.0850000000000004e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_cc3b9235249982bbcad15638","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.9199,"status":"success","task_id":"80","total_tokens":341,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.0008495,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1134,"latency_seconds":0.2,"output_tokens":283,"physical_call_id":"996e45e8850b93a38595ad09","provider_cost_usd":0.0008495,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_996e45e8850b93a38595ad09","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"110","total_tokens":1417,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.0010355,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1382,"latency_seconds":0.24,"output_tokens":345,"physical_call_id":"66756633ed24de3c5464f071","provider_cost_usd":0.0010355,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_66756633ed24de3c5464f071","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"110","total_tokens":1727,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":4.0900000000000005e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":274,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"53377cbecb205a91e5aa6b18","provider_cost_usd":4.0900000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_53377cbecb205a91e5aa6b18","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4422,"status":"success","task_id":"110","total_tokens":342,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00085575,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1143,"latency_seconds":0.2,"output_tokens":285,"physical_call_id":"083048d73ac0e7c5944f3f4e","provider_cost_usd":0.00085575,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_083048d73ac0e7c5944f3f4e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"111","total_tokens":1428,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":0.00108975,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1455,"latency_seconds":0.24,"output_tokens":363,"physical_call_id":"a172b5547be01972fb522757","provider_cost_usd":0.00108975,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_a172b5547be01972fb522757","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"111","total_tokens":1818,"trial":0},{"arm":"BON-2","attempts":1,"billed_usd":4.0950000000000006e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":275,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"855607e0469569fd7045bbba","provider_cost_usd":4.0950000000000006e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_855607e0469569fd7045bbba","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4953,"status":"success","task_id":"111","total_tokens":343,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00075,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1000,"latency_seconds":0.2,"output_tokens":250,"physical_call_id":"66b1cbd07aa9a3b63f9bf5e8","provider_cost_usd":0.00075,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_66b1cbd07aa9a3b63f9bf5e8","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"0","total_tokens":1250,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00084,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1120,"latency_seconds":0.24,"output_tokens":280,"physical_call_id":"0868937c3f0a7a2d71d8ac84","provider_cost_usd":0.00084,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_0868937c3f0a7a2d71d8ac84","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"0","total_tokens":1400,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.8400000000000005e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":256,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"be0a9009bd1ecc31335c5625","provider_cost_usd":3.8400000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_be0a9009bd1ecc31335c5625","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.2964,"status":"success","task_id":"0","total_tokens":320,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00075625,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":1009,"latency_seconds":0.2,"output_tokens":252,"physical_call_id":"bf1b9e35049252517d46630a","provider_cost_usd":0.00075625,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_bf1b9e35049252517d46630a","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"22","total_tokens":1261,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00089425,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":1193,"latency_seconds":0.24,"output_tokens":298,"physical_call_id":"5fe72a1456e5545c020e5333","provider_cost_usd":0.00089425,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_5fe72a1456e5545c020e5333","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"22","total_tokens":1491,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.845e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":257,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"126bf7a1a4d4d4c4f0c11805","provider_cost_usd":3.845e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_126bf7a1a4d4d4c4f0c11805","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.813,"status":"success","task_id":"22","total_tokens":321,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.0007625,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":1018,"latency_seconds":0.2,"output_tokens":254,"physical_call_id":"6eb3c41c0f21e81e5bb6f103","provider_cost_usd":0.0007625,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_6eb3c41c0f21e81e5bb6f103","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"27","total_tokens":1272,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.0009485,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":1266,"latency_seconds":0.24,"output_tokens":316,"physical_call_id":"a0b1b22bcfe13338b9c2731c","provider_cost_usd":0.0009485,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_a0b1b22bcfe13338b9c2731c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"27","total_tokens":1582,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.85e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":258,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"d31469398ec5e7de3a8d1ca7","provider_cost_usd":3.85e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_d31469398ec5e7de3a8d1ca7","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6869,"status":"success","task_id":"27","total_tokens":322,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00076875,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":1027,"latency_seconds":0.2,"output_tokens":256,"physical_call_id":"feb55e1d5958eeea2fa6fb24","provider_cost_usd":0.00076875,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_feb55e1d5958eeea2fa6fb24","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1283,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00100275,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":1339,"latency_seconds":0.24,"output_tokens":334,"physical_call_id":"fa2dbd0981b6f51fbe090166","provider_cost_usd":0.00100275,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_fa2dbd0981b6f51fbe090166","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1673,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.855e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":259,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"dc11aecc0649aabfd9459f0e","provider_cost_usd":3.855e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_dc11aecc0649aabfd9459f0e","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8163,"status":"success","task_id":"31","total_tokens":323,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000775,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":1036,"latency_seconds":0.2,"output_tokens":258,"physical_call_id":"1b76f1c99b1307153794fd85","provider_cost_usd":0.000775,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_1b76f1c99b1307153794fd85","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"33","total_tokens":1294,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.001057,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":1412,"latency_seconds":0.24,"output_tokens":352,"physical_call_id":"a1d80d9a799864b77c54ba32","provider_cost_usd":0.001057,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_a1d80d9a799864b77c54ba32","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"33","total_tokens":1764,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.86e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":260,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"533877e05971093d4a9ada9c","provider_cost_usd":3.86e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_533877e05971093d4a9ada9c","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5133,"status":"success","task_id":"33","total_tokens":324,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000783,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":1044,"latency_seconds":0.2,"output_tokens":261,"physical_call_id":"d10a6ff6c36c637521ed7e5b","provider_cost_usd":0.000783,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_d10a6ff6c36c637521ed7e5b","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"38","total_tokens":1305,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000873,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":1164,"latency_seconds":0.24,"output_tokens":291,"physical_call_id":"aa32bd690056e55c64f26318","provider_cost_usd":0.000873,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_aa32bd690056e55c64f26318","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"38","total_tokens":1455,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.9e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":260,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"697d8199ade9cbdeacb63cc5","provider_cost_usd":3.9e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_697d8199ade9cbdeacb63cc5","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8933,"status":"success","task_id":"38","total_tokens":325,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00078925,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":1053,"latency_seconds":0.2,"output_tokens":263,"physical_call_id":"46f013382ece2e8554b72803","provider_cost_usd":0.00078925,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_46f013382ece2e8554b72803","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1316,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00092725,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":1237,"latency_seconds":0.24,"output_tokens":309,"physical_call_id":"6c8ab597bcc01b13bce5410b","provider_cost_usd":0.00092725,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_6c8ab597bcc01b13bce5410b","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1546,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.905e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":261,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"47dbca7f68aa35a7114296eb","provider_cost_usd":3.905e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_47dbca7f68aa35a7114296eb","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.776,"status":"success","task_id":"47","total_tokens":326,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.0007955,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1062,"latency_seconds":0.2,"output_tokens":265,"physical_call_id":"0ad0f0c0cabc1264764655ae","provider_cost_usd":0.0007955,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_0ad0f0c0cabc1264764655ae","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"48","total_tokens":1327,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.0009815,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1310,"latency_seconds":0.24,"output_tokens":327,"physical_call_id":"977ccbc7db61bcc7d51f420f","provider_cost_usd":0.0009815,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_977ccbc7db61bcc7d51f420f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"48","total_tokens":1637,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.91e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":262,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"6083fa446adee647c72486fd","provider_cost_usd":3.91e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_6083fa446adee647c72486fd","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8199,"status":"success","task_id":"48","total_tokens":327,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00080175,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1071,"latency_seconds":0.2,"output_tokens":267,"physical_call_id":"524a49875036c0136352f738","provider_cost_usd":0.00080175,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_524a49875036c0136352f738","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"12","total_tokens":1338,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00103575,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1383,"latency_seconds":0.24,"output_tokens":345,"physical_call_id":"0e0b350d57007bc7a2bdf914","provider_cost_usd":0.00103575,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_0e0b350d57007bc7a2bdf914","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"12","total_tokens":1728,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.9149999999999996e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":263,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"c975cb7569ed20c4dd1bb031","provider_cost_usd":3.9149999999999996e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_c975cb7569ed20c4dd1bb031","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.2742,"status":"success","task_id":"12","total_tokens":328,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000808,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1080,"latency_seconds":0.2,"output_tokens":269,"physical_call_id":"8e3c683bc31afeb3ec16d048","provider_cost_usd":0.000808,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_8e3c683bc31afeb3ec16d048","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"15","total_tokens":1349,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00109,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1456,"latency_seconds":0.24,"output_tokens":363,"physical_call_id":"c1f29041cba41f55e098addb","provider_cost_usd":0.00109,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_c1f29041cba41f55e098addb","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"15","total_tokens":1819,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.9200000000000004e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":264,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"9d91517524ff52ff6957a1f6","provider_cost_usd":3.9200000000000004e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_9d91517524ff52ff6957a1f6","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8261,"status":"success","task_id":"15","total_tokens":329,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000816,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1088,"latency_seconds":0.2,"output_tokens":272,"physical_call_id":"01ba066bc4b55a5dee7e23f3","provider_cost_usd":0.000816,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_01ba066bc4b55a5dee7e23f3","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"17","total_tokens":1360,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000906,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1208,"latency_seconds":0.24,"output_tokens":302,"physical_call_id":"937cce7afe585c04a5824bcd","provider_cost_usd":0.000906,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_937cce7afe585c04a5824bcd","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"17","total_tokens":1510,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.96e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":264,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"3b8f3c0791c7164667335e0e","provider_cost_usd":3.96e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_3b8f3c0791c7164667335e0e","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.918,"status":"success","task_id":"17","total_tokens":330,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00082225,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1097,"latency_seconds":0.2,"output_tokens":274,"physical_call_id":"b3244b764a514ffa5c9b082a","provider_cost_usd":0.00082225,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_b3244b764a514ffa5c9b082a","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"20","total_tokens":1371,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00096025,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1281,"latency_seconds":0.24,"output_tokens":320,"physical_call_id":"1e6c4635dd542e90a78bbbcd","provider_cost_usd":0.00096025,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_1e6c4635dd542e90a78bbbcd","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"20","total_tokens":1601,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.965000000000001e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":265,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"6e0665bec47c5bdb0c3fafdb","provider_cost_usd":3.965000000000001e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_6e0665bec47c5bdb0c3fafdb","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.7623,"status":"success","task_id":"20","total_tokens":331,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.0008285,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1106,"latency_seconds":0.2,"output_tokens":276,"physical_call_id":"107d78cbab497769a806ca4f","provider_cost_usd":0.0008285,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_107d78cbab497769a806ca4f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"21","total_tokens":1382,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.0010145,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1354,"latency_seconds":0.24,"output_tokens":338,"physical_call_id":"41d2f3ea5fd4bddc66dab487","provider_cost_usd":0.0010145,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_41d2f3ea5fd4bddc66dab487","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"21","total_tokens":1692,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.97e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":266,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"db6b110641019e2303ef1438","provider_cost_usd":3.97e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_db6b110641019e2303ef1438","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.561,"status":"success","task_id":"21","total_tokens":332,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00083475,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1115,"latency_seconds":0.2,"output_tokens":278,"physical_call_id":"66c9849d1ecf85072e1873df","provider_cost_usd":0.00083475,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_66c9849d1ecf85072e1873df","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1393,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00106875,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1427,"latency_seconds":0.24,"output_tokens":356,"physical_call_id":"9f0e7fc44e23cd039002912a","provider_cost_usd":0.00106875,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_9f0e7fc44e23cd039002912a","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1783,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.975e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":267,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"5fa772cd28b202161e8ff3f6","provider_cost_usd":3.975e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_5fa772cd28b202161e8ff3f6","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6827,"status":"success","task_id":"31","total_tokens":333,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000841,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1124,"latency_seconds":0.2,"output_tokens":280,"physical_call_id":"a34f7601fd220f6d1e9aad24","provider_cost_usd":0.000841,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_a34f7601fd220f6d1e9aad24","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"42","total_tokens":1404,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.001123,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1500,"latency_seconds":0.24,"output_tokens":374,"physical_call_id":"a4557aa3953245a5f14dc59f","provider_cost_usd":0.001123,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_a4557aa3953245a5f14dc59f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"42","total_tokens":1874,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":3.9800000000000005e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":268,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"9699faf29f97d92ba3ca4bc2","provider_cost_usd":3.9800000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_9699faf29f97d92ba3ca4bc2","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4398,"status":"success","task_id":"42","total_tokens":334,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000849,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1132,"latency_seconds":0.2,"output_tokens":283,"physical_call_id":"d31028a4d762aee03d270d74","provider_cost_usd":0.000849,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_d31028a4d762aee03d270d74","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1415,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000939,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1252,"latency_seconds":0.24,"output_tokens":313,"physical_call_id":"79df36dd1866af6ddfcf75dc","provider_cost_usd":0.000939,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_79df36dd1866af6ddfcf75dc","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1565,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":4.02e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":268,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"f2c41b90605f8bdbb15b21d3","provider_cost_usd":4.02e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_f2c41b90605f8bdbb15b21d3","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3875,"status":"success","task_id":"47","total_tokens":335,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00085525,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1141,"latency_seconds":0.2,"output_tokens":285,"physical_call_id":"d4287870c5dd2c8c4581007f","provider_cost_usd":0.00085525,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_d4287870c5dd2c8c4581007f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"54","total_tokens":1426,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00099325,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1325,"latency_seconds":0.24,"output_tokens":331,"physical_call_id":"73af35025381599815ddab36","provider_cost_usd":0.00099325,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_73af35025381599815ddab36","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"54","total_tokens":1656,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":4.025e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":269,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"42e427c0348fce58b566af7d","provider_cost_usd":4.025e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_42e427c0348fce58b566af7d","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8748,"status":"success","task_id":"54","total_tokens":336,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.0008615,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1150,"latency_seconds":0.2,"output_tokens":287,"physical_call_id":"973300b31ccb5c45ebea7176","provider_cost_usd":0.0008615,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_973300b31ccb5c45ebea7176","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"64","total_tokens":1437,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.0010475,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1398,"latency_seconds":0.24,"output_tokens":349,"physical_call_id":"8b0b15ce659b6e95a7a8ec05","provider_cost_usd":0.0010475,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_8b0b15ce659b6e95a7a8ec05","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"64","total_tokens":1747,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":4.03e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":270,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"6ccf7a2e0614f59b94a99f9f","provider_cost_usd":4.03e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_6ccf7a2e0614f59b94a99f9f","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6989,"status":"success","task_id":"64","total_tokens":337,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00086775,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1159,"latency_seconds":0.2,"output_tokens":289,"physical_call_id":"5fbe04ab8a5077aed53c07f4","provider_cost_usd":0.00086775,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_5fbe04ab8a5077aed53c07f4","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"73","total_tokens":1448,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00110175,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1471,"latency_seconds":0.24,"output_tokens":367,"physical_call_id":"80ab10eca4096300e64d8282","provider_cost_usd":0.00110175,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_80ab10eca4096300e64d8282","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"73","total_tokens":1838,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":4.035e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":271,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"f679e115c3d51ca0d9b6c84f","provider_cost_usd":4.035e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_f679e115c3d51ca0d9b6c84f","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8632,"status":"success","task_id":"73","total_tokens":338,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000874,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1168,"latency_seconds":0.2,"output_tokens":291,"physical_call_id":"3b55545b3b8b02ce0d7b08fa","provider_cost_usd":0.000874,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_3b55545b3b8b02ce0d7b08fa","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"74","total_tokens":1459,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.001156,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1544,"latency_seconds":0.24,"output_tokens":385,"physical_call_id":"d06b52bd3bdc1a3e5453d8f2","provider_cost_usd":0.001156,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_d06b52bd3bdc1a3e5453d8f2","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"74","total_tokens":1929,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":4.0400000000000006e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":272,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"d278c3a31affd1c611eac335","provider_cost_usd":4.0400000000000006e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_d278c3a31affd1c611eac335","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4167,"status":"success","task_id":"74","total_tokens":339,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000882,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1176,"latency_seconds":0.2,"output_tokens":294,"physical_call_id":"ccb9d617a947dd90a93602e0","provider_cost_usd":0.000882,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_ccb9d617a947dd90a93602e0","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"76","total_tokens":1470,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.000972,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1296,"latency_seconds":0.24,"output_tokens":324,"physical_call_id":"c3d29b3848d55927448a4680","provider_cost_usd":0.000972,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_c3d29b3848d55927448a4680","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"76","total_tokens":1620,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":4.08e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":272,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"b1f7befe2ae6aafd36370db4","provider_cost_usd":4.08e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_b1f7befe2ae6aafd36370db4","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5363,"status":"success","task_id":"76","total_tokens":340,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00088825,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1185,"latency_seconds":0.2,"output_tokens":296,"physical_call_id":"de87dc357d8b43f872617fb9","provider_cost_usd":0.00088825,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_de87dc357d8b43f872617fb9","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"80","total_tokens":1481,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00102625,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1369,"latency_seconds":0.24,"output_tokens":342,"physical_call_id":"2698f322b0df83ee560ec6bd","provider_cost_usd":0.00102625,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_2698f322b0df83ee560ec6bd","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"80","total_tokens":1711,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":4.0850000000000004e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":273,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"81191e7201ea6ac4ae8c96c3","provider_cost_usd":4.0850000000000004e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_81191e7201ea6ac4ae8c96c3","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8246,"status":"success","task_id":"80","total_tokens":341,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.0008945,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1194,"latency_seconds":0.2,"output_tokens":298,"physical_call_id":"e1e9d16fb5a2b8c00ff245b2","provider_cost_usd":0.0008945,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_e1e9d16fb5a2b8c00ff245b2","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"110","total_tokens":1492,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.0010805,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1442,"latency_seconds":0.24,"output_tokens":360,"physical_call_id":"afbfad2ed193c12ac0efe384","provider_cost_usd":0.0010805,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_afbfad2ed193c12ac0efe384","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"110","total_tokens":1802,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":4.0900000000000005e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":274,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"cbed6e037f74aa380ec24903","provider_cost_usd":4.0900000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_cbed6e037f74aa380ec24903","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3484,"status":"success","task_id":"110","total_tokens":342,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00090075,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1203,"latency_seconds":0.2,"output_tokens":300,"physical_call_id":"c608682b7bd1583d84f555ca","provider_cost_usd":0.00090075,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_c608682b7bd1583d84f555ca","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"111","total_tokens":1503,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":0.00113475,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1515,"latency_seconds":0.24,"output_tokens":378,"physical_call_id":"41a294b7a5d77d95671b1806","provider_cost_usd":0.00113475,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_41a294b7a5d77d95671b1806","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"111","total_tokens":1893,"trial":0},{"arm":"BON-4","attempts":1,"billed_usd":4.0950000000000006e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":275,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"6dca4e725b0e04267c9b48c3","provider_cost_usd":4.0950000000000006e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_6dca4e725b0e04267c9b48c3","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6147,"status":"success","task_id":"111","total_tokens":343,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000795,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1060,"latency_seconds":0.2,"output_tokens":265,"physical_call_id":"2478eccb5788df6f3d3cab08","provider_cost_usd":0.000795,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_2478eccb5788df6f3d3cab08","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"0","total_tokens":1325,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000885,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1180,"latency_seconds":0.24,"output_tokens":295,"physical_call_id":"81e61a00eba6d1fbf3d39704","provider_cost_usd":0.000885,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_81e61a00eba6d1fbf3d39704","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"0","total_tokens":1475,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.8400000000000005e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":256,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"e517e107eb56523318ede587","provider_cost_usd":3.8400000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_e517e107eb56523318ede587","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.568,"status":"success","task_id":"0","total_tokens":320,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00080125,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":1069,"latency_seconds":0.2,"output_tokens":267,"physical_call_id":"b049abaf5a55eaa7a4eb8aa9","provider_cost_usd":0.00080125,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_b049abaf5a55eaa7a4eb8aa9","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"22","total_tokens":1336,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00093925,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":1253,"latency_seconds":0.24,"output_tokens":313,"physical_call_id":"bbb672e9ef698d0a8f88c4bb","provider_cost_usd":0.00093925,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_bbb672e9ef698d0a8f88c4bb","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"22","total_tokens":1566,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.845e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":257,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"6112a4a3763f7bbc0c56f36a","provider_cost_usd":3.845e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_6112a4a3763f7bbc0c56f36a","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4177,"status":"success","task_id":"22","total_tokens":321,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.0008075,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":1078,"latency_seconds":0.2,"output_tokens":269,"physical_call_id":"01cbe69c19a2afccc0558970","provider_cost_usd":0.0008075,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_01cbe69c19a2afccc0558970","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"27","total_tokens":1347,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.0009935,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":1326,"latency_seconds":0.24,"output_tokens":331,"physical_call_id":"1d374be09ee872c66cfbc5cf","provider_cost_usd":0.0009935,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_1d374be09ee872c66cfbc5cf","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"27","total_tokens":1657,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.85e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":258,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"b9e1d79f761c3ab4e9880319","provider_cost_usd":3.85e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_b9e1d79f761c3ab4e9880319","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.777,"status":"success","task_id":"27","total_tokens":322,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00081375,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":1087,"latency_seconds":0.2,"output_tokens":271,"physical_call_id":"74415d60377fdc467040b32d","provider_cost_usd":0.00081375,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_74415d60377fdc467040b32d","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1358,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00104775,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":1399,"latency_seconds":0.24,"output_tokens":349,"physical_call_id":"e629ec480b63717ff53ec5a4","provider_cost_usd":0.00104775,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_e629ec480b63717ff53ec5a4","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1748,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.855e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":259,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"165fe248529ee620d2b591c7","provider_cost_usd":3.855e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_165fe248529ee620d2b591c7","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.7109,"status":"success","task_id":"31","total_tokens":323,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00082,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":1096,"latency_seconds":0.2,"output_tokens":273,"physical_call_id":"5725475f561fb3fe8111eb02","provider_cost_usd":0.00082,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_5725475f561fb3fe8111eb02","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"33","total_tokens":1369,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.001102,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":1472,"latency_seconds":0.24,"output_tokens":367,"physical_call_id":"1dae65ed3812b3c32a33115b","provider_cost_usd":0.001102,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_1dae65ed3812b3c32a33115b","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"33","total_tokens":1839,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.86e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":260,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"99a8720afc74a702e04235d1","provider_cost_usd":3.86e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_99a8720afc74a702e04235d1","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5313,"status":"success","task_id":"33","total_tokens":324,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000828,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":1104,"latency_seconds":0.2,"output_tokens":276,"physical_call_id":"7b9eadac053319910cb3bce2","provider_cost_usd":0.000828,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_7b9eadac053319910cb3bce2","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"38","total_tokens":1380,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000918,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":1224,"latency_seconds":0.24,"output_tokens":306,"physical_call_id":"4e96fd1405b98fd7c5441a61","provider_cost_usd":0.000918,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_4e96fd1405b98fd7c5441a61","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"38","total_tokens":1530,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.9e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":260,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"86f896ba42e70168945794ad","provider_cost_usd":3.9e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_86f896ba42e70168945794ad","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.7843,"status":"success","task_id":"38","total_tokens":325,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00083425,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":1113,"latency_seconds":0.2,"output_tokens":278,"physical_call_id":"f53be5764895be1040e41543","provider_cost_usd":0.00083425,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_f53be5764895be1040e41543","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1391,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00097225,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":1297,"latency_seconds":0.24,"output_tokens":324,"physical_call_id":"c7fc0abae20c861a1b620408","provider_cost_usd":0.00097225,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_c7fc0abae20c861a1b620408","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1621,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.905e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":261,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"88617e9e15d5e05ac3ac2785","provider_cost_usd":3.905e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_88617e9e15d5e05ac3ac2785","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.9341,"status":"success","task_id":"47","total_tokens":326,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.0008405,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1122,"latency_seconds":0.2,"output_tokens":280,"physical_call_id":"1d4bee2186412eee318f6d13","provider_cost_usd":0.0008405,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_1d4bee2186412eee318f6d13","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"48","total_tokens":1402,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.0010265,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1370,"latency_seconds":0.24,"output_tokens":342,"physical_call_id":"b1dcd08df44f29a21fb4c478","provider_cost_usd":0.0010265,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_b1dcd08df44f29a21fb4c478","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"48","total_tokens":1712,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.91e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":262,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"7cb74d8a2d529c8d6a4c683a","provider_cost_usd":3.91e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_7cb74d8a2d529c8d6a4c683a","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3129,"status":"success","task_id":"48","total_tokens":327,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00084675,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1131,"latency_seconds":0.2,"output_tokens":282,"physical_call_id":"7d815e3c31cc03ef0491481e","provider_cost_usd":0.00084675,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_7d815e3c31cc03ef0491481e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"12","total_tokens":1413,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00108075,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1443,"latency_seconds":0.24,"output_tokens":360,"physical_call_id":"587029f424c934acd593f917","provider_cost_usd":0.00108075,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_587029f424c934acd593f917","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"12","total_tokens":1803,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.9149999999999996e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":263,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"b165918ab3d81f778c8d9238","provider_cost_usd":3.9149999999999996e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_b165918ab3d81f778c8d9238","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.9475,"status":"success","task_id":"12","total_tokens":328,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000853,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1140,"latency_seconds":0.2,"output_tokens":284,"physical_call_id":"58717ad28aa2d3e52dbf4598","provider_cost_usd":0.000853,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_58717ad28aa2d3e52dbf4598","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"15","total_tokens":1424,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.001135,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1516,"latency_seconds":0.24,"output_tokens":378,"physical_call_id":"db1adea17cff2a5628f7fc35","provider_cost_usd":0.001135,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_db1adea17cff2a5628f7fc35","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"15","total_tokens":1894,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.9200000000000004e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":264,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"56dd5e029eb2640cc3160fb6","provider_cost_usd":3.9200000000000004e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_56dd5e029eb2640cc3160fb6","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4376,"status":"success","task_id":"15","total_tokens":329,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000861,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1148,"latency_seconds":0.2,"output_tokens":287,"physical_call_id":"e7f351d6b8145c14e3cc6774","provider_cost_usd":0.000861,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_e7f351d6b8145c14e3cc6774","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"17","total_tokens":1435,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000951,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1268,"latency_seconds":0.24,"output_tokens":317,"physical_call_id":"2b62db5bcc8269d4a77d64e2","provider_cost_usd":0.000951,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_2b62db5bcc8269d4a77d64e2","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"17","total_tokens":1585,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.96e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":264,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"ea044870da6b5a94bfd268c2","provider_cost_usd":3.96e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_ea044870da6b5a94bfd268c2","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5519,"status":"success","task_id":"17","total_tokens":330,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00086725,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1157,"latency_seconds":0.2,"output_tokens":289,"physical_call_id":"ac7cfea831f452a06bbfc7db","provider_cost_usd":0.00086725,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_ac7cfea831f452a06bbfc7db","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"20","total_tokens":1446,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00100525,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1341,"latency_seconds":0.24,"output_tokens":335,"physical_call_id":"8cfd344effea6f1824ae3472","provider_cost_usd":0.00100525,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_8cfd344effea6f1824ae3472","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"20","total_tokens":1676,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.965000000000001e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":265,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"777fa0111c9a5f25d78d9d0c","provider_cost_usd":3.965000000000001e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_777fa0111c9a5f25d78d9d0c","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3961,"status":"success","task_id":"20","total_tokens":331,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.0008735,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1166,"latency_seconds":0.2,"output_tokens":291,"physical_call_id":"07640e81e55a6e2e618ca662","provider_cost_usd":0.0008735,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_07640e81e55a6e2e618ca662","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"21","total_tokens":1457,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.0010595,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1414,"latency_seconds":0.24,"output_tokens":353,"physical_call_id":"717b6eb03acdf41aff270fed","provider_cost_usd":0.0010595,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_717b6eb03acdf41aff270fed","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"21","total_tokens":1767,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.97e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":266,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"7893abcff912e2cd7492e81f","provider_cost_usd":3.97e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_7893abcff912e2cd7492e81f","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.2867,"status":"success","task_id":"21","total_tokens":332,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00087975,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1175,"latency_seconds":0.2,"output_tokens":293,"physical_call_id":"580f08fb00c508949be991f7","provider_cost_usd":0.00087975,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_580f08fb00c508949be991f7","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1468,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00111375,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1487,"latency_seconds":0.24,"output_tokens":371,"physical_call_id":"261c4c6e32d87d77ebd6d4dd","provider_cost_usd":0.00111375,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_261c4c6e32d87d77ebd6d4dd","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1858,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.975e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":267,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"7a6d1ad6988aa9f8b1389b71","provider_cost_usd":3.975e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_7a6d1ad6988aa9f8b1389b71","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6457,"status":"success","task_id":"31","total_tokens":333,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000886,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1184,"latency_seconds":0.2,"output_tokens":295,"physical_call_id":"39b8dd031bf366e2f6d1401d","provider_cost_usd":0.000886,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_39b8dd031bf366e2f6d1401d","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"42","total_tokens":1479,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.001168,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1560,"latency_seconds":0.24,"output_tokens":389,"physical_call_id":"7abda7b6449550d1b818c25a","provider_cost_usd":0.001168,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_7abda7b6449550d1b818c25a","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"42","total_tokens":1949,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":3.9800000000000005e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":268,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"6ced62ed6d8477e312b4ed91","provider_cost_usd":3.9800000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_6ced62ed6d8477e312b4ed91","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3331,"status":"success","task_id":"42","total_tokens":334,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000894,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1192,"latency_seconds":0.2,"output_tokens":298,"physical_call_id":"aec18185e70ef0e250409fff","provider_cost_usd":0.000894,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_aec18185e70ef0e250409fff","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1490,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000984,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1312,"latency_seconds":0.24,"output_tokens":328,"physical_call_id":"9f8c9c4a9f6dd0ba3c97a5d3","provider_cost_usd":0.000984,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_9f8c9c4a9f6dd0ba3c97a5d3","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1640,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":4.02e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":268,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"97f93ea54dcf7e88597285c0","provider_cost_usd":4.02e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_97f93ea54dcf7e88597285c0","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6682,"status":"success","task_id":"47","total_tokens":335,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00090025,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1201,"latency_seconds":0.2,"output_tokens":300,"physical_call_id":"78f4ff1a5a89b032d863aa9b","provider_cost_usd":0.00090025,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_78f4ff1a5a89b032d863aa9b","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"54","total_tokens":1501,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00103825,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1385,"latency_seconds":0.24,"output_tokens":346,"physical_call_id":"46553c2d2319cb136e8b722c","provider_cost_usd":0.00103825,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_46553c2d2319cb136e8b722c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"54","total_tokens":1731,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":4.025e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":269,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"bdb7aa331fb1e40d85568513","provider_cost_usd":4.025e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_bdb7aa331fb1e40d85568513","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.9049,"status":"success","task_id":"54","total_tokens":336,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.0009065,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1210,"latency_seconds":0.2,"output_tokens":302,"physical_call_id":"43caef4f409ac7d2247ba4e4","provider_cost_usd":0.0009065,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_43caef4f409ac7d2247ba4e4","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"64","total_tokens":1512,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.0010925,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1458,"latency_seconds":0.24,"output_tokens":364,"physical_call_id":"09b328e76ad94a8e4cef1d37","provider_cost_usd":0.0010925,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_09b328e76ad94a8e4cef1d37","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"64","total_tokens":1822,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":4.03e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":270,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"580d6fa48558fe4a3127c9c2","provider_cost_usd":4.03e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_580d6fa48558fe4a3127c9c2","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.82,"status":"success","task_id":"64","total_tokens":337,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00091275,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1219,"latency_seconds":0.2,"output_tokens":304,"physical_call_id":"a1831a43c9dd67d928d60743","provider_cost_usd":0.00091275,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_a1831a43c9dd67d928d60743","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"73","total_tokens":1523,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00114675,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1531,"latency_seconds":0.24,"output_tokens":382,"physical_call_id":"da44e688b2cb8d8bbbc79404","provider_cost_usd":0.00114675,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_da44e688b2cb8d8bbbc79404","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"73","total_tokens":1913,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":4.035e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":271,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"424046b18e05fa51dc219b29","provider_cost_usd":4.035e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_424046b18e05fa51dc219b29","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3733,"status":"success","task_id":"73","total_tokens":338,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000919,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1228,"latency_seconds":0.2,"output_tokens":306,"physical_call_id":"24c362694a3be4811d187bde","provider_cost_usd":0.000919,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_24c362694a3be4811d187bde","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"74","total_tokens":1534,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.001201,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1604,"latency_seconds":0.24,"output_tokens":400,"physical_call_id":"5f737694a76421ea47a0887f","provider_cost_usd":0.001201,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_5f737694a76421ea47a0887f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"74","total_tokens":2004,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":4.0400000000000006e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":272,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"8527855ec4b1f3a6bb9095f4","provider_cost_usd":4.0400000000000006e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_8527855ec4b1f3a6bb9095f4","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3861,"status":"success","task_id":"74","total_tokens":339,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.000927,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1236,"latency_seconds":0.2,"output_tokens":309,"physical_call_id":"4dd38583faacaadfae45ac47","provider_cost_usd":0.000927,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_4dd38583faacaadfae45ac47","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"76","total_tokens":1545,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.001017,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1356,"latency_seconds":0.24,"output_tokens":339,"physical_call_id":"4134210be1646686be439e69","provider_cost_usd":0.001017,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_4134210be1646686be439e69","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"76","total_tokens":1695,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":4.08e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":272,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"4318a7e6559eafbd1681dfc7","provider_cost_usd":4.08e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_4318a7e6559eafbd1681dfc7","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.852,"status":"success","task_id":"76","total_tokens":340,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00093325,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1245,"latency_seconds":0.2,"output_tokens":311,"physical_call_id":"6b63708389143711286513b4","provider_cost_usd":0.00093325,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_6b63708389143711286513b4","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"80","total_tokens":1556,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00107125,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1429,"latency_seconds":0.24,"output_tokens":357,"physical_call_id":"14337be03203071f3312bb1e","provider_cost_usd":0.00107125,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_14337be03203071f3312bb1e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"80","total_tokens":1786,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":4.0850000000000004e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":273,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"d1930cb564cef6edd2535328","provider_cost_usd":4.0850000000000004e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_d1930cb564cef6edd2535328","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.612,"status":"success","task_id":"80","total_tokens":341,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.0009395,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1254,"latency_seconds":0.2,"output_tokens":313,"physical_call_id":"e90a171fa4f68015c8e18955","provider_cost_usd":0.0009395,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_e90a171fa4f68015c8e18955","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"110","total_tokens":1567,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.0011255,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1502,"latency_seconds":0.24,"output_tokens":375,"physical_call_id":"3f226b0a0218c53dcf651f3a","provider_cost_usd":0.0011255,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_3f226b0a0218c53dcf651f3a","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"110","total_tokens":1877,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":4.0900000000000005e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":274,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"d702688ae61b137073b16647","provider_cost_usd":4.0900000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_d702688ae61b137073b16647","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.9458,"status":"success","task_id":"110","total_tokens":342,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00094575,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1263,"latency_seconds":0.2,"output_tokens":315,"physical_call_id":"c8bfcb5e7fdc23487a84ea28","provider_cost_usd":0.00094575,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_c8bfcb5e7fdc23487a84ea28","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"111","total_tokens":1578,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":0.00117975,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1575,"latency_seconds":0.24,"output_tokens":393,"physical_call_id":"5690e014e05fe0c03f34ad99","provider_cost_usd":0.00117975,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_5690e014e05fe0c03f34ad99","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"111","total_tokens":1968,"trial":0},{"arm":"EPS-0.35","attempts":1,"billed_usd":4.0950000000000006e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":275,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"71a3d3dfbe7aa7fbab91f081","provider_cost_usd":4.0950000000000006e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_71a3d3dfbe7aa7fbab91f081","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5038,"status":"success","task_id":"111","total_tokens":343,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00084,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1120,"latency_seconds":0.2,"output_tokens":280,"physical_call_id":"750e80f3c92efe6facc8e1ed","provider_cost_usd":0.00084,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_750e80f3c92efe6facc8e1ed","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"0","total_tokens":1400,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00093,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1240,"latency_seconds":0.24,"output_tokens":310,"physical_call_id":"d5417fa16b676be501b81726","provider_cost_usd":0.00093,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_d5417fa16b676be501b81726","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"0","total_tokens":1550,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.8400000000000005e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":256,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"359951efd13617d10eb60ffa","provider_cost_usd":3.8400000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_359951efd13617d10eb60ffa","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6529,"status":"success","task_id":"0","total_tokens":320,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00084625,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":1129,"latency_seconds":0.2,"output_tokens":282,"physical_call_id":"9a1c6526c8747d0a028bb9f8","provider_cost_usd":0.00084625,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_9a1c6526c8747d0a028bb9f8","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"22","total_tokens":1411,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00098425,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":1313,"latency_seconds":0.24,"output_tokens":328,"physical_call_id":"5ae7de632b2b6d9b417bf3fc","provider_cost_usd":0.00098425,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_5ae7de632b2b6d9b417bf3fc","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"22","total_tokens":1641,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.845e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":257,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"392ac51c7ddab0897d571ddf","provider_cost_usd":3.845e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_392ac51c7ddab0897d571ddf","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.531,"status":"success","task_id":"22","total_tokens":321,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.0008525,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":1138,"latency_seconds":0.2,"output_tokens":284,"physical_call_id":"e756f873ff79dcdef5af47f4","provider_cost_usd":0.0008525,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_e756f873ff79dcdef5af47f4","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"27","total_tokens":1422,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.0010385,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":1386,"latency_seconds":0.24,"output_tokens":346,"physical_call_id":"233bbe100879fc02cab98ed4","provider_cost_usd":0.0010385,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_233bbe100879fc02cab98ed4","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"27","total_tokens":1732,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.85e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":258,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"32344cc0e11a93bd3a0d5f06","provider_cost_usd":3.85e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_32344cc0e11a93bd3a0d5f06","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3115,"status":"success","task_id":"27","total_tokens":322,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00085875,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":1147,"latency_seconds":0.2,"output_tokens":286,"physical_call_id":"037b255a8ee7038bb652670b","provider_cost_usd":0.00085875,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_037b255a8ee7038bb652670b","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1433,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00109275,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":1459,"latency_seconds":0.24,"output_tokens":364,"physical_call_id":"f923d797d5d696ab9491f78f","provider_cost_usd":0.00109275,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_f923d797d5d696ab9491f78f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1823,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.855e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":259,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"88b2c7ef48b24e048a29f61c","provider_cost_usd":3.855e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_88b2c7ef48b24e048a29f61c","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5953,"status":"success","task_id":"31","total_tokens":323,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.000865,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":1156,"latency_seconds":0.2,"output_tokens":288,"physical_call_id":"177de48a020d58bb11fd1dee","provider_cost_usd":0.000865,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_177de48a020d58bb11fd1dee","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"33","total_tokens":1444,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.001147,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":1532,"latency_seconds":0.24,"output_tokens":382,"physical_call_id":"42f2a5dc482269041961af7f","provider_cost_usd":0.001147,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_42f2a5dc482269041961af7f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"33","total_tokens":1914,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.86e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":260,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"715f68ae44c9634d47f88dec","provider_cost_usd":3.86e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_715f68ae44c9634d47f88dec","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6093,"status":"success","task_id":"33","total_tokens":324,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.000873,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":1164,"latency_seconds":0.2,"output_tokens":291,"physical_call_id":"efa6d83392df2c4ebcf6fdc2","provider_cost_usd":0.000873,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_efa6d83392df2c4ebcf6fdc2","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"38","total_tokens":1455,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.000963,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":1284,"latency_seconds":0.24,"output_tokens":321,"physical_call_id":"54db7150e4f842c172ec08fa","provider_cost_usd":0.000963,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_54db7150e4f842c172ec08fa","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"38","total_tokens":1605,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.9e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":260,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"8f82ff70fa3be3a7e58ab9ef","provider_cost_usd":3.9e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_8f82ff70fa3be3a7e58ab9ef","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.516,"status":"success","task_id":"38","total_tokens":325,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00087925,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":1173,"latency_seconds":0.2,"output_tokens":293,"physical_call_id":"12ddfec2e879b49076ee7c3e","provider_cost_usd":0.00087925,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_12ddfec2e879b49076ee7c3e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1466,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00101725,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":1357,"latency_seconds":0.24,"output_tokens":339,"physical_call_id":"5fb9d7c12afd1ef0e5fa76a5","provider_cost_usd":0.00101725,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_5fb9d7c12afd1ef0e5fa76a5","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1696,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.905e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":261,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"53fdb563aa3f3bb933c67fa1","provider_cost_usd":3.905e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_53fdb563aa3f3bb933c67fa1","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.9448,"status":"success","task_id":"47","total_tokens":326,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.0008855,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1182,"latency_seconds":0.2,"output_tokens":295,"physical_call_id":"e10ddddac17d0e31d4f35e47","provider_cost_usd":0.0008855,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_e10ddddac17d0e31d4f35e47","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"48","total_tokens":1477,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.0010715,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1430,"latency_seconds":0.24,"output_tokens":357,"physical_call_id":"5d23531c0359b581deada79f","provider_cost_usd":0.0010715,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_5d23531c0359b581deada79f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"48","total_tokens":1787,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.91e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":262,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"1dc48700769b5d56f2b9b5db","provider_cost_usd":3.91e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_1dc48700769b5d56f2b9b5db","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.7455,"status":"success","task_id":"48","total_tokens":327,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00089175,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1191,"latency_seconds":0.2,"output_tokens":297,"physical_call_id":"07803f742bc7f281d0214269","provider_cost_usd":0.00089175,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_07803f742bc7f281d0214269","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"12","total_tokens":1488,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00112575,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1503,"latency_seconds":0.24,"output_tokens":375,"physical_call_id":"653b003fe809f7695ca4070a","provider_cost_usd":0.00112575,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_653b003fe809f7695ca4070a","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"12","total_tokens":1878,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.9149999999999996e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":263,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"010aeac7cca71fb00d82d294","provider_cost_usd":3.9149999999999996e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_010aeac7cca71fb00d82d294","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3804,"status":"success","task_id":"12","total_tokens":328,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.000898,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1200,"latency_seconds":0.2,"output_tokens":299,"physical_call_id":"31990b3f7b087d23da06d383","provider_cost_usd":0.000898,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_31990b3f7b087d23da06d383","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"15","total_tokens":1499,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00118,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1576,"latency_seconds":0.24,"output_tokens":393,"physical_call_id":"2a3cd0ba3741d7e8e2b171b5","provider_cost_usd":0.00118,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_2a3cd0ba3741d7e8e2b171b5","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"15","total_tokens":1969,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.9200000000000004e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":264,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"66587fde9cd502e0e9bb55ca","provider_cost_usd":3.9200000000000004e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_66587fde9cd502e0e9bb55ca","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.2536,"status":"success","task_id":"15","total_tokens":329,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.000906,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1208,"latency_seconds":0.2,"output_tokens":302,"physical_call_id":"4b5262583ac28953154abaed","provider_cost_usd":0.000906,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_4b5262583ac28953154abaed","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"17","total_tokens":1510,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.000996,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1328,"latency_seconds":0.24,"output_tokens":332,"physical_call_id":"e92bde0144411a1c5d509453","provider_cost_usd":0.000996,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_e92bde0144411a1c5d509453","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"17","total_tokens":1660,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.96e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":264,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"58b2e3d75a9e078cec27605a","provider_cost_usd":3.96e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_58b2e3d75a9e078cec27605a","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3131,"status":"success","task_id":"17","total_tokens":330,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00091225,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1217,"latency_seconds":0.2,"output_tokens":304,"physical_call_id":"28205cd4ab912a9ce869a704","provider_cost_usd":0.00091225,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_28205cd4ab912a9ce869a704","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"20","total_tokens":1521,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00105025,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1401,"latency_seconds":0.24,"output_tokens":350,"physical_call_id":"aff9b797de05246abcdadf32","provider_cost_usd":0.00105025,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_aff9b797de05246abcdadf32","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"20","total_tokens":1751,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.965000000000001e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":265,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"05ea5dc126660edd07e7b966","provider_cost_usd":3.965000000000001e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_05ea5dc126660edd07e7b966","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.356,"status":"success","task_id":"20","total_tokens":331,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.0009185,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1226,"latency_seconds":0.2,"output_tokens":306,"physical_call_id":"05c5e1176dec33a5dd82d53b","provider_cost_usd":0.0009185,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_05c5e1176dec33a5dd82d53b","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"21","total_tokens":1532,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.0011045,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1474,"latency_seconds":0.24,"output_tokens":368,"physical_call_id":"0710437b0610f34eac26332b","provider_cost_usd":0.0011045,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_0710437b0610f34eac26332b","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"21","total_tokens":1842,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.97e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":266,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"994cc3fd10564edb575033e1","provider_cost_usd":3.97e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_994cc3fd10564edb575033e1","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3352,"status":"success","task_id":"21","total_tokens":332,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00092475,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1235,"latency_seconds":0.2,"output_tokens":308,"physical_call_id":"a3728caf74a7e9be3dc8ae29","provider_cost_usd":0.00092475,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_a3728caf74a7e9be3dc8ae29","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1543,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00115875,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1547,"latency_seconds":0.24,"output_tokens":386,"physical_call_id":"2a17f3231731ceb8b021629e","provider_cost_usd":0.00115875,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_2a17f3231731ceb8b021629e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1933,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.975e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":267,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"af008d10625c3026fcb36a0c","provider_cost_usd":3.975e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_af008d10625c3026fcb36a0c","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.2915,"status":"success","task_id":"31","total_tokens":333,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.000931,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1244,"latency_seconds":0.2,"output_tokens":310,"physical_call_id":"2126ab5c6eeca16a2840b936","provider_cost_usd":0.000931,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_2126ab5c6eeca16a2840b936","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"42","total_tokens":1554,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.001213,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1620,"latency_seconds":0.24,"output_tokens":404,"physical_call_id":"723191483b444a7e4eeb254c","provider_cost_usd":0.001213,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_723191483b444a7e4eeb254c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"42","total_tokens":2024,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":3.9800000000000005e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":268,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"c69b5a8ff9455294c75fec4f","provider_cost_usd":3.9800000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_c69b5a8ff9455294c75fec4f","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.7958,"status":"success","task_id":"42","total_tokens":334,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.000939,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1252,"latency_seconds":0.2,"output_tokens":313,"physical_call_id":"33f9f961c9ced49f049c552c","provider_cost_usd":0.000939,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_33f9f961c9ced49f049c552c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1565,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.001029,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1372,"latency_seconds":0.24,"output_tokens":343,"physical_call_id":"92a3f5970ee2ce4ba298b087","provider_cost_usd":0.001029,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_92a3f5970ee2ce4ba298b087","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1715,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":4.02e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":268,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"ad04498d987ab735c9a753e8","provider_cost_usd":4.02e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_ad04498d987ab735c9a753e8","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4661,"status":"success","task_id":"47","total_tokens":335,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00094525,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1261,"latency_seconds":0.2,"output_tokens":315,"physical_call_id":"10f8fb84b037509e6f728236","provider_cost_usd":0.00094525,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_10f8fb84b037509e6f728236","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"54","total_tokens":1576,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00108325,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1445,"latency_seconds":0.24,"output_tokens":361,"physical_call_id":"884b0ff496255143b4473322","provider_cost_usd":0.00108325,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_884b0ff496255143b4473322","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"54","total_tokens":1806,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":4.025e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":269,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"86d58a7939f267c38c8c9166","provider_cost_usd":4.025e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_86d58a7939f267c38c8c9166","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5027,"status":"success","task_id":"54","total_tokens":336,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.0009515,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1270,"latency_seconds":0.2,"output_tokens":317,"physical_call_id":"c2f80efca4849bbd7f5af415","provider_cost_usd":0.0009515,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_c2f80efca4849bbd7f5af415","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"64","total_tokens":1587,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.0011375,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1518,"latency_seconds":0.24,"output_tokens":379,"physical_call_id":"4295fb6e21d9178acbfdc934","provider_cost_usd":0.0011375,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_4295fb6e21d9178acbfdc934","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"64","total_tokens":1897,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":4.03e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":270,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"ccd26832f411063225a30a89","provider_cost_usd":4.03e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_ccd26832f411063225a30a89","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5267,"status":"success","task_id":"64","total_tokens":337,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00095775,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1279,"latency_seconds":0.2,"output_tokens":319,"physical_call_id":"1b8adc3185e17b75cbd705d8","provider_cost_usd":0.00095775,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_1b8adc3185e17b75cbd705d8","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"73","total_tokens":1598,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00119175,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1591,"latency_seconds":0.24,"output_tokens":397,"physical_call_id":"83940d6f50cef96260006728","provider_cost_usd":0.00119175,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_83940d6f50cef96260006728","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"73","total_tokens":1988,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":4.035e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":271,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"e84f1e09734255472d984e7b","provider_cost_usd":4.035e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_e84f1e09734255472d984e7b","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.5632,"status":"success","task_id":"73","total_tokens":338,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.000964,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1288,"latency_seconds":0.2,"output_tokens":321,"physical_call_id":"09cfa22e40bb2c689efcc5e7","provider_cost_usd":0.000964,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_09cfa22e40bb2c689efcc5e7","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"74","total_tokens":1609,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.001246,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1664,"latency_seconds":0.24,"output_tokens":415,"physical_call_id":"863a187f1a0620a6f53eaab9","provider_cost_usd":0.001246,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_863a187f1a0620a6f53eaab9","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"74","total_tokens":2079,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":4.0400000000000006e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":272,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"74635304d2f48937bfee3471","provider_cost_usd":4.0400000000000006e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_74635304d2f48937bfee3471","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4891,"status":"success","task_id":"74","total_tokens":339,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.000972,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1296,"latency_seconds":0.2,"output_tokens":324,"physical_call_id":"285a30c6eca346cf115000c2","provider_cost_usd":0.000972,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_285a30c6eca346cf115000c2","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"76","total_tokens":1620,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.001062,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1416,"latency_seconds":0.24,"output_tokens":354,"physical_call_id":"4514c8d0897b28be901329a2","provider_cost_usd":0.001062,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_4514c8d0897b28be901329a2","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"76","total_tokens":1770,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":4.08e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":272,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"5ad7a0b5d5343021eb1099d3","provider_cost_usd":4.08e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_5ad7a0b5d5343021eb1099d3","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6141,"status":"success","task_id":"76","total_tokens":340,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00097825,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1305,"latency_seconds":0.2,"output_tokens":326,"physical_call_id":"179d7fcade7736da3423079e","provider_cost_usd":0.00097825,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_179d7fcade7736da3423079e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"80","total_tokens":1631,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00111625,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1489,"latency_seconds":0.24,"output_tokens":372,"physical_call_id":"f4ce7d11cf93c2e67064477c","provider_cost_usd":0.00111625,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_f4ce7d11cf93c2e67064477c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"80","total_tokens":1861,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":4.0850000000000004e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":273,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"0acc26e3e2da70262ed2588c","provider_cost_usd":4.0850000000000004e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_0acc26e3e2da70262ed2588c","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6514,"status":"success","task_id":"80","total_tokens":341,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.0009845,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1314,"latency_seconds":0.2,"output_tokens":328,"physical_call_id":"b350fe451180540cb525487e","provider_cost_usd":0.0009845,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_b350fe451180540cb525487e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"110","total_tokens":1642,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.0011705,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1562,"latency_seconds":0.24,"output_tokens":390,"physical_call_id":"b96f77a827fd3607303da67f","provider_cost_usd":0.0011705,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_b96f77a827fd3607303da67f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"110","total_tokens":1952,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":4.0900000000000005e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":274,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"65bd94b7ae24de523504d57e","provider_cost_usd":4.0900000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_65bd94b7ae24de523504d57e","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4551,"status":"success","task_id":"110","total_tokens":342,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00099075,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1323,"latency_seconds":0.2,"output_tokens":330,"physical_call_id":"c687005e207b6e96a2693320","provider_cost_usd":0.00099075,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_c687005e207b6e96a2693320","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"111","total_tokens":1653,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":0.00122475,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1635,"latency_seconds":0.24,"output_tokens":408,"physical_call_id":"4ff11fbc0b610dcbb1b49590","provider_cost_usd":0.00122475,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_4ff11fbc0b610dcbb1b49590","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"111","total_tokens":2043,"trial":0},{"arm":"RAW","attempts":1,"billed_usd":4.0950000000000006e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":275,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"7e834ad536eaa650931046ac","provider_cost_usd":4.0950000000000006e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_7e834ad536eaa650931046ac","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6027,"status":"success","task_id":"111","total_tokens":343,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.000885,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1180,"latency_seconds":0.2,"output_tokens":295,"physical_call_id":"c5999e913e6562b8ed8d58d2","provider_cost_usd":0.000885,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_c5999e913e6562b8ed8d58d2","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"0","total_tokens":1475,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.000975,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1300,"latency_seconds":0.24,"output_tokens":325,"physical_call_id":"b1223337fc0a4e61e25db836","provider_cost_usd":0.000975,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_b1223337fc0a4e61e25db836","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"0","total_tokens":1625,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.8400000000000005e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":256,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"86c424b024444adede445e12","provider_cost_usd":3.8400000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_86c424b024444adede445e12","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3582,"status":"success","task_id":"0","total_tokens":320,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00089125,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":1189,"latency_seconds":0.2,"output_tokens":297,"physical_call_id":"0e2a1604d372e8d6166d6a59","provider_cost_usd":0.00089125,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_0e2a1604d372e8d6166d6a59","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"22","total_tokens":1486,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00102925,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":1373,"latency_seconds":0.24,"output_tokens":343,"physical_call_id":"509cd68ff160a2188781b1b4","provider_cost_usd":0.00102925,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_509cd68ff160a2188781b1b4","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"22","total_tokens":1716,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.845e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"airline","error":null,"input_tokens":257,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"237b5b0c7d5879bcc0f6a5b4","provider_cost_usd":3.845e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_237b5b0c7d5879bcc0f6a5b4","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3943,"status":"success","task_id":"22","total_tokens":321,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.0008975,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":1198,"latency_seconds":0.2,"output_tokens":299,"physical_call_id":"da2de5aa7b3a9cff97889e32","provider_cost_usd":0.0008975,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_da2de5aa7b3a9cff97889e32","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"27","total_tokens":1497,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.0010835,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":1446,"latency_seconds":0.24,"output_tokens":361,"physical_call_id":"e4609b49e3294381c3a1d14f","provider_cost_usd":0.0010835,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_e4609b49e3294381c3a1d14f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"27","total_tokens":1807,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.85e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"airline","error":null,"input_tokens":258,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"07aa84ba9067d8d95775cb0d","provider_cost_usd":3.85e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_07aa84ba9067d8d95775cb0d","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4804,"status":"success","task_id":"27","total_tokens":322,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00090375,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":1207,"latency_seconds":0.2,"output_tokens":301,"physical_call_id":"2260400e1f6bf7b5c64585d9","provider_cost_usd":0.00090375,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_2260400e1f6bf7b5c64585d9","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1508,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00113775,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":1519,"latency_seconds":0.24,"output_tokens":379,"physical_call_id":"e59ee33c8959b954a3e5b494","provider_cost_usd":0.00113775,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_e59ee33c8959b954a3e5b494","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1898,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.855e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"airline","error":null,"input_tokens":259,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"5a13551e3452ea58d7181f3e","provider_cost_usd":3.855e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_5a13551e3452ea58d7181f3e","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.487,"status":"success","task_id":"31","total_tokens":323,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00091,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":1216,"latency_seconds":0.2,"output_tokens":303,"physical_call_id":"4de5e9e923f3bab8884b6b8e","provider_cost_usd":0.00091,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_4de5e9e923f3bab8884b6b8e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"33","total_tokens":1519,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.001192,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":1592,"latency_seconds":0.24,"output_tokens":397,"physical_call_id":"6c0fc279b5460d541838ac03","provider_cost_usd":0.001192,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_6c0fc279b5460d541838ac03","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"33","total_tokens":1989,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.86e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"airline","error":null,"input_tokens":260,"latency_seconds":0.28,"output_tokens":64,"physical_call_id":"09e995ff82348fc20e414498","provider_cost_usd":3.86e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_09e995ff82348fc20e414498","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4662,"status":"success","task_id":"33","total_tokens":324,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.000918,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":1224,"latency_seconds":0.2,"output_tokens":306,"physical_call_id":"73f7444d9897119cf8adf427","provider_cost_usd":0.000918,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_73f7444d9897119cf8adf427","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"38","total_tokens":1530,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.001008,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":1344,"latency_seconds":0.24,"output_tokens":336,"physical_call_id":"2ca484580ad6df2185e6eec3","provider_cost_usd":0.001008,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_2ca484580ad6df2185e6eec3","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"38","total_tokens":1680,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.9e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"airline","error":null,"input_tokens":260,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"d87e18d2d8b429e61bb07837","provider_cost_usd":3.9e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_d87e18d2d8b429e61bb07837","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6083,"status":"success","task_id":"38","total_tokens":325,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00092425,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":1233,"latency_seconds":0.2,"output_tokens":308,"physical_call_id":"537406b4fd1f23fe429a0ca8","provider_cost_usd":0.00092425,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_537406b4fd1f23fe429a0ca8","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1541,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00106225,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":1417,"latency_seconds":0.24,"output_tokens":354,"physical_call_id":"de18eeff8986c1a433f47a9d","provider_cost_usd":0.00106225,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_de18eeff8986c1a433f47a9d","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1771,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.905e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"airline","error":null,"input_tokens":261,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"4de74ed12651d64f110af42d","provider_cost_usd":3.905e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_4de74ed12651d64f110af42d","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.7343,"status":"success","task_id":"47","total_tokens":326,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.0009305,"cached_input_tokens":0,"component":"policy_first","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1242,"latency_seconds":0.2,"output_tokens":310,"physical_call_id":"211c126e5935acc7834bcb23","provider_cost_usd":0.0009305,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_211c126e5935acc7834bcb23","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"48","total_tokens":1552,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.0011165,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":1490,"latency_seconds":0.24,"output_tokens":372,"physical_call_id":"eb9e26cca4e14a7480e6f27c","provider_cost_usd":0.0011165,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_eb9e26cca4e14a7480e6f27c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"48","total_tokens":1862,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.91e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"airline","error":null,"input_tokens":262,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"49a6b718700c7de199dbc33a","provider_cost_usd":3.91e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_49a6b718700c7de199dbc33a","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6556,"status":"success","task_id":"48","total_tokens":327,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00093675,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1251,"latency_seconds":0.2,"output_tokens":312,"physical_call_id":"35f327b68253e0a763e9583d","provider_cost_usd":0.00093675,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_35f327b68253e0a763e9583d","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"12","total_tokens":1563,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00117075,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1563,"latency_seconds":0.24,"output_tokens":390,"physical_call_id":"4d5827b63c25111181f34afd","provider_cost_usd":0.00117075,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_4d5827b63c25111181f34afd","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"12","total_tokens":1953,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.9149999999999996e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":263,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"dffea28d35ca79d365a64f28","provider_cost_usd":3.9149999999999996e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_dffea28d35ca79d365a64f28","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3355,"status":"success","task_id":"12","total_tokens":328,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.000943,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1260,"latency_seconds":0.2,"output_tokens":314,"physical_call_id":"6894fc7941a50c5a30e2bac7","provider_cost_usd":0.000943,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_6894fc7941a50c5a30e2bac7","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"15","total_tokens":1574,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.001225,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1636,"latency_seconds":0.24,"output_tokens":408,"physical_call_id":"32e6f41928a4e8f5afdc1aee","provider_cost_usd":0.001225,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_32e6f41928a4e8f5afdc1aee","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"15","total_tokens":2044,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.9200000000000004e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":264,"latency_seconds":0.28,"output_tokens":65,"physical_call_id":"0febfe1f84aafee355b42cec","provider_cost_usd":3.9200000000000004e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_0febfe1f84aafee355b42cec","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.2554,"status":"success","task_id":"15","total_tokens":329,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.000951,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1268,"latency_seconds":0.2,"output_tokens":317,"physical_call_id":"1c3ca4d432c55899646b630d","provider_cost_usd":0.000951,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_1c3ca4d432c55899646b630d","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"17","total_tokens":1585,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.001041,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1388,"latency_seconds":0.24,"output_tokens":347,"physical_call_id":"97ab034916142325661b4ea9","provider_cost_usd":0.001041,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_97ab034916142325661b4ea9","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"17","total_tokens":1735,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.96e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":264,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"9a1b29d9eebb39c6eacbe309","provider_cost_usd":3.96e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_9a1b29d9eebb39c6eacbe309","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3822,"status":"success","task_id":"17","total_tokens":330,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00095725,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1277,"latency_seconds":0.2,"output_tokens":319,"physical_call_id":"f38b812a031941d42303bf9f","provider_cost_usd":0.00095725,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_f38b812a031941d42303bf9f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"20","total_tokens":1596,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00109525,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1461,"latency_seconds":0.24,"output_tokens":365,"physical_call_id":"702b164a6a8a39f57c10033e","provider_cost_usd":0.00109525,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_702b164a6a8a39f57c10033e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"20","total_tokens":1826,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.965000000000001e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":265,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"1f79b0514971be5e3ca49899","provider_cost_usd":3.965000000000001e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_1f79b0514971be5e3ca49899","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.377,"status":"success","task_id":"20","total_tokens":331,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.0009635,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1286,"latency_seconds":0.2,"output_tokens":321,"physical_call_id":"2f33f55995c7bdd6889bf84e","provider_cost_usd":0.0009635,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_2f33f55995c7bdd6889bf84e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"21","total_tokens":1607,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.0011495,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1534,"latency_seconds":0.24,"output_tokens":383,"physical_call_id":"7ae77a9f130d0910c59ce5d2","provider_cost_usd":0.0011495,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_7ae77a9f130d0910c59ce5d2","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"21","total_tokens":1917,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.97e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":266,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"7894daab8da186d25510d407","provider_cost_usd":3.97e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_7894daab8da186d25510d407","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8071,"status":"success","task_id":"21","total_tokens":332,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00096975,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1295,"latency_seconds":0.2,"output_tokens":323,"physical_call_id":"0d44faf391bca990a74d3f11","provider_cost_usd":0.00096975,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_0d44faf391bca990a74d3f11","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":1618,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00120375,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1607,"latency_seconds":0.24,"output_tokens":401,"physical_call_id":"07e3848b5d00a88f79be6fd7","provider_cost_usd":0.00120375,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_07e3848b5d00a88f79be6fd7","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"31","total_tokens":2008,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.975e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":267,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"c817e0f2d7da5d26218ce646","provider_cost_usd":3.975e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_c817e0f2d7da5d26218ce646","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8275,"status":"success","task_id":"31","total_tokens":333,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.000976,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1304,"latency_seconds":0.2,"output_tokens":325,"physical_call_id":"63ebfb772f1344c32fa0faf5","provider_cost_usd":0.000976,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_63ebfb772f1344c32fa0faf5","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"42","total_tokens":1629,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.001258,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1680,"latency_seconds":0.24,"output_tokens":419,"physical_call_id":"773ad6b329109501f31c4df2","provider_cost_usd":0.001258,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_773ad6b329109501f31c4df2","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"42","total_tokens":2099,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":3.9800000000000005e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":268,"latency_seconds":0.28,"output_tokens":66,"physical_call_id":"68ee49df89e52814834b32b0","provider_cost_usd":3.9800000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_68ee49df89e52814834b32b0","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.3819,"status":"success","task_id":"42","total_tokens":334,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.000984,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1312,"latency_seconds":0.2,"output_tokens":328,"physical_call_id":"82246214a249e8e6ebca645c","provider_cost_usd":0.000984,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_82246214a249e8e6ebca645c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1640,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.001074,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1432,"latency_seconds":0.24,"output_tokens":358,"physical_call_id":"c8cef4ca04bee514739042f0","provider_cost_usd":0.001074,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_c8cef4ca04bee514739042f0","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"47","total_tokens":1790,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":4.02e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":268,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"9802e7e372f38c470bcafe3c","provider_cost_usd":4.02e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_9802e7e372f38c470bcafe3c","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8127,"status":"success","task_id":"47","total_tokens":335,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00099025,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1321,"latency_seconds":0.2,"output_tokens":330,"physical_call_id":"8dd884bf080a84bb8d5f5957","provider_cost_usd":0.00099025,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_8dd884bf080a84bb8d5f5957","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"54","total_tokens":1651,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00112825,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1505,"latency_seconds":0.24,"output_tokens":376,"physical_call_id":"ed1e6959fc531b653cf0cf3f","provider_cost_usd":0.00112825,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_ed1e6959fc531b653cf0cf3f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"54","total_tokens":1881,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":4.025e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":269,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"efc1db999ecd150cbff8decd","provider_cost_usd":4.025e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_efc1db999ecd150cbff8decd","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.8569,"status":"success","task_id":"54","total_tokens":336,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.0009965,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1330,"latency_seconds":0.2,"output_tokens":332,"physical_call_id":"ea364839f41110645279af3a","provider_cost_usd":0.0009965,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_ea364839f41110645279af3a","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"64","total_tokens":1662,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.0011825,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":1578,"latency_seconds":0.24,"output_tokens":394,"physical_call_id":"625ea77a0c92ddd4bf2ae056","provider_cost_usd":0.0011825,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_625ea77a0c92ddd4bf2ae056","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"64","total_tokens":1972,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":4.03e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"retail","error":null,"input_tokens":270,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"be9568b71a9b488bd6d64ef7","provider_cost_usd":4.03e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_be9568b71a9b488bd6d64ef7","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.7045,"status":"success","task_id":"64","total_tokens":337,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00100275,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1339,"latency_seconds":0.2,"output_tokens":334,"physical_call_id":"940159d8eb49cc554550c66a","provider_cost_usd":0.00100275,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_940159d8eb49cc554550c66a","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"73","total_tokens":1673,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00123675,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":1651,"latency_seconds":0.24,"output_tokens":412,"physical_call_id":"894da53c2d538748f6ffb4f4","provider_cost_usd":0.00123675,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_894da53c2d538748f6ffb4f4","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"73","total_tokens":2063,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":4.035e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"retail","error":null,"input_tokens":271,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"816af1095c4c00cfc6aff79c","provider_cost_usd":4.035e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_816af1095c4c00cfc6aff79c","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6467,"status":"success","task_id":"73","total_tokens":338,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.001009,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1348,"latency_seconds":0.2,"output_tokens":336,"physical_call_id":"6c53734a8b1fbbc89483204c","provider_cost_usd":0.001009,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_6c53734a8b1fbbc89483204c","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"74","total_tokens":1684,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.001291,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":1724,"latency_seconds":0.24,"output_tokens":430,"physical_call_id":"7ba3014c66b1b54bd0c0510f","provider_cost_usd":0.001291,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_7ba3014c66b1b54bd0c0510f","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"74","total_tokens":2154,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":4.0400000000000006e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"retail","error":null,"input_tokens":272,"latency_seconds":0.28,"output_tokens":67,"physical_call_id":"b5e3d422f41b3f37872f7fdf","provider_cost_usd":4.0400000000000006e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_b5e3d422f41b3f37872f7fdf","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4861,"status":"success","task_id":"74","total_tokens":339,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.001017,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1356,"latency_seconds":0.2,"output_tokens":339,"physical_call_id":"fa72c4470001428103181c5e","provider_cost_usd":0.001017,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_fa72c4470001428103181c5e","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"76","total_tokens":1695,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.001107,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":1476,"latency_seconds":0.24,"output_tokens":369,"physical_call_id":"461d397c984adbd8976844f0","provider_cost_usd":0.001107,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_461d397c984adbd8976844f0","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"76","total_tokens":1845,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":4.08e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"retail","error":null,"input_tokens":272,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"94ac91a4ad6f5a3eea0f51b6","provider_cost_usd":4.08e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_94ac91a4ad6f5a3eea0f51b6","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.6815,"status":"success","task_id":"76","total_tokens":340,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00102325,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1365,"latency_seconds":0.2,"output_tokens":341,"physical_call_id":"25069384ee7a3f96a0a9b941","provider_cost_usd":0.00102325,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_25069384ee7a3f96a0a9b941","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"80","total_tokens":1706,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00116125,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":1549,"latency_seconds":0.24,"output_tokens":387,"physical_call_id":"98203cd88423e30ed1736ffc","provider_cost_usd":0.00116125,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_98203cd88423e30ed1736ffc","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"80","total_tokens":1936,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":4.0850000000000004e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"retail","error":null,"input_tokens":273,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"4540c11772ae22b4804341f4","provider_cost_usd":4.0850000000000004e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_4540c11772ae22b4804341f4","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4344,"status":"success","task_id":"80","total_tokens":341,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.0010295,"cached_input_tokens":0,"component":"policy_first","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1374,"latency_seconds":0.2,"output_tokens":343,"physical_call_id":"5ccfd6a413285beb6f5800b8","provider_cost_usd":0.0010295,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_5ccfd6a413285beb6f5800b8","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"110","total_tokens":1717,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.0012155,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":1622,"latency_seconds":0.24,"output_tokens":405,"physical_call_id":"3db489c59e2c1571b08f6c64","provider_cost_usd":0.0012155,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_3db489c59e2c1571b08f6c64","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"110","total_tokens":2027,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":4.0900000000000005e-05,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","error":null,"input_tokens":274,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"776c15c63778b04d17a76290","provider_cost_usd":4.0900000000000005e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_776c15c63778b04d17a76290","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.4951,"status":"success","task_id":"110","total_tokens":342,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00103575,"cached_input_tokens":0,"component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1383,"latency_seconds":0.2,"output_tokens":345,"physical_call_id":"f85181aa7c98cbc5c7d15de0","provider_cost_usd":0.00103575,"purpose":"incumbent_rollout","reasoning_tokens":0,"request_id":"sim_f85181aa7c98cbc5c7d15de0","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"111","total_tokens":1728,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":0.00126975,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":1695,"latency_seconds":0.24,"output_tokens":423,"physical_call_id":"b652ce2917a1fe62b14a0240","provider_cost_usd":0.00126975,"purpose":"exploration_rollout","reasoning_tokens":0,"request_id":"sim_b652ce2917a1fe62b14a0240","requested_model":"openai/gpt-5-mini-2025-08-07","resolved_model":"[SIM] openai/gpt-5-mini-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":null,"status":"success","task_id":"111","total_tokens":2118,"trial":0},{"arm":"CERT","attempts":1,"billed_usd":4.0950000000000006e-05,"cached_input_tokens":0,"component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","error":null,"input_tokens":275,"latency_seconds":0.28,"output_tokens":68,"physical_call_id":"76d8bf1315502d3a866b0e07","provider_cost_usd":4.0950000000000006e-05,"purpose":"proxy_score","reasoning_tokens":0,"request_id":"sim_76d8bf1315502d3a866b0e07","requested_model":"openai/gpt-5-nano-2025-08-07","resolved_model":"[SIM] openai/gpt-5-nano-2025-08-07","run_id":"sim-v0.1.0","schema_version":"1.0.0","score":0.7242,"status":"success","task_id":"111","total_tokens":343,"trial":0}],"decisions":[{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"airline:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"policy_first","task_id":"0","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"airline:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":1,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"22","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"airline:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":2,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"27","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"airline:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":3,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"policy_first","task_id":"31","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"airline:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":4,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"33","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"airline:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":5,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"38","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"airline:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":6,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"policy_first","task_id":"47","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"airline:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"48","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"12","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"policy_first","task_id":"15","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"17","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"20","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"policy_first","task_id":"21","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"31","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"42","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"policy_first","task_id":"47","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"54","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"64","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"policy_first","task_id":"73","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"74","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:middle:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"76","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"policy_first","task_id":"80","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"110","threshold":null,"trial":0},{"accept_log_e":null,"arm":"GREEDY","bernoulli_outcomes":{},"candidate_scores":{},"challenger_component":null,"context_key":"retail:user:early:0:f3edcbde854ceea9:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"111","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.5884,"verify_then_commit":0.6684},"challenger_component":"verify_then_commit","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"0","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.4913,"verify_then_commit":0.4113},"challenger_component":"tool_progress","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"22","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.17099999999999999,"tool_progress":0.251},"challenger_component":"tool_progress","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"27","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.4125,"verify_then_commit":0.4925},"challenger_component":"verify_then_commit","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"31","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.8262,"verify_then_commit":0.7462000000000001},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"33","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.4664,"tool_progress":0.5464},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"38","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.5759000000000001,"verify_then_commit":0.6559},"challenger_component":"verify_then_commit","context_key":"airline:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"47","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.3632,"verify_then_commit":0.2832},"challenger_component":"tool_progress","context_key":"airline:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"48","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.4694,"tool_progress":0.5494},"challenger_component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"12","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.4277,"verify_then_commit":0.5077},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"15","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.347,"verify_then_commit":0.26699999999999996},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"17","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.3424,"tool_progress":0.4224},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"20","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.236,"verify_then_commit":0.316},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"21","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.858,"verify_then_commit":0.778},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"31","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.522,"tool_progress":0.602},"challenger_component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"42","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.5306000000000001,"verify_then_commit":0.6106},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"47","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.7904,"verify_then_commit":0.7104},"challenger_component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"54","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.6532,"tool_progress":0.7332},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"64","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.37779999999999997,"verify_then_commit":0.4578},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"73","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.8705,"verify_then_commit":0.7905000000000001},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"74","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.5597000000000001,"tool_progress":0.6397},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"76","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.8399000000000001,"verify_then_commit":0.9199},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"80","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.4422,"verify_then_commit":0.36219999999999997},"challenger_component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"110","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-2","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.4153,"tool_progress":0.4953},"challenger_component":"tool_progress","context_key":"retail:user:early:0:56af350a6c23e67f:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"111","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.2964,"verify_then_commit":0.21639999999999998},"challenger_component":"tool_progress","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"0","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.733,"tool_progress":0.813},"challenger_component":"tool_progress","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"22","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.6069,"verify_then_commit":0.6869},"challenger_component":"verify_then_commit","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"27","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.8163,"verify_then_commit":0.7363000000000001},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"31","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.43329999999999996,"tool_progress":0.5133},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"33","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.8133,"verify_then_commit":0.8933},"challenger_component":"verify_then_commit","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"38","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.776,"verify_then_commit":0.6960000000000001},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"47","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.7399,"tool_progress":0.8199},"challenger_component":"tool_progress","context_key":"airline:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"48","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.19419999999999998,"verify_then_commit":0.2742},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"12","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.8261,"verify_then_commit":0.7461},"challenger_component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"15","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.8380000000000001,"tool_progress":0.918},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"17","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.6823,"verify_then_commit":0.7623},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"20","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.561,"verify_then_commit":0.48100000000000004},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"21","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.6027,"tool_progress":0.6827},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"31","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.3598,"verify_then_commit":0.4398},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"42","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.3875,"verify_then_commit":0.3075},"challenger_component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"47","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.7948000000000001,"tool_progress":0.8748},"challenger_component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"54","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.6189,"verify_then_commit":0.6989},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"64","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.8632,"verify_then_commit":0.7832},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"73","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.3367,"tool_progress":0.4167},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"74","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.4563,"verify_then_commit":0.5363},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"76","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.8246,"verify_then_commit":0.7446},"challenger_component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"80","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.26839999999999997,"tool_progress":0.3484},"challenger_component":"tool_progress","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"110","threshold":null,"trial":0},{"accept_log_e":null,"arm":"BON-4","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.5347000000000001,"verify_then_commit":0.6147},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:0a62c7f368b90e81:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"111","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.48799999999999993,"tool_progress":0.568},"challenger_component":"tool_progress","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"0","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.3377,"verify_then_commit":0.4177},"challenger_component":"verify_then_commit","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"22","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.777,"verify_then_commit":0.6970000000000001},"challenger_component":"tool_progress","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"27","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.6309,"tool_progress":0.7109},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"31","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.4513,"verify_then_commit":0.5313},"challenger_component":"verify_then_commit","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"33","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.7843,"verify_then_commit":0.7043},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"38","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.8541000000000001,"tool_progress":0.9341},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"47","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.2329,"verify_then_commit":0.3129},"challenger_component":"verify_then_commit","context_key":"airline:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"48","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.9475,"verify_then_commit":0.8675},"challenger_component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"12","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.3576,"tool_progress":0.4376},"challenger_component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"15","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.47189999999999993,"verify_then_commit":0.5519},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"17","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.3961,"verify_then_commit":0.3161},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"20","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.2067,"tool_progress":0.2867},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"21","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.5657000000000001,"verify_then_commit":0.6457},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"31","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.3331,"verify_then_commit":0.2531},"challenger_component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"42","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.5882000000000001,"tool_progress":0.6682},"challenger_component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"47","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.8249000000000001,"verify_then_commit":0.9049},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"54","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.82,"verify_then_commit":0.74},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"64","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.2933,"tool_progress":0.3733},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"73","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.3061,"verify_then_commit":0.3861},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"74","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.852,"verify_then_commit":0.772},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"76","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.532,"tool_progress":0.612},"challenger_component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"80","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.8658,"verify_then_commit":0.9458},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"110","threshold":null,"trial":0},{"accept_log_e":null,"arm":"EPS-0.35","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.5038,"verify_then_commit":0.4238},"challenger_component":"tool_progress","context_key":"retail:user:early:0:9db88ec46042a080:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"111","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.5729000000000001,"verify_then_commit":0.6529},"challenger_component":"verify_then_commit","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"0","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.531,"verify_then_commit":0.451},"challenger_component":"tool_progress","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"22","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.23149999999999998,"tool_progress":0.3115},"challenger_component":"tool_progress","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"27","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.5153000000000001,"verify_then_commit":0.5953},"challenger_component":"verify_then_commit","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"31","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.6093,"verify_then_commit":0.5293},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"33","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.436,"tool_progress":0.516},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"38","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.8648,"verify_then_commit":0.9448},"challenger_component":"verify_then_commit","context_key":"airline:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"47","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.7455,"verify_then_commit":0.6655000000000001},"challenger_component":"tool_progress","context_key":"airline:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"48","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.3004,"tool_progress":0.3804},"challenger_component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"12","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.17359999999999998,"verify_then_commit":0.2536},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"15","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.3131,"verify_then_commit":0.23309999999999997},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"17","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.27599999999999997,"tool_progress":0.356},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"20","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.2552,"verify_then_commit":0.3352},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"21","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.2915,"verify_then_commit":0.21149999999999997},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"31","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.7158,"tool_progress":0.7958},"challenger_component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"42","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.3861,"verify_then_commit":0.4661},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"47","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.5027,"verify_then_commit":0.4227},"challenger_component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"54","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.44669999999999993,"tool_progress":0.5267},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"64","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.4832,"verify_then_commit":0.5632},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"73","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.4891,"verify_then_commit":0.40909999999999996},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"74","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.5341,"tool_progress":0.6141},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"76","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.5714,"verify_then_commit":0.6514},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"80","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"tool_progress":0.4551,"verify_then_commit":0.3751},"challenger_component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"110","threshold":null,"trial":0},{"accept_log_e":null,"arm":"RAW","bernoulli_outcomes":{},"candidate_scores":{"policy_first":0.5227,"tool_progress":0.6027},"challenger_component":"tool_progress","context_key":"retail:user:early:0:ac0562bba4a57c68:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] selection","refute_log_e":null,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"111","threshold":null,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":0,"verify_then_commit":0},"candidate_scores":{"tool_progress":0.3582,"verify_then_commit":0.2782},"challenger_component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"0","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"policy_first":0,"tool_progress":1},"candidate_scores":{"policy_first":0.31429999999999997,"tool_progress":0.3943},"challenger_component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"22","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":0,"verify_then_commit":1},"candidate_scores":{"tool_progress":0.4004,"verify_then_commit":0.4804},"challenger_component":"verify_then_commit","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"27","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":0,"verify_then_commit":1},"candidate_scores":{"tool_progress":0.487,"verify_then_commit":0.407},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"31","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"policy_first":0,"tool_progress":0},"candidate_scores":{"policy_first":0.3862,"tool_progress":0.4662},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"33","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":1,"verify_then_commit":1},"candidate_scores":{"tool_progress":0.5283,"verify_then_commit":0.6083},"challenger_component":"verify_then_commit","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"airline","incumbent_component":"tool_progress","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"38","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":1,"verify_then_commit":1},"candidate_scores":{"tool_progress":0.7343,"verify_then_commit":0.6543},"challenger_component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"airline","incumbent_component":"verify_then_commit","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"47","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"policy_first":0,"tool_progress":0},"candidate_scores":{"policy_first":0.5756,"tool_progress":0.6556},"challenger_component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"airline","incumbent_component":"policy_first","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"48","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":0,"verify_then_commit":0},"candidate_scores":{"tool_progress":0.2555,"verify_then_commit":0.3355},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"12","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":0,"verify_then_commit":0},"candidate_scores":{"tool_progress":0.2554,"verify_then_commit":0.1754},"challenger_component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"15","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"policy_first":1,"tool_progress":1},"candidate_scores":{"policy_first":0.30219999999999997,"tool_progress":0.3822},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"17","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":0,"verify_then_commit":1},"candidate_scores":{"tool_progress":0.297,"verify_then_commit":0.377},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"20","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":1,"verify_then_commit":1},"candidate_scores":{"tool_progress":0.8071,"verify_then_commit":0.7271000000000001},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"21","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"policy_first":0,"tool_progress":1},"candidate_scores":{"policy_first":0.7475,"tool_progress":0.8275},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"31","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":0,"verify_then_commit":0},"candidate_scores":{"tool_progress":0.3019,"verify_then_commit":0.3819},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"42","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":0,"verify_then_commit":0},"candidate_scores":{"tool_progress":0.8127,"verify_then_commit":0.7327},"challenger_component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"47","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"policy_first":0,"tool_progress":1},"candidate_scores":{"policy_first":0.7769,"tool_progress":0.8569},"challenger_component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"54","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":1,"verify_then_commit":0},"candidate_scores":{"tool_progress":0.6245,"verify_then_commit":0.7045},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"64","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":1,"verify_then_commit":0},"candidate_scores":{"tool_progress":0.6467,"verify_then_commit":0.5667000000000001},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"73","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"policy_first":1,"tool_progress":0},"candidate_scores":{"policy_first":0.40609999999999996,"tool_progress":0.4861},"challenger_component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"74","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":0,"verify_then_commit":0},"candidate_scores":{"tool_progress":0.6015,"verify_then_commit":0.6815},"challenger_component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"76","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":0,"verify_then_commit":0},"candidate_scores":{"tool_progress":0.4344,"verify_then_commit":0.3544},"challenger_component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"domain":"retail","incumbent_component":"verify_then_commit","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"80","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"policy_first":0,"tool_progress":1},"candidate_scores":{"policy_first":0.41509999999999997,"tool_progress":0.4951},"challenger_component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"domain":"retail","incumbent_component":"policy_first","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"tool_progress","task_id":"110","threshold":8.0,"trial":0},{"accept_log_e":-0.5,"arm":"CERT","bernoulli_outcomes":{"tool_progress":0,"verify_then_commit":1},"candidate_scores":{"tool_progress":0.6442,"verify_then_commit":0.7242},"challenger_component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"domain":"retail","incumbent_component":"tool_progress","outcome":"[SIM] NotSeparated","refute_log_e":-0.8,"run_id":"sim-v0.1.0","schema_version":"1.0.0","selected_component":"verify_then_commit","task_id":"111","threshold":8.0,"trial":0}],"events":[{"arm":"CERT","component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"detail":"[SIM] pair audit remained below threshold","domain":"airline","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"0","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"detail":"[SIM] pair audit remained below threshold","domain":"airline","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"22","threshold":8.0,"trial":0},{"arm":"CERT","component":"verify_then_commit","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"detail":"[SIM] pair audit remained below threshold","domain":"airline","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"27","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"detail":"[SIM] pair audit remained below threshold","domain":"airline","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"detail":"[SIM] pair audit remained below threshold","domain":"airline","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"33","threshold":8.0,"trial":0},{"arm":"CERT","component":"verify_then_commit","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"detail":"[SIM] pair audit remained below threshold","domain":"airline","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"38","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"airline:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"detail":"[SIM] pair audit remained below threshold","domain":"airline","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"airline:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"detail":"[SIM] pair audit remained below threshold","domain":"airline","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"48","threshold":8.0,"trial":0},{"arm":"CERT","component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"12","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"15","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"17","threshold":8.0,"trial":0},{"arm":"CERT","component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"20","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"21","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","threshold":8.0,"trial":0},{"arm":"CERT","component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"42","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"54","threshold":8.0,"trial":0},{"arm":"CERT","component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":3,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"64","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":4,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"73","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":5,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"74","threshold":8.0,"trial":0},{"arm":"CERT","component":"verify_then_commit","context_key":"retail:user:middle:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":6,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"76","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":0,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"80","threshold":8.0,"trial":0},{"arm":"CERT","component":"tool_progress","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":1,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"110","threshold":8.0,"trial":0},{"arm":"CERT","component":"verify_then_commit","context_key":"retail:user:early:0:fc3c8e63b513125a:6e77f83f9ff88395","decision_idx":2,"detail":"[SIM] pair audit remained below threshold","domain":"retail","event":"NotSeparated","log_e":-0.5,"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"111","threshold":8.0,"trial":0}],"manifest":{"arms":["GREEDY","BON-2","BON-4","EPS-0.35","RAW","CERT"],"billable_calls":0,"cash_spend_authorized_usd":0.0,"label":"[SIM]","run_id":"sim-v0.1.0","schema_version":"1.0.0","stage":"simulation-fixture","status":"complete","trials":[0]},"schema_version":"1.0.0","simulations":[{"arm":"GREEDY","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"0","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"22","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"27","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"33","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"38","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"48","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"12","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"15","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"17","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"20","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"21","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"42","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"54","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"64","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"73","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"74","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"76","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"80","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"110","termination_reason":"[SIM] user_stop","trial":0},{"arm":"GREEDY","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"111","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"0","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"22","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"27","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"33","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"38","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"48","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"12","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"15","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"17","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"20","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"21","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"42","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"54","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"64","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"73","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"74","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"76","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"80","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"110","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-2","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"111","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"0","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"22","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"27","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"33","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"38","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"48","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"12","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"15","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"17","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"20","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"21","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"42","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"54","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"64","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"73","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"74","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"76","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"80","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"110","termination_reason":"[SIM] user_stop","trial":0},{"arm":"BON-4","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"111","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"0","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"22","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"27","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"33","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"38","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"48","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"12","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"15","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"17","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"20","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"21","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"42","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"54","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"64","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"73","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"74","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"76","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"80","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"110","termination_reason":"[SIM] user_stop","trial":0},{"arm":"EPS-0.35","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"111","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"0","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"22","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"27","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"33","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"38","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"48","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"12","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"15","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"17","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"20","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"21","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"42","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"54","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"64","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"73","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"74","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"76","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"80","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"110","termination_reason":"[SIM] user_stop","trial":0},{"arm":"RAW","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"111","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"0","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"22","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"27","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"33","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"38","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"airline","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"48","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"12","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"15","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"17","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"20","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"21","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"31","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"42","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"47","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"54","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"64","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"73","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":1.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"74","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"76","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"80","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"110","termination_reason":"[SIM] user_stop","trial":0},{"arm":"CERT","domain":"retail","messages":[],"reward_info":{"info":{"label":"[SIM] deterministic fixture"},"reward":0.0},"run_id":"sim-v0.1.0","schema_version":"1.0.0","task_id":"111","termination_reason":"[SIM] user_stop","trial":0}],"summary":{"arms":[{"arm":"GREEDY","average_reward":0.541666666667,"cached_input_tokens":0,"exploration_cost_usd":0,"exploration_share":0.0,"exploration_tokens":0,"gross_price_sheet_cost_usd":0.0176455,"input_tokens":23558,"mean_cost_per_task_usd":0.000735229167,"median_exploration_rollout_tokens":null,"missing_resolved_models":0,"missing_usage_calls":0,"output_tokens":5878,"proxy_cost_usd":0,"proxy_tokens":0,"reasoning_tokens":0,"refusals":0,"retirements":0,"success_ci95_high":0.721086662688,"success_ci95_low":0.350748653589,"success_rate":0.541666666667,"successes":13,"task_failures":0,"task_results":24,"total_tokens":29436},{"arm":"BON-2","average_reward":0.583333333333,"cached_input_tokens":0,"exploration_cost_usd":0.0230935,"exploration_share":0.495650383487,"exploration_tokens":38516,"gross_price_sheet_cost_usd":0.0427705,"input_tokens":62194,"mean_cost_per_task_usd":0.001782104167,"median_exploration_rollout_tokens":1607.5,"missing_resolved_models":0,"missing_usage_calls":0,"output_tokens":15514,"proxy_cost_usd":0.0009515,"proxy_tokens":7956,"reasoning_tokens":0,"refusals":0,"retirements":0,"success_ci95_high":0.755323973902,"success_ci95_low":0.388346658652,"success_rate":0.583333333333,"successes":14,"task_failures":0,"task_results":24,"total_tokens":77708},{"arm":"BON-4","average_reward":0.625,"cached_input_tokens":0,"exploration_cost_usd":0.0241735,"exploration_share":0.495842967482,"exploration_tokens":40316,"gross_price_sheet_cost_usd":0.0449305,"input_tokens":65074,"mean_cost_per_task_usd":0.001872104167,"median_exploration_rollout_tokens":1682.5,"missing_resolved_models":0,"missing_usage_calls":0,"output_tokens":16234,"proxy_cost_usd":0.0009515,"proxy_tokens":7956,"reasoning_tokens":0,"refusals":0,"retirements":0,"success_ci95_high":0.788406324405,"success_ci95_low":0.427099624427,"success_rate":0.625,"successes":15,"task_failures":0,"task_results":24,"total_tokens":81308},{"arm":"EPS-0.35","average_reward":0.583333333333,"cached_input_tokens":0,"exploration_cost_usd":0.0252535,"exploration_share":0.496019220804,"exploration_tokens":42116,"gross_price_sheet_cost_usd":0.0470905,"input_tokens":67954,"mean_cost_per_task_usd":0.001962104167,"median_exploration_rollout_tokens":1757.5,"missing_resolved_models":0,"missing_usage_calls":0,"output_tokens":16954,"proxy_cost_usd":0.0009515,"proxy_tokens":7956,"reasoning_tokens":0,"refusals":0,"retirements":0,"success_ci95_high":0.755323973902,"success_ci95_low":0.388346658652,"success_rate":0.583333333333,"successes":14,"task_failures":0,"task_results":24,"total_tokens":84908},{"arm":"RAW","average_reward":0.625,"cached_input_tokens":0,"exploration_cost_usd":0.0263335,"exploration_share":0.496181136168,"exploration_tokens":43916,"gross_price_sheet_cost_usd":0.0492505,"input_tokens":70834,"mean_cost_per_task_usd":0.002052104167,"median_exploration_rollout_tokens":1832.5,"missing_resolved_models":0,"missing_usage_calls":0,"output_tokens":17674,"proxy_cost_usd":0.0009515,"proxy_tokens":7956,"reasoning_tokens":0,"refusals":0,"retirements":0,"success_ci95_high":0.788406324405,"success_ci95_low":0.427099624427,"success_rate":0.625,"successes":15,"task_failures":0,"task_results":24,"total_tokens":88508},{"arm":"CERT","average_reward":0.666666666667,"cached_input_tokens":0,"exploration_cost_usd":0.0274135,"exploration_share":0.496330394754,"exploration_tokens":45716,"gross_price_sheet_cost_usd":0.0514105,"input_tokens":73714,"mean_cost_per_task_usd":0.002142104167,"median_exploration_rollout_tokens":1907.5,"missing_resolved_models":0,"missing_usage_calls":0,"output_tokens":18394,"proxy_cost_usd":0.0009515,"proxy_tokens":7956,"reasoning_tokens":0,"refusals":24,"retirements":0,"success_ci95_high":0.820278096727,"success_ci95_low":0.467063168381,"success_rate":0.666666666667,"successes":16,"task_failures":0,"task_results":24,"total_tokens":92108}],"artifact_counts":{"calls":384,"decisions":144,"events":24,"simulations":144},"completion_matrix":{"complete":false,"expected_tasks_per_trial":0,"rows":[{"arm":"GREEDY","complete":false,"completed":0,"expected":0,"missing":0},{"arm":"BON-2","complete":false,"completed":0,"expected":0,"missing":0},{"arm":"BON-4","complete":false,"completed":0,"expected":0,"missing":0},{"arm":"EPS-0.35","complete":false,"completed":0,"expected":0,"missing":0},{"arm":"RAW","complete":false,"completed":0,"expected":0,"missing":0},{"arm":"CERT","complete":false,"completed":0,"expected":0,"missing":0}],"trials":[0]},"meter_reconciliation":{"call_level_relative_error":0.0,"dashboard_evidence":null,"dashboard_relative_error":null,"gross_price_sheet_cost_usd":0.253098,"missing_resolved_models":0,"missing_usage_calls":0,"provider_cost_coverage":1.0,"provider_dashboard_cost_usd":null,"provider_reported_cost_usd":0.253098,"status":"[SIM]_reconciled_within_2pct"},"paired_bootstrap":{"comparisons":[{"baseline_arm":"GREEDY","cost_savings_usd":{"ci95_high":-0.00137305,"ci95_low":-0.00143995,"draws":10000,"mean":-0.001406875,"pairs":24,"seed":300},"positive_savings_means_cert_is_cheaper":true,"success_delta":{"ci95_high":0.416666666667,"ci95_low":-0.166666666667,"draws":10000,"mean":0.125,"pairs":24,"seed":300}},{"baseline_arm":"BON-2","cost_savings_usd":{"ci95_high":-0.00036,"ci95_low":-0.00036,"draws":10000,"mean":-0.00036,"pairs":24,"seed":300},"positive_savings_means_cert_is_cheaper":true,"success_delta":{"ci95_high":0.375,"ci95_low":-0.208333333333,"draws":10000,"mean":0.083333333333,"pairs":24,"seed":300}},{"baseline_arm":"BON-4","cost_savings_usd":{"ci95_high":-0.00027,"ci95_low":-0.00027,"draws":10000,"mean":-0.00027,"pairs":24,"seed":300},"positive_savings_means_cert_is_cheaper":true,"success_delta":{"ci95_high":0.291666666667,"ci95_low":-0.208333333333,"draws":10000,"mean":0.041666666667,"pairs":24,"seed":300}},{"baseline_arm":"EPS-0.35","cost_savings_usd":{"ci95_high":-0.00018,"ci95_low":-0.00018,"draws":10000,"mean":-0.00018,"pairs":24,"seed":300},"positive_savings_means_cert_is_cheaper":true,"success_delta":{"ci95_high":0.375,"ci95_low":-0.208333333333,"draws":10000,"mean":0.083333333333,"pairs":24,"seed":300}},{"baseline_arm":"RAW","cost_savings_usd":{"ci95_high":-9e-05,"ci95_low":-9e-05,"draws":10000,"mean":-9e-05,"pairs":24,"seed":300},"positive_savings_means_cert_is_cheaper":true,"success_delta":{"ci95_high":0.291666666667,"ci95_low":-0.208333333333,"draws":10000,"mean":0.041666666667,"pairs":24,"seed":300}}],"target_arm":"CERT"},"price_sheet":{"as_of":"2026-07-09","currency":"USD","models":{"openai/gpt-5-mini-2025-08-07":{"cached_input_per_mtok":0.025,"input_per_mtok":0.25,"output_per_mtok":2.0,"source":"https://developers.openai.com/api/docs/models/gpt-5-mini"},"openai/gpt-5-nano-2025-08-07":{"cached_input_per_mtok":0.005,"input_per_mtok":0.05,"output_per_mtok":0.4,"source":"https://developers.openai.com/api/docs/models/gpt-5-nano"}},"schema_version":"1.0.0","unit":"per_million_tokens"},"proxy_calibration":{"bins":[{"count":1,"high":0.2,"low":0.0,"mean_score":0.1754,"outcome_rate":0},{"count":15,"high":0.4,"low":0.2,"mean_score":0.331613333333,"outcome_rate":0.266666666667},{"count":13,"high":0.6,"low":0.4,"mean_score":0.472953846154,"outcome_rate":0.384615384615},{"count":15,"high":0.8,"low":0.6,"mean_score":0.684253333333,"outcome_rate":0.466666666667},{"count":4,"high":1.0,"low":0.8,"mean_score":0.82605,"outcome_rate":0.75}],"brier_score":0.2394295875,"kind":"seeded_bernoulli_audit_calibration","note":"This checks the declared Bernoulliization mechanism, not calibration to hidden Tau criteria.","observations":48},"publication_gate":{"checks":{"completion_matrix_complete":false,"exploration_beats_greedy":true,"four_trials_completed":false,"median_exploration_rollout_at_least_1000_tokens":true,"meter_reconciled_within_2pct":false,"projected_adjudication_within_80pct_remaining_credits":false},"credit_projection":{"awarded_credits_usd":null,"maximum_allowed_fraction_of_remaining":0.8,"projected_adjudication_cost_usd":5.821254,"remaining_credits_usd":null,"reserved_tasks":138},"k_r1_outcome":null,"reason":"Only frozen adjudication may issue K-R1 PASS, FAIL, or VOID.","status":"pilot_evidence_only_do_not_adjudicate"},"schema_version":"1.0.0","status":"[SIM] synthetic_fixture_not_empirical","t8":{"declared_modulus":{"L":1.0,"features":["min(turn,8)/8","mutation_seen"],"metric":"l1","status":"declared_not_empirically_proven"},"key_status_counts":{"Active":3,"EvidenceCensored":3,"Inhomogeneous":3,"ModulusTooCoarse":3},"licensed_keys":3,"refused_keys":9},"workload_validity":{"best_exploring_arm":"CERT","best_exploring_success_rate":0.666666666667,"greedy_success_rate":0.541666666667,"greedy_vs_exploring_delta":0.125,"matched_quality":{"cheapest_baseline":"BON-4","cheapest_baseline_cost_per_task_usd":0.001872104167,"margin":0.05,"matched_baselines":["BON-4","RAW"],"rule":"baseline_success >= target_success - margin","target_arm":"CERT","target_success_rate":0.666666666667},"median_exploration_rollout_tokens":1757.0,"pilot_flags":[]}}}