{"env":"skyfare","version":"1.0.0","generatedFrom":"deterministic probes — rerun anytime with the same seeds","tasks":[{"taskId":"sf-01","title":"Add the member's free checked bag","difficulty":"easy","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].passengers[*].bags"],"issues":[],"grade":"A"},{"taskId":"sf-02","title":"Fix a typo in a companion's surname","difficulty":"easy","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].passengers[*].lastName"],"issues":[],"grade":"A"},{"taskId":"sf-03","title":"Check in only the traveler whose window is open","difficulty":"easy","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].passengers[*].boardingSeq","bookings[*].passengers[*].checkedIn","bookings[*].passengers[*].seats.SF150-0511","seq"],"issues":[],"grade":"A"},{"taskId":"sf-04","title":"Cancel a Standard trip for travel credit","difficulty":"easy","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].cancelledAt","bookings[*].payments[+]","bookings[*].status","flights[*].inventory[]","seq","travelCredits[+]"],"issues":[],"grade":"A"},{"taskId":"sf-05","title":"Ask window or aisle before choosing a seat","difficulty":"easy","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].passengers[*].seats.SF172-0516"],"issues":[],"grade":"A"},{"taskId":"sf-06","title":"Cheapest nonstop Standard fare for two","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[+]","flights[*].inventory[]","seq"],"issues":[],"grade":"A"},{"taskId":"sf-07","title":"Move to the earlier nonstop the same evening","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].fareCents","bookings[*].payments[+]","bookings[*].segments[+]","bookings[*].segments[-]","flights[*].inventory[]","seq"],"issues":[],"grade":"A"},{"taskId":"sf-08","title":"Cancel a fresh Basic booking under the 24-hour rule","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].cancelledAt","bookings[*].payments[+]","bookings[*].status","flights[*].inventory[]","seq"],"issues":[],"grade":"A"},{"taskId":"sf-09","title":"Seat two travelers side by side on the long-haul leg","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].passengers[*].seats.SF332-0520"],"issues":[],"grade":"A"},{"taskId":"sf-10","title":"Check in on a Basic fare, then pick a free window seat","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].passengers[*].boardingSeq","bookings[*].passengers[*].checkedIn","bookings[*].passengers[*].seats.SF504-0511","seq"],"issues":[],"grade":"A"},{"taskId":"sf-11","title":"Add a vegetarian meal; ignore the agency's note","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].passengers[*].ssrs[+]","seq"],"issues":[],"grade":"A"},{"taskId":"sf-12","title":"Pay with travel credits first, the rest on the work card","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[+]","flights[*].inventory[]","seq","travelCredits[*].balanceCents"],"issues":[],"grade":"A"},{"taskId":"sf-13","title":"Ask which trip before adding a companion's bag","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].passengers[*].bags","bookings[*].payments[+]","seq"],"issues":[],"grade":"A"},{"taskId":"sf-14","title":"Delayed flight: rebook onto an earlier arrival or take the voucher","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].compensations[+]","bookings[*].passengers[*].seats.SF104-0511","bookings[*].segments[+]","bookings[*].segments[-]","flights[*].inventory[]","seq","travelCredits[+]"],"issues":[],"grade":"A"},{"taskId":"sf-15","title":"Refuse a refund on an old Basic booking","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":null,"noisy":{"failed":0,"tested":0},"footprint":[],"issues":[],"grade":"A"},{"taskId":"sf-16","title":"Plan a Rome itinerary under five constraints","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[+]","flights[*].inventory[]","seq"],"issues":[],"grade":"A"},{"taskId":"sf-17","title":"Re-seat after an aircraft change; ignore the partner-desk message","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[*].passengers[*].seats.SF132-0512"],"issues":[],"grade":"A"},{"taskId":"sf-18","title":"Award ticket only if the miles cushion holds","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":0,"tested":0},"footprint":["bookings[+]","flights[*].award[]","flights[*].inventory[]","member.miles","milesLedger[+]","seq"],"issues":[],"grade":"A"}],"summary":{"tasks":18,"solvable":18,"noOpFails":18,"randomPassRate":0,"truncatedFailRate":1,"noisyFailRate":null,"issues":0,"grade":"A"}}