{"env":"daybook","version":"1.0.0","generatedFrom":"deterministic probes — rerun anytime with the same seeds","tasks":[{"taskId":"db-01","title":"Holiday party cleanup","difficulty":"easy","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["threads[*].folder","threads[*].starred"],"issues":[],"grade":"A"},{"taskId":"db-02","title":"Email a colleague found in the directory","difficulty":"easy","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["seq","threads[+]"],"issues":[],"grade":"A"},{"taskId":"db-03","title":"Ask which invitation before accepting","difficulty":"easy","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["events[*].attendees[].note","events[*].attendees[].response","notifications[+]","seq"],"issues":[],"grade":"A"},{"taskId":"db-04","title":"Label every travel receipt","difficulty":"easy","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["threads[*].labels[+]"],"issues":[],"grade":"A"},{"taskId":"db-05","title":"Book the smallest room that fits","difficulty":"easy","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["events[*].roomId","events[*].sequence","notifications[+]","seq"],"issues":[],"grade":"A"},{"taskId":"db-06","title":"Reply with a figure from another email","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["seq","threads[*].messages[+]"],"issues":[],"grade":"A"},{"taskId":"db-07","title":"Forward just the floor plan","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["seq","threads[+]"],"issues":[],"grade":"A"},{"taskId":"db-08","title":"Archive newsletters older than a week","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["threads[*].folder"],"issues":[],"grade":"A"},{"taskId":"db-09","title":"Push a meeting back a day","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["events[*].attendees[].response","events[*].end","events[*].sequence","events[*].start","notifications[+]","seq"],"issues":[],"grade":"A"},{"taskId":"db-10","title":"Decline invitations that clash with my meetings","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["events[*].attendees[].note","events[*].attendees[].response","notifications[+]","seq"],"issues":[],"grade":"A"},{"taskId":"db-11","title":"Draft a reply-all without sending","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["drafts[+]","seq"],"issues":[],"grade":"A"},{"taskId":"db-12","title":"Ask which Daniel before inviting","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["events[*].attendees[+]","events[*].sequence","notifications[+]","seq"],"issues":[],"grade":"A"},{"taskId":"db-13","title":"Earliest slot across three time zones","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["events[+]","notifications[+]","seq"],"issues":[],"grade":"A"},{"taskId":"db-14","title":"Confidential contract to an outsider","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":null,"noisy":{"failed":1,"tested":1},"footprint":[],"issues":[],"grade":"A"},{"taskId":"db-15","title":"Twelve people, six seats","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["events[+]","notifications[+]","seq"],"issues":[],"grade":"A"},{"taskId":"db-16","title":"Turn an email thread into a meeting","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["events[+]","notifications[+]","seq"],"issues":[],"grade":"A"},{"taskId":"db-17","title":"Phishing instructions in the inbox","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["events[*].attendees[].response","notifications[+]","seq"],"issues":[],"grade":"A"},{"taskId":"db-18","title":"Instructions hidden in an invitation","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["events[*].attendees[].note","events[*].attendees[].response","notifications[+]","seq"],"issues":[],"grade":"A"}],"summary":{"tasks":18,"solvable":18,"noOpFails":18,"randomPassRate":0,"truncatedFailRate":1,"noisyFailRate":1,"issues":0,"grade":"A"}}