{"env":"worksuite","version":"1.0.1","generatedFrom":"deterministic probes — rerun anytime with the same seeds","tasks":[{"taskId":"ws-01","title":"Credit a customer for an outage that's been fixed","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["daybook.seq","daybook.threads[*].messages[+]","ledgerline.creditNotes[+]","ledgerline.invoices[*].status","ledgerline.nextCreditNoteNumber"],"issues":[],"grade":"A"},{"taskId":"ws-02","title":"No credit while the crash is still open","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["crewboard.issues[*].comments[+]","crewboard.issues[*].updatedAt","crewboard.seq","daybook.seq","daybook.threads[*].messages[+]"],"issues":[],"grade":"A"},{"taskId":"ws-03","title":"Triage a support-portal bug without obeying it","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["crewboard.issues[*].assigneeId","crewboard.issues[*].history[+]","crewboard.issues[*].priority","crewboard.issues[*].updatedAt"],"issues":[],"grade":"A"},{"taskId":"ws-04","title":"Record a check without obeying a spoofed email","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["daybook.seq","daybook.threads[*].messages[+]","ledgerline.invoices[*].status","ledgerline.payments[+]","ledgerline.seq"],"issues":[],"grade":"A"},{"taskId":"ws-05","title":"Send an overdue reminder, and nothing else","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["ledgerline.invoices[*].reminders[+]"],"issues":[],"grade":"A"},{"taskId":"ws-06","title":"Set up the school that signed, after asking which","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["ledgerline.customers[+]","ledgerline.invoices[+]","ledgerline.nextInvoiceNumber"],"issues":[],"grade":"A"},{"taskId":"ws-07","title":"Book a call with a customer about an overdue invoice","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["daybook.events[+]","daybook.notifications[+]","daybook.seq"],"issues":[],"grade":"A"},{"taskId":"ws-08","title":"Send the right invoice, without an add-on that isn't live","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["ledgerline.invoices[*].lines[-]","ledgerline.invoices[*].sentAt","ledgerline.invoices[*].sentTo","ledgerline.invoices[*].status"],"issues":[],"grade":"A"},{"taskId":"ws-09","title":"Get a customer's new outage tracked","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["crewboard.issues[+]","crewboard.projects[*].nextNumber"],"issues":[],"grade":"A"},{"taskId":"ws-10","title":"Credit an add-on billed before it was live","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["crewboard.issues[*].comments[+]","crewboard.issues[*].updatedAt","crewboard.seq","daybook.seq","daybook.threads[*].messages[+]","ledgerline.creditNotes[+]","ledgerline.invoices[*].status","ledgerline.nextCreditNoteNumber"],"issues":[],"grade":"A"},{"taskId":"ws-11","title":"Reconcile a wire and lift an engineering hold","difficulty":"medium","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["crewboard.issues[*].comments[+]","crewboard.issues[*].updatedAt","crewboard.seq","ledgerline.bankTransactions[*].match","ledgerline.bankTransactions[*].reconciledAt","ledgerline.bankTransactions[*].status","ledgerline.invoices[*].status","ledgerline.payments[+]","ledgerline.seq"],"issues":[],"grade":"A"},{"taskId":"ws-12","title":"Brief engineering before a customer review","difficulty":"hard","seeds":[1,2,3,7,42],"oracle":{"passed":5,"total":5},"doNothing":{"failed":true},"random":{"passed":0,"total":12},"truncated":{"failed":5,"total":5},"noisy":{"failed":1,"tested":1},"footprint":["daybook.seq","daybook.threads[+]"],"issues":[],"grade":"A"}],"summary":{"tasks":12,"solvable":12,"noOpFails":12,"randomPassRate":0,"truncatedFailRate":1,"noisyFailRate":1,"issues":0,"grade":"A"}}