{
  "summary": {
    "managed-all": {
      "pass": 40,
      "fail": 10,
      "incomplete": 0,
      "reasons": {
        "When do we travel to Porto? missing: 10 to 13 November": 5,
        "Who approves my desk order? missing: Priya": 5
      }
    },
    "managed-relevant": {
      "pass": 30,
      "fail": 20,
      "incomplete": 0,
      "reasons": {
        "Order snacks for the team meeting. missing: peanut allergy": 5,
        "When do we travel to Porto? missing: 10 to 13 November": 5,
        "Which operating system should the laptop setup guide cover? missing: macOS": 5,
        "Who approves my desk order? missing: Priya": 5
      }
    },
    "append-all": {
      "pass": 25,
      "fail": 25,
      "incomplete": 0,
      "reasons": {
        "Can you fill in my passport number on the form? states a forgotten fact": 5,
        "When do we travel to Porto? missing: 10 to 13 November": 5,
        "Which database does the billing service use? states a replaced fact as current": 5,
        "Which operating system should the laptop setup guide cover? states a replaced fact as current": 5,
        "Who approves my desk order? missing: Priya": 5
      }
    }
  },
  "graded": {
    "managed-all": {
      "What should I eat for dinner?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "What is the budget per night for the hotel?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "When do we travel to Porto?": [
        "fail",
        "fail",
        "fail",
        "fail",
        "fail"
      ],
      "Can you fill in my passport number on the form?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "Which operating system should the laptop setup guide cover?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "Who approves my desk order?": [
        "fail",
        "fail",
        "fail",
        "fail",
        "fail"
      ],
      "Where should the welcome package be sent?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "Which database does the billing service use?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "Order snacks for the team meeting.": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "When does on-call change?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ]
    },
    "managed-relevant": {
      "What should I eat for dinner?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "What is the budget per night for the hotel?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "When do we travel to Porto?": [
        "fail",
        "fail",
        "fail",
        "fail",
        "fail"
      ],
      "Can you fill in my passport number on the form?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "Which operating system should the laptop setup guide cover?": [
        "fail",
        "fail",
        "fail",
        "fail",
        "fail"
      ],
      "Who approves my desk order?": [
        "fail",
        "fail",
        "fail",
        "fail",
        "fail"
      ],
      "Where should the welcome package be sent?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "Which database does the billing service use?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "Order snacks for the team meeting.": [
        "fail",
        "fail",
        "fail",
        "fail",
        "fail"
      ],
      "When does on-call change?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ]
    },
    "append-all": {
      "What should I eat for dinner?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "What is the budget per night for the hotel?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "When do we travel to Porto?": [
        "fail",
        "fail",
        "fail",
        "fail",
        "fail"
      ],
      "Can you fill in my passport number on the form?": [
        "fail",
        "fail",
        "fail",
        "fail",
        "fail"
      ],
      "Which operating system should the laptop setup guide cover?": [
        "fail",
        "fail",
        "fail",
        "fail",
        "fail"
      ],
      "Who approves my desk order?": [
        "fail",
        "fail",
        "fail",
        "fail",
        "fail"
      ],
      "Where should the welcome package be sent?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "Which database does the billing service use?": [
        "fail",
        "fail",
        "fail",
        "fail",
        "fail"
      ],
      "Order snacks for the team meeting.": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ],
      "When does on-call change?": [
        "pass",
        "pass",
        "pass",
        "pass",
        "pass"
      ]
    }
  }
}