{
  "development" : {
    "rows" : [
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "F01",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "F02",
        "style" : "concise",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "F03",
        "style" : "elaborate",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "F04",
        "style" : "professional",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "F05",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "F06",
        "style" : "concise",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "F07",
        "style" : "professional",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "F08",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "F09",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "F10",
        "style" : "professional",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "added-number",
        "expected" : "reject",
        "id" : "N01",
        "style" : "elaborate",
        "v1" : {
          "outcome" : "TP",
          "reason" : "added number 80",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "added number 80",
          "verdict" : "reject"
        }
      },
      {
        "category" : "added-number",
        "expected" : "reject",
        "id" : "N02",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "TP",
          "reason" : "added number 2",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "added number 2",
          "verdict" : "reject"
        }
      },
      {
        "category" : "added-number",
        "expected" : "reject",
        "id" : "N03",
        "style" : "professional",
        "v1" : {
          "outcome" : "TP",
          "reason" : "added number 50",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "added number 50",
          "verdict" : "reject"
        }
      },
      {
        "category" : "dropped-number",
        "expected" : "reject",
        "id" : "D01",
        "style" : "professional",
        "v1" : {
          "outcome" : "TP",
          "reason" : "dropped [\"20\", \"3\"]",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "dropped [\"20\", \"3\"]",
          "verdict" : "reject"
        }
      },
      {
        "category" : "dropped-number",
        "expected" : "reject",
        "id" : "D02",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "TP",
          "reason" : "dropped [\"24\"]",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "dropped [\"24\"]",
          "verdict" : "reject"
        }
      },
      {
        "category" : "added-name",
        "expected" : "reject",
        "id" : "A01",
        "style" : "elaborate",
        "v1" : {
          "outcome" : "TP",
          "reason" : "added [\"Patel\"]",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "added [\"Patel\"]",
          "verdict" : "reject"
        }
      },
      {
        "category" : "added-name",
        "expected" : "reject",
        "id" : "A02",
        "style" : "professional",
        "v1" : {
          "outcome" : "TP",
          "reason" : "added [\"Westbrook\", \"University\"]",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "added [\"Westbrook\", \"University\"]",
          "verdict" : "reject"
        }
      },
      {
        "category" : "added-name",
        "expected" : "reject",
        "id" : "A03",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "FN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "perspective",
        "expected" : "reject",
        "id" : "P01",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "FN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "perspective",
        "expected" : "reject",
        "id" : "P02",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "TP",
          "reason" : "added [\"I\\'ll\"]",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "added [\"I\\'ll\"]",
          "verdict" : "reject"
        }
      },
      {
        "category" : "perspective",
        "expected" : "reject",
        "id" : "P03",
        "style" : "professional",
        "v1" : {
          "outcome" : "TP",
          "reason" : "mixed up who did what",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "mixed up who did what",
          "verdict" : "reject"
        }
      },
      {
        "category" : "length",
        "expected" : "reject",
        "id" : "L01",
        "style" : "concise",
        "v1" : {
          "outcome" : "TP",
          "reason" : "too long",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "too long",
          "verdict" : "reject"
        }
      },
      {
        "category" : "length",
        "expected" : "reject",
        "id" : "L02",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "TP",
          "reason" : "too short",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "too short",
          "verdict" : "reject"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "H01",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "dropped a negation",
          "verdict" : "reject"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "H02",
        "style" : "concise",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "a plan became done",
          "verdict" : "reject"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "H03",
        "style" : "professional",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "FN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "H04",
        "style" : "elaborate",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "FN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "H05",
        "style" : "professional",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "added a judgment (excellent)",
          "verdict" : "reject"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "H06",
        "style" : "elaborate",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "added a reason (because)",
          "verdict" : "reject"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "H07",
        "style" : "professional",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "dropped a hedge",
          "verdict" : "reject"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "H08",
        "style" : "professional",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "FN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful-edge",
        "expected" : "accept",
        "id" : "X01",
        "style" : "elaborate",
        "v1" : {
          "outcome" : "FP",
          "reason" : "added [\"Thursday\"]",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful-edge",
        "expected" : "accept",
        "id" : "X02",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "FP",
          "reason" : "added [\"September\"]",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful-edge",
        "expected" : "accept",
        "id" : "X03",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "FP",
          "reason" : "added number 3",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful-edge",
        "expected" : "accept",
        "id" : "X04",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "FP",
          "reason" : "added number 100",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful-edge",
        "expected" : "accept",
        "id" : "X05",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "FP",
          "reason" : "added [\"PTO\"]",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      }
    ],
    "v1" : {
      "accuracy" : 0.5833333333333334,
      "cases" : 36,
      "fn" : 10,
      "fp" : 5,
      "precision" : 0.6875,
      "recall" : 0.5238095238095238,
      "tn" : 10,
      "tp" : 11
    },
    "v2" : {
      "accuracy" : 0.8611111111111112,
      "cases" : 36,
      "fn" : 5,
      "fp" : 0,
      "precision" : 1,
      "recall" : 0.7619047619047619,
      "tn" : 15,
      "tp" : 16
    }
  },
  "holdout" : {
    "rows" : [
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "HO01",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "HO02",
        "style" : "professional",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful-edge",
        "expected" : "accept",
        "id" : "HO03",
        "style" : "elaborate",
        "v1" : {
          "outcome" : "FP",
          "reason" : "added [\"Wednesday\"]",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "HO04",
        "style" : "concise",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful-edge",
        "expected" : "accept",
        "id" : "HO05",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "FP",
          "reason" : "added number 5",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful-edge",
        "expected" : "accept",
        "id" : "HO06",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "FP",
          "reason" : "added [\"SST\"]",
          "verdict" : "reject"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "HO07",
        "style" : "professional",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "dropped a negation",
          "verdict" : "reject"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "HO08",
        "style" : "concise",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "a plan became done",
          "verdict" : "reject"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "HO09",
        "style" : "professional",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "dropped a hedge",
          "verdict" : "reject"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "HO10",
        "style" : "elaborate",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "added a reason (due)",
          "verdict" : "reject"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "HO11",
        "style" : "professional",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TP",
          "reason" : "added a judgment (impressive)",
          "verdict" : "reject"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "HO12",
        "style" : "professional",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "FN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "HO13",
        "style" : "professional",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "FN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "meaning-change",
        "expected" : "reject",
        "id" : "HO14",
        "style" : "elaborate",
        "v1" : {
          "outcome" : "FN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "FN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "HO15",
        "style" : "cleanUp",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      },
      {
        "category" : "faithful",
        "expected" : "accept",
        "id" : "HO16",
        "style" : "professional",
        "v1" : {
          "outcome" : "TN",
          "verdict" : "accept"
        },
        "v2" : {
          "outcome" : "TN",
          "verdict" : "accept"
        }
      }
    ],
    "v1" : {
      "accuracy" : 0.3125,
      "cases" : 16,
      "fn" : 8,
      "fp" : 3,
      "precision" : 0,
      "recall" : 0,
      "tn" : 5,
      "tp" : 0
    },
    "v2" : {
      "accuracy" : 0.8125,
      "cases" : 16,
      "fn" : 3,
      "fp" : 0,
      "precision" : 1,
      "recall" : 0.625,
      "tn" : 8,
      "tp" : 5
    }
  }
}