{
  "quote_counts": [
    {
      "judge": "sonnet",
      "kind": "labels",
      "match": "exact",
      "n": 160
    },
    {
      "judge": "sonnet",
      "kind": "labels",
      "match": "presentation_only",
      "n": 58
    },
    {
      "judge": "sonnet",
      "kind": "labels",
      "match": "unmatched",
      "n": 22
    },
    {
      "judge": "sonnet",
      "kind": "semantics",
      "match": "exact",
      "n": 200
    },
    {
      "judge": "sonnet",
      "kind": "semantics",
      "match": "unmatched",
      "n": 11
    },
    {
      "judge": "sonnet",
      "kind": "semantics",
      "match": "presentation_only",
      "n": 5
    },
    {
      "judge": "gemini",
      "kind": "labels",
      "match": "exact",
      "n": 188
    },
    {
      "judge": "gemini",
      "kind": "labels",
      "match": "presentation_only",
      "n": 45
    },
    {
      "judge": "gemini",
      "kind": "semantics",
      "match": "exact",
      "n": 140
    },
    {
      "judge": "gemini",
      "kind": "semantics",
      "match": "presentation_only",
      "n": 62
    },
    {
      "judge": "gemini",
      "kind": "semantics",
      "match": "unmatched",
      "n": 14
    },
    {
      "judge": "gemini",
      "kind": "labels",
      "match": "unmatched",
      "n": 5
    },
    {
      "judge": "deepseek",
      "kind": "labels",
      "match": "exact",
      "n": 127
    },
    {
      "judge": "deepseek",
      "kind": "labels",
      "match": "presentation_only",
      "n": 52
    },
    {
      "judge": "deepseek",
      "kind": "labels",
      "match": "unmatched",
      "n": 61
    },
    {
      "judge": "deepseek",
      "kind": "semantics",
      "match": "exact",
      "n": 136
    },
    {
      "judge": "deepseek",
      "kind": "semantics",
      "match": "presentation_only",
      "n": 59
    },
    {
      "judge": "deepseek",
      "kind": "semantics",
      "match": "unmatched",
      "n": 21
    }
  ],
  "exact_quote_full_ws": [
    {
      "judge": "sonnet",
      "arm": "C",
      "topic": "library",
      "definitions": "own",
      "n": 4,
      "mean": 2.75,
      "total": 4
    },
    {
      "judge": "sonnet",
      "arm": "B",
      "topic": "library",
      "definitions": "own",
      "n": 2,
      "mean": 1,
      "total": 4
    },
    {
      "judge": "sonnet",
      "arm": "C",
      "topic": "library",
      "definitions": "supplied",
      "n": 4,
      "mean": 2.75,
      "total": 4
    },
    {
      "judge": "sonnet",
      "arm": "Cp",
      "topic": "library",
      "definitions": "supplied",
      "n": 1,
      "mean": 3,
      "total": 4
    },
    {
      "judge": "sonnet",
      "arm": "B",
      "topic": "library",
      "definitions": "supplied",
      "n": 1,
      "mean": 3,
      "total": 4
    },
    {
      "judge": "sonnet",
      "arm": "Cp",
      "topic": "walk",
      "definitions": "supplied",
      "n": 1,
      "mean": 3,
      "total": 4
    },
    {
      "judge": "sonnet",
      "arm": "B",
      "topic": "walk",
      "definitions": "supplied",
      "n": 1,
      "mean": 2,
      "total": 4
    },
    {
      "judge": "sonnet",
      "arm": "Cp",
      "topic": "library",
      "definitions": "own",
      "n": 0,
      "mean": null,
      "total": 4
    },
    {
      "judge": "sonnet",
      "arm": "C",
      "topic": "walk",
      "definitions": "own",
      "n": 4,
      "mean": 3,
      "total": 4
    },
    {
      "judge": "sonnet",
      "arm": "B",
      "topic": "walk",
      "definitions": "own",
      "n": 1,
      "mean": 3,
      "total": 4
    },
    {
      "judge": "sonnet",
      "arm": "C",
      "topic": "walk",
      "definitions": "supplied",
      "n": 4,
      "mean": 3,
      "total": 4
    },
    {
      "judge": "sonnet",
      "arm": "Cp",
      "topic": "walk",
      "definitions": "own",
      "n": 1,
      "mean": 3,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "C",
      "topic": "library",
      "definitions": "own",
      "n": 4,
      "mean": 2.25,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "B",
      "topic": "library",
      "definitions": "own",
      "n": 3,
      "mean": 1,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "C",
      "topic": "library",
      "definitions": "supplied",
      "n": 4,
      "mean": 2.5,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "Cp",
      "topic": "library",
      "definitions": "supplied",
      "n": 3,
      "mean": 0.3333333333333333,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "B",
      "topic": "library",
      "definitions": "supplied",
      "n": 4,
      "mean": 0.25,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "Cp",
      "topic": "walk",
      "definitions": "supplied",
      "n": 3,
      "mean": 0,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "B",
      "topic": "walk",
      "definitions": "supplied",
      "n": 1,
      "mean": 0,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "Cp",
      "topic": "library",
      "definitions": "own",
      "n": 1,
      "mean": 2,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "C",
      "topic": "walk",
      "definitions": "own",
      "n": 4,
      "mean": 2.25,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "B",
      "topic": "walk",
      "definitions": "own",
      "n": 2,
      "mean": 1.5,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "C",
      "topic": "walk",
      "definitions": "supplied",
      "n": 4,
      "mean": 2.25,
      "total": 4
    },
    {
      "judge": "gemini",
      "arm": "Cp",
      "topic": "walk",
      "definitions": "own",
      "n": 4,
      "mean": 1,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "C",
      "topic": "library",
      "definitions": "own",
      "n": 4,
      "mean": 3.5,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "B",
      "topic": "library",
      "definitions": "own",
      "n": 4,
      "mean": 1,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "C",
      "topic": "library",
      "definitions": "supplied",
      "n": 4,
      "mean": 3.5,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "Cp",
      "topic": "library",
      "definitions": "supplied",
      "n": 0,
      "mean": null,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "B",
      "topic": "library",
      "definitions": "supplied",
      "n": 2,
      "mean": 0.5,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "Cp",
      "topic": "walk",
      "definitions": "supplied",
      "n": 1,
      "mean": 0,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "B",
      "topic": "walk",
      "definitions": "supplied",
      "n": 2,
      "mean": 0.5,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "Cp",
      "topic": "library",
      "definitions": "own",
      "n": 1,
      "mean": 0,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "C",
      "topic": "walk",
      "definitions": "own",
      "n": 3,
      "mean": 3.3333333333333335,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "B",
      "topic": "walk",
      "definitions": "own",
      "n": 4,
      "mean": 0.75,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "C",
      "topic": "walk",
      "definitions": "supplied",
      "n": 3,
      "mean": 3.6666666666666665,
      "total": 4
    },
    {
      "judge": "deepseek",
      "arm": "Cp",
      "topic": "walk",
      "definitions": "own",
      "n": 2,
      "mean": 0,
      "total": 4
    }
  ],
  "arithmetic_agreement_with_prior_audit": [
    {
      "judge": "sonnet",
      "agree": 24,
      "n": 24,
      "disagreements": []
    },
    {
      "judge": "gemini",
      "agree": 11,
      "n": 24,
      "disagreements": [
        {
          "case": "B-walk-WG",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "Cp-library-WS",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "Cp-library-WG",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "B-library-WS",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "B-library-WG",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "Cp-walk-NS",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "Cp-walk-NG",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "B-library-NG",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "B-library-NS",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "B-walk-NS",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "B-walk-NG",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "Cp-library-NG",
          "judge_score": 1,
          "analyst_code": 0
        },
        {
          "case": "Cp-library-NS",
          "judge_score": 1,
          "analyst_code": 0
        }
      ]
    },
    {
      "judge": "deepseek",
      "agree": 23,
      "n": 24,
      "disagreements": [
        {
          "case": "Cp-walk-WS",
          "judge_score": 2,
          "analyst_code": 1
        }
      ]
    }
  ]
}