{
  "createdUTC": "2026-10-04T22:50:51.208667+00:00",
  "questions": 36,
  "answers": 72,
  "readers": 2,
  "graders": 2,
  "primary": {
    "n": 36,
    "difference": 0.013888888888888886,
    "ci95": [
      -0.0034722222222222285,
      0.03127893518518477
    ],
    "twoSidedSignFlipP": 0.19658034196580343,
    "wins": 7,
    "losses": 2,
    "ties": 27,
    "bootstrapReplicates": 10000,
    "seed": 128402,
    "blockedRandomizationP": 0.14108589141085892,
    "primaryPValue": 0.14108589141085892,
    "randomizationSeed": 128401,
    "signFlipIsSecondary": true
  },
  "coPrimaryHolm": {
    "retrievalRawP": 1.0,
    "answerRawP": 0.14108589141085892,
    "retrievalAdjustedP": 1,
    "answerAdjustedP": 0.28217178282171784,
    "familywiseAlpha": 0.05
  },
  "meanScores": {
    "baseline": 0.9085648148148149,
    "typed": 0.9224537037037036
  },
  "perQuestion": [
    {
      "task": "A02",
      "difference": 0.0
    },
    {
      "task": "A03",
      "difference": 0.04166666666666674
    },
    {
      "task": "A04",
      "difference": 0.16666666666666663
    },
    {
      "task": "A05",
      "difference": 0.0
    },
    {
      "task": "A06",
      "difference": 0.0
    },
    {
      "task": "A07",
      "difference": 0.0
    },
    {
      "task": "A09",
      "difference": 0.0
    },
    {
      "task": "A10",
      "difference": 0.08333333333333337
    },
    {
      "task": "A11",
      "difference": 0.0
    },
    {
      "task": "A14",
      "difference": 0.0
    },
    {
      "task": "A15",
      "difference": 0.12499999999999989
    },
    {
      "task": "A16",
      "difference": 0.0
    },
    {
      "task": "A17",
      "difference": 0.0
    },
    {
      "task": "A19",
      "difference": 0.0
    },
    {
      "task": "A20",
      "difference": 0.0
    },
    {
      "task": "A21",
      "difference": 0.08333333333333337
    },
    {
      "task": "A23",
      "difference": 0.0
    },
    {
      "task": "A24",
      "difference": 0.04166666666666674
    },
    {
      "task": "B01",
      "difference": 0.0
    },
    {
      "task": "B03",
      "difference": 0.0
    },
    {
      "task": "B04",
      "difference": 0.0
    },
    {
      "task": "B05",
      "difference": 0.0
    },
    {
      "task": "B06",
      "difference": 0.0
    },
    {
      "task": "B08",
      "difference": 0.0
    },
    {
      "task": "B10",
      "difference": -0.04166666666666674
    },
    {
      "task": "B11",
      "difference": 0.0
    },
    {
      "task": "B12",
      "difference": 0.0
    },
    {
      "task": "B13",
      "difference": 0.0
    },
    {
      "task": "B14",
      "difference": 0.0
    },
    {
      "task": "B15",
      "difference": 0.0
    },
    {
      "task": "B17",
      "difference": 0.0
    },
    {
      "task": "B18",
      "difference": 0.16666666666666663
    },
    {
      "task": "B20",
      "difference": -0.16666666666666674
    },
    {
      "task": "B21",
      "difference": 0.0
    },
    {
      "task": "B22",
      "difference": 0.0
    },
    {
      "task": "B23",
      "difference": 0.0
    }
  ],
  "perItem": [
    {
      "item": "RA014",
      "task": "A19",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "physics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 5947
        },
        {
          "label": "E2",
          "id": 1234
        },
        {
          "label": "E3",
          "id": 5950
        },
        {
          "label": "E4",
          "id": 2850
        },
        {
          "label": "E5",
          "id": 5958
        }
      ],
      "code": "V001",
      "score": 0.8333333333333334,
      "judgeA": 0.8333333333333334,
      "judgeB": 0.8333333333333334,
      "obligationScore": 0.75,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA028",
      "task": "B13",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "philosophy",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 1836
        },
        {
          "label": "E2",
          "id": 2247
        },
        {
          "label": "E3",
          "id": 1675
        },
        {
          "label": "E4",
          "id": 595
        },
        {
          "label": "E5",
          "id": 874
        }
      ],
      "code": "V002",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB021",
      "task": "B04",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "philosophy",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3817
        },
        {
          "label": "E2",
          "id": 2055
        },
        {
          "label": "E3",
          "id": 3869
        },
        {
          "label": "E4",
          "id": 5040
        },
        {
          "label": "E5",
          "id": 3863
        }
      ],
      "code": "V003",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB012",
      "task": "A16",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "mathematics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 2219
        },
        {
          "label": "E2",
          "id": 2274
        },
        {
          "label": "E3",
          "id": 3495
        },
        {
          "label": "E4",
          "id": 3496
        },
        {
          "label": "E5",
          "id": 4629
        }
      ],
      "code": "V004",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA016",
      "task": "A21",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "statistics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3472
        },
        {
          "label": "E2",
          "id": 3449
        },
        {
          "label": "E3",
          "id": 3475
        },
        {
          "label": "E4",
          "id": 3478
        },
        {
          "label": "E5",
          "id": 4699
        }
      ],
      "code": "V005",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA004",
      "task": "A05",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "physics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3580
        },
        {
          "label": "E2",
          "id": 3579
        },
        {
          "label": "E3",
          "id": 4399
        },
        {
          "label": "E4",
          "id": 3416
        },
        {
          "label": "E5",
          "id": 4768
        }
      ],
      "code": "V006",
      "score": 0.7083333333333333,
      "judgeA": 0.75,
      "judgeB": 0.6666666666666666,
      "obligationScore": 0.5625,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA035",
      "task": "B22",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "economics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 4379
        },
        {
          "label": "E2",
          "id": 3876
        },
        {
          "label": "E3",
          "id": 1596
        },
        {
          "label": "E4",
          "id": 2896
        },
        {
          "label": "E5",
          "id": 5092
        }
      ],
      "code": "V007",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA022",
      "task": "B05",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "biology",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3106
        },
        {
          "label": "E2",
          "id": 4341
        },
        {
          "label": "E3",
          "id": 3125
        },
        {
          "label": "E4",
          "id": 3103
        },
        {
          "label": "E5",
          "id": 1697
        }
      ],
      "code": "V008",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA001",
      "task": "A02",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "mathematics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3381
        },
        {
          "label": "E2",
          "id": 4512
        },
        {
          "label": "E3",
          "id": 4348
        },
        {
          "label": "E4",
          "id": 4513
        },
        {
          "label": "E5",
          "id": 3557
        }
      ],
      "code": "V009",
      "score": 0.75,
      "judgeA": 0.75,
      "judgeB": 0.75,
      "obligationScore": 0.625,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA020",
      "task": "B03",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "philosophy",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3817
        },
        {
          "label": "E2",
          "id": 2055
        },
        {
          "label": "E3",
          "id": 3869
        },
        {
          "label": "E4",
          "id": 4236
        },
        {
          "label": "E5",
          "id": 1578
        }
      ],
      "code": "V010",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA029",
      "task": "B14",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "philosophy",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 125
        },
        {
          "label": "E2",
          "id": 2128
        },
        {
          "label": "E3",
          "id": 1080
        },
        {
          "label": "E4",
          "id": 1715
        },
        {
          "label": "E5",
          "id": 5028
        }
      ],
      "code": "V011",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA002",
      "task": "A03",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "mathematics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 4466
        },
        {
          "label": "E2",
          "id": 4465
        },
        {
          "label": "E3",
          "id": 3344
        },
        {
          "label": "E4",
          "id": 4468
        },
        {
          "label": "E5",
          "id": 4467
        }
      ],
      "code": "V012",
      "score": 0.75,
      "judgeA": 0.75,
      "judgeB": 0.75,
      "obligationScore": 0.625,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA005",
      "task": "A06",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "physics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3568
        },
        {
          "label": "E2",
          "id": 3565
        },
        {
          "label": "E3",
          "id": 4376
        },
        {
          "label": "E4",
          "id": 3569
        },
        {
          "label": "E5",
          "id": 3635
        }
      ],
      "code": "V013",
      "score": 0.8333333333333334,
      "judgeA": 0.8333333333333334,
      "judgeB": 0.8333333333333334,
      "obligationScore": 0.75,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB029",
      "task": "B14",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "philosophy",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 125
        },
        {
          "label": "E2",
          "id": 2128
        },
        {
          "label": "E3",
          "id": 1080
        },
        {
          "label": "E4",
          "id": 1715
        },
        {
          "label": "E5",
          "id": 5028
        }
      ],
      "code": "V014",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA009",
      "task": "A11",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "statistics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3498
        },
        {
          "label": "E2",
          "id": 4608
        },
        {
          "label": "E3",
          "id": 3496
        },
        {
          "label": "E4",
          "id": 4636
        },
        {
          "label": "E5",
          "id": 4625
        }
      ],
      "code": "V015",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA025",
      "task": "B10",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "economics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 5065
        },
        {
          "label": "E2",
          "id": 1608
        },
        {
          "label": "E3",
          "id": 5062
        },
        {
          "label": "E4",
          "id": 5067
        },
        {
          "label": "E5",
          "id": 1482
        }
      ],
      "code": "V016",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB001",
      "task": "A02",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "mathematics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3381
        },
        {
          "label": "E2",
          "id": 4512
        },
        {
          "label": "E3",
          "id": 4348
        },
        {
          "label": "E4",
          "id": 4513
        },
        {
          "label": "E5",
          "id": 3557
        }
      ],
      "code": "V017",
      "score": 0.75,
      "judgeA": 0.75,
      "judgeB": 0.75,
      "obligationScore": 0.625,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB010",
      "task": "A14",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "mathematics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 2410
        },
        {
          "label": "E2",
          "id": 2723
        },
        {
          "label": "E3",
          "id": 2724
        },
        {
          "label": "E4",
          "id": 2844
        },
        {
          "label": "E5",
          "id": 4738
        }
      ],
      "code": "V018",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA023",
      "task": "B06",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "biology",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 771
        },
        {
          "label": "E2",
          "id": 4413
        },
        {
          "label": "E3",
          "id": 5845
        },
        {
          "label": "E4",
          "id": 5824
        },
        {
          "label": "E5",
          "id": 1951
        }
      ],
      "code": "V019",
      "score": 0.9583333333333333,
      "judgeA": 1.0,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.9375,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA033",
      "task": "B20",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "biology",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3103
        },
        {
          "label": "E2",
          "id": 3125
        },
        {
          "label": "E3",
          "id": 2918
        },
        {
          "label": "E4",
          "id": 1824
        },
        {
          "label": "E5",
          "id": 75
        }
      ],
      "code": "V020",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB031",
      "task": "B17",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "biology",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3108
        },
        {
          "label": "E2",
          "id": 3109
        },
        {
          "label": "E3",
          "id": 5779
        },
        {
          "label": "E4",
          "id": 3103
        },
        {
          "label": "E5",
          "id": 1824
        }
      ],
      "code": "V021",
      "score": 0.8333333333333334,
      "judgeA": 0.8333333333333334,
      "judgeB": 0.8333333333333334,
      "obligationScore": 0.75,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB005",
      "task": "A06",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "physics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3568
        },
        {
          "label": "E2",
          "id": 3565
        },
        {
          "label": "E3",
          "id": 4376
        },
        {
          "label": "E4",
          "id": 3569
        },
        {
          "label": "E5",
          "id": 3635
        }
      ],
      "code": "V022",
      "score": 0.8333333333333334,
      "judgeA": 0.8333333333333334,
      "judgeB": 0.8333333333333334,
      "obligationScore": 0.75,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB009",
      "task": "A11",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "statistics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3498
        },
        {
          "label": "E2",
          "id": 4608
        },
        {
          "label": "E3",
          "id": 3496
        },
        {
          "label": "E4",
          "id": 4636
        },
        {
          "label": "E5",
          "id": 4625
        }
      ],
      "code": "V023",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB024",
      "task": "B08",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "biology",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3106
        },
        {
          "label": "E2",
          "id": 1825
        },
        {
          "label": "E3",
          "id": 5766
        },
        {
          "label": "E4",
          "id": 1281
        },
        {
          "label": "E5",
          "id": 5771
        }
      ],
      "code": "V024",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB015",
      "task": "A20",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "physics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 2102
        },
        {
          "label": "E2",
          "id": 3189
        },
        {
          "label": "E3",
          "id": 5965
        },
        {
          "label": "E4",
          "id": 6191
        },
        {
          "label": "E5",
          "id": 3579
        }
      ],
      "code": "V025",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA015",
      "task": "A20",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "physics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 2102
        },
        {
          "label": "E2",
          "id": 3189
        },
        {
          "label": "E3",
          "id": 5965
        },
        {
          "label": "E4",
          "id": 6191
        },
        {
          "label": "E5",
          "id": 3579
        }
      ],
      "code": "V026",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB036",
      "task": "B23",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "economics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 944
        },
        {
          "label": "E2",
          "id": 3967
        },
        {
          "label": "E3",
          "id": 2473
        },
        {
          "label": "E4",
          "id": 1034
        },
        {
          "label": "E5",
          "id": 5049
        }
      ],
      "code": "V027",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB027",
      "task": "B12",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "economics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3222
        },
        {
          "label": "E2",
          "id": 4868
        },
        {
          "label": "E3",
          "id": 3876
        },
        {
          "label": "E4",
          "id": 3079
        },
        {
          "label": "E5",
          "id": 2885
        }
      ],
      "code": "V028",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB016",
      "task": "A21",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "statistics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3449
        },
        {
          "label": "E2",
          "id": 3472
        },
        {
          "label": "E3",
          "id": 3475
        },
        {
          "label": "E4",
          "id": 3478
        },
        {
          "label": "E5",
          "id": 4699
        }
      ],
      "code": "V029",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB026",
      "task": "B11",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "economics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3874
        },
        {
          "label": "E2",
          "id": 5101
        },
        {
          "label": "E3",
          "id": 2204
        },
        {
          "label": "E4",
          "id": 4318
        },
        {
          "label": "E5",
          "id": 5264
        }
      ],
      "code": "V030",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA024",
      "task": "B08",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "biology",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3106
        },
        {
          "label": "E2",
          "id": 1825
        },
        {
          "label": "E3",
          "id": 5766
        },
        {
          "label": "E4",
          "id": 1281
        },
        {
          "label": "E5",
          "id": 5771
        }
      ],
      "code": "V031",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB011",
      "task": "A15",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "mathematics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3461
        },
        {
          "label": "E2",
          "id": 2547
        },
        {
          "label": "E3",
          "id": 3390
        },
        {
          "label": "E4",
          "id": 3455
        },
        {
          "label": "E5",
          "id": 3458
        }
      ],
      "code": "V032",
      "score": 0.8333333333333334,
      "judgeA": 0.8333333333333334,
      "judgeB": 0.8333333333333334,
      "obligationScore": 0.75,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB022",
      "task": "B05",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "biology",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3106
        },
        {
          "label": "E2",
          "id": 4341
        },
        {
          "label": "E3",
          "id": 3125
        },
        {
          "label": "E4",
          "id": 3103
        },
        {
          "label": "E5",
          "id": 1697
        }
      ],
      "code": "V033",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA034",
      "task": "B21",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "economics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 2162
        },
        {
          "label": "E2",
          "id": 4377
        },
        {
          "label": "E3",
          "id": 1599
        },
        {
          "label": "E4",
          "id": 917
        },
        {
          "label": "E5",
          "id": 2148
        }
      ],
      "code": "V034",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA031",
      "task": "B17",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "biology",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3108
        },
        {
          "label": "E2",
          "id": 3109
        },
        {
          "label": "E3",
          "id": 5779
        },
        {
          "label": "E4",
          "id": 3103
        },
        {
          "label": "E5",
          "id": 1824
        }
      ],
      "code": "V035",
      "score": 0.8333333333333334,
      "judgeA": 0.8333333333333334,
      "judgeB": 0.8333333333333334,
      "obligationScore": 0.75,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB028",
      "task": "B13",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "philosophy",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 1836
        },
        {
          "label": "E2",
          "id": 2247
        },
        {
          "label": "E3",
          "id": 1675
        },
        {
          "label": "E4",
          "id": 595
        },
        {
          "label": "E5",
          "id": 874
        }
      ],
      "code": "V036",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB008",
      "task": "A10",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "statistics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3442
        },
        {
          "label": "E2",
          "id": 2466
        },
        {
          "label": "E3",
          "id": 4565
        },
        {
          "label": "E4",
          "id": 4667
        },
        {
          "label": "E5",
          "id": 4650
        }
      ],
      "code": "V037",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB032",
      "task": "B18",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "biology",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3111
        },
        {
          "label": "E2",
          "id": 3090
        },
        {
          "label": "E3",
          "id": 3120
        },
        {
          "label": "E4",
          "id": 75
        },
        {
          "label": "E5",
          "id": 3077
        }
      ],
      "code": "V038",
      "score": 0.8333333333333334,
      "judgeA": 0.8333333333333334,
      "judgeB": 0.8333333333333334,
      "obligationScore": 0.75,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB035",
      "task": "B22",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "economics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 4379
        },
        {
          "label": "E2",
          "id": 3876
        },
        {
          "label": "E3",
          "id": 1596
        },
        {
          "label": "E4",
          "id": 2896
        },
        {
          "label": "E5",
          "id": 5092
        }
      ],
      "code": "V039",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB025",
      "task": "B10",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "economics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 5065
        },
        {
          "label": "E2",
          "id": 1608
        },
        {
          "label": "E3",
          "id": 5062
        },
        {
          "label": "E4",
          "id": 5067
        },
        {
          "label": "E5",
          "id": 1482
        }
      ],
      "code": "V040",
      "score": 0.9583333333333333,
      "judgeA": 1.0,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.9375,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA012",
      "task": "A16",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "mathematics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 2219
        },
        {
          "label": "E2",
          "id": 2274
        },
        {
          "label": "E3",
          "id": 3495
        },
        {
          "label": "E4",
          "id": 3496
        },
        {
          "label": "E5",
          "id": 4629
        }
      ],
      "code": "V041",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA003",
      "task": "A04",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "mathematics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3333
        },
        {
          "label": "E2",
          "id": 4638
        },
        {
          "label": "E3",
          "id": 4495
        },
        {
          "label": "E4",
          "id": 4640
        },
        {
          "label": "E5",
          "id": 4492
        }
      ],
      "code": "V042",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA017",
      "task": "A23",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "statistics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 4197
        },
        {
          "label": "E2",
          "id": 3456
        },
        {
          "label": "E3",
          "id": 3461
        },
        {
          "label": "E4",
          "id": 1882
        },
        {
          "label": "E5",
          "id": 3492
        }
      ],
      "code": "V043",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB034",
      "task": "B21",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "economics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 2162
        },
        {
          "label": "E2",
          "id": 4377
        },
        {
          "label": "E3",
          "id": 1599
        },
        {
          "label": "E4",
          "id": 917
        },
        {
          "label": "E5",
          "id": 2148
        }
      ],
      "code": "V044",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA018",
      "task": "A24",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "statistics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3432
        },
        {
          "label": "E2",
          "id": 4565
        },
        {
          "label": "E3",
          "id": 4564
        },
        {
          "label": "E4",
          "id": 4563
        },
        {
          "label": "E5",
          "id": 3442
        }
      ],
      "code": "V045",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB002",
      "task": "A03",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "mathematics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 4466
        },
        {
          "label": "E2",
          "id": 4465
        },
        {
          "label": "E3",
          "id": 3344
        },
        {
          "label": "E4",
          "id": 4468
        },
        {
          "label": "E5",
          "id": 4467
        }
      ],
      "code": "V046",
      "score": 0.7916666666666667,
      "judgeA": 0.8333333333333334,
      "judgeB": 0.75,
      "obligationScore": 0.6875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA027",
      "task": "B12",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "economics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3222
        },
        {
          "label": "E2",
          "id": 4868
        },
        {
          "label": "E3",
          "id": 3876
        },
        {
          "label": "E4",
          "id": 3079
        },
        {
          "label": "E5",
          "id": 2885
        }
      ],
      "code": "V047",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA019",
      "task": "B01",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "philosophy",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3836
        },
        {
          "label": "E2",
          "id": 2003
        },
        {
          "label": "E3",
          "id": 3832
        },
        {
          "label": "E4",
          "id": 3938
        },
        {
          "label": "E5",
          "id": 2012
        }
      ],
      "code": "V048",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB007",
      "task": "A09",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "statistics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 4692
        },
        {
          "label": "E2",
          "id": 4694
        },
        {
          "label": "E3",
          "id": 3424
        },
        {
          "label": "E4",
          "id": 3494
        },
        {
          "label": "E5",
          "id": 4693
        }
      ],
      "code": "V049",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA036",
      "task": "B23",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "economics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 944
        },
        {
          "label": "E2",
          "id": 3967
        },
        {
          "label": "E3",
          "id": 2473
        },
        {
          "label": "E4",
          "id": 1034
        },
        {
          "label": "E5",
          "id": 5049
        }
      ],
      "code": "V050",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA026",
      "task": "B11",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "economics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3874
        },
        {
          "label": "E2",
          "id": 5101
        },
        {
          "label": "E3",
          "id": 2204
        },
        {
          "label": "E4",
          "id": 4318
        },
        {
          "label": "E5",
          "id": 5264
        }
      ],
      "code": "V051",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB004",
      "task": "A05",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "physics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3580
        },
        {
          "label": "E2",
          "id": 3579
        },
        {
          "label": "E3",
          "id": 4399
        },
        {
          "label": "E4",
          "id": 3416
        },
        {
          "label": "E5",
          "id": 4768
        }
      ],
      "code": "V052",
      "score": 0.7083333333333333,
      "judgeA": 0.75,
      "judgeB": 0.6666666666666666,
      "obligationScore": 0.5625,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA030",
      "task": "B15",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "philosophy",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 4078
        },
        {
          "label": "E2",
          "id": 983
        },
        {
          "label": "E3",
          "id": 5042
        },
        {
          "label": "E4",
          "id": 4079
        },
        {
          "label": "E5",
          "id": 4081
        }
      ],
      "code": "V053",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB020",
      "task": "B03",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "philosophy",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3817
        },
        {
          "label": "E2",
          "id": 2055
        },
        {
          "label": "E3",
          "id": 3869
        },
        {
          "label": "E4",
          "id": 4236
        },
        {
          "label": "E5",
          "id": 1578
        }
      ],
      "code": "V054",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB023",
      "task": "B06",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "biology",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 771
        },
        {
          "label": "E2",
          "id": 4413
        },
        {
          "label": "E3",
          "id": 5845
        },
        {
          "label": "E4",
          "id": 5824
        },
        {
          "label": "E5",
          "id": 1951
        }
      ],
      "code": "V055",
      "score": 0.9583333333333333,
      "judgeA": 1.0,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.9375,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA013",
      "task": "A17",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "physics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3553
        },
        {
          "label": "E2",
          "id": 2421
        },
        {
          "label": "E3",
          "id": 3556
        },
        {
          "label": "E4",
          "id": 6035
        },
        {
          "label": "E5",
          "id": 3647
        }
      ],
      "code": "V056",
      "score": 0.6666666666666666,
      "judgeA": 0.6666666666666666,
      "judgeB": 0.6666666666666666,
      "obligationScore": 0.5,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB017",
      "task": "A23",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "statistics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 4197
        },
        {
          "label": "E2",
          "id": 3456
        },
        {
          "label": "E3",
          "id": 3461
        },
        {
          "label": "E4",
          "id": 1882
        },
        {
          "label": "E5",
          "id": 3492
        }
      ],
      "code": "V057",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB013",
      "task": "A17",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "physics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3553
        },
        {
          "label": "E2",
          "id": 2421
        },
        {
          "label": "E3",
          "id": 3556
        },
        {
          "label": "E4",
          "id": 6035
        },
        {
          "label": "E5",
          "id": 3647
        }
      ],
      "code": "V058",
      "score": 0.6666666666666666,
      "judgeA": 0.6666666666666666,
      "judgeB": 0.6666666666666666,
      "obligationScore": 0.5,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB033",
      "task": "B20",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "biology",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3103
        },
        {
          "label": "E2",
          "id": 3125
        },
        {
          "label": "E3",
          "id": 2918
        },
        {
          "label": "E4",
          "id": 1824
        },
        {
          "label": "E5",
          "id": 75
        }
      ],
      "code": "V059",
      "score": 0.8333333333333333,
      "judgeA": 0.75,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.8125,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB030",
      "task": "B15",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "philosophy",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 4078
        },
        {
          "label": "E2",
          "id": 983
        },
        {
          "label": "E3",
          "id": 5042
        },
        {
          "label": "E4",
          "id": 4079
        },
        {
          "label": "E5",
          "id": 4081
        }
      ],
      "code": "V060",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA032",
      "task": "B18",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "biology",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3111
        },
        {
          "label": "E2",
          "id": 3090
        },
        {
          "label": "E3",
          "id": 3120
        },
        {
          "label": "E4",
          "id": 75
        },
        {
          "label": "E5",
          "id": 3121
        }
      ],
      "code": "V061",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA010",
      "task": "A14",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "mathematics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 2410
        },
        {
          "label": "E2",
          "id": 2723
        },
        {
          "label": "E3",
          "id": 2724
        },
        {
          "label": "E4",
          "id": 2844
        },
        {
          "label": "E5",
          "id": 4738
        }
      ],
      "code": "V062",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB014",
      "task": "A19",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "physics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 5947
        },
        {
          "label": "E2",
          "id": 1234
        },
        {
          "label": "E3",
          "id": 5950
        },
        {
          "label": "E4",
          "id": 2850
        },
        {
          "label": "E5",
          "id": 5958
        }
      ],
      "code": "V063",
      "score": 0.8333333333333334,
      "judgeA": 0.8333333333333334,
      "judgeB": 0.8333333333333334,
      "obligationScore": 0.75,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB019",
      "task": "B01",
      "reader": "b",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "philosophy",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3836
        },
        {
          "label": "E2",
          "id": 2003
        },
        {
          "label": "E3",
          "id": 3832
        },
        {
          "label": "E4",
          "id": 3938
        },
        {
          "label": "E5",
          "id": 2012
        }
      ],
      "code": "V064",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB006",
      "task": "A07",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "physics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3548
        },
        {
          "label": "E2",
          "id": 3686
        },
        {
          "label": "E3",
          "id": 3680
        },
        {
          "label": "E4",
          "id": 6065
        },
        {
          "label": "E5",
          "id": 2340
        }
      ],
      "code": "V065",
      "score": 0.6666666666666666,
      "judgeA": 0.6666666666666666,
      "judgeB": 0.6666666666666666,
      "obligationScore": 0.5,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA011",
      "task": "A15",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "mathematics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3461
        },
        {
          "label": "E2",
          "id": 2547
        },
        {
          "label": "E3",
          "id": 3390
        },
        {
          "label": "E4",
          "id": 3455
        },
        {
          "label": "E5",
          "id": 3458
        }
      ],
      "code": "V066",
      "score": 0.9583333333333333,
      "judgeA": 1.0,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.9375,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA007",
      "task": "A09",
      "reader": "a",
      "role": "baseline",
      "method": "dense",
      "domain": "statistics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 4692
        },
        {
          "label": "E2",
          "id": 4694
        },
        {
          "label": "E3",
          "id": 3424
        },
        {
          "label": "E4",
          "id": 3494
        },
        {
          "label": "E5",
          "id": 4693
        }
      ],
      "code": "V067",
      "score": 0.9166666666666666,
      "judgeA": 0.9166666666666666,
      "judgeB": 0.9166666666666666,
      "obligationScore": 0.875,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA006",
      "task": "A07",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "physics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3548
        },
        {
          "label": "E2",
          "id": 3686
        },
        {
          "label": "E3",
          "id": 3680
        },
        {
          "label": "E4",
          "id": 6065
        },
        {
          "label": "E5",
          "id": 2340
        }
      ],
      "code": "V068",
      "score": 0.6666666666666666,
      "judgeA": 0.6666666666666666,
      "judgeB": 0.6666666666666666,
      "obligationScore": 0.5,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB018",
      "task": "A24",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "statistics",
      "origin": "prospective-ai-task",
      "evidence": [
        {
          "label": "E1",
          "id": 3432
        },
        {
          "label": "E2",
          "id": 4565
        },
        {
          "label": "E3",
          "id": 4564
        },
        {
          "label": "E4",
          "id": 4563
        },
        {
          "label": "E5",
          "id": 3442
        }
      ],
      "code": "V069",
      "score": 0.9583333333333333,
      "judgeA": 0.9166666666666666,
      "judgeB": 1.0,
      "obligationScore": 0.9375,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA021",
      "task": "B04",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "philosophy",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3817
        },
        {
          "label": "E2",
          "id": 2055
        },
        {
          "label": "E3",
          "id": 3869
        },
        {
          "label": "E4",
          "id": 5040
        },
        {
          "label": "E5",
          "id": 3863
        }
      ],
      "code": "V070",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RB003",
      "task": "A04",
      "reader": "b",
      "role": "baseline",
      "method": "dense",
      "domain": "mathematics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3333
        },
        {
          "label": "E2",
          "id": 4638
        },
        {
          "label": "E3",
          "id": 4495
        },
        {
          "label": "E4",
          "id": 4640
        },
        {
          "label": "E5",
          "id": 4492
        }
      ],
      "code": "V071",
      "score": 0.8333333333333334,
      "judgeA": 0.8333333333333334,
      "judgeB": 0.8333333333333334,
      "obligationScore": 0.75,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    },
    {
      "item": "RA008",
      "task": "A10",
      "reader": "a",
      "role": "typed",
      "method": "typed:dense:1:0.1",
      "domain": "statistics",
      "origin": "public-human-question",
      "evidence": [
        {
          "label": "E1",
          "id": 3442
        },
        {
          "label": "E2",
          "id": 2466
        },
        {
          "label": "E3",
          "id": 4565
        },
        {
          "label": "E4",
          "id": 4667
        },
        {
          "label": "E5",
          "id": 4650
        }
      ],
      "code": "V072",
      "score": 1.0,
      "judgeA": 1.0,
      "judgeB": 1.0,
      "obligationScore": 1.0,
      "unsupportedClaimsA": [],
      "unsupportedClaimsB": [],
      "falseCitationsA": [],
      "falseCitationsB": []
    }
  ],
  "graderMeanAbsoluteDifference": 0.011574074074074077,
  "graderExactScoreAgreement": 0.875,
  "stratifiedBootstrap": {
    "n": 36,
    "difference": 0.013888888888888886,
    "ci95": [
      -0.002314814814814822,
      0.030092592592592598
    ],
    "twoSidedSignFlipP": 0.19658034196580343,
    "wins": 7,
    "losses": 2,
    "ties": 27,
    "bootstrapReplicates": 10000,
    "seed": 128402
  },
  "limitations": "Model-judged evidence-bound answers; no independent human expertise. Balanced complementary allocation reduces reader confounding, but only two reader processes and one corpus. Same model-family errors may be shared. Correct limits do not equal a full answer."
}