{
  "seed": 42,
  "count": 200,
  "unique_eval_ids": true,
  "source": "stratified_unique(eval_id=question_id::question_type)+resweep_hnsw_fix",
  "question_ids": [
    "qst_0102::basic",
    "qst_0002::basic",
    "qst_0252::semantic",
    "qst_0020::basic",
    "qst_0113::basic",
    "qst_0204::semantic",
    "qst_0089::basic",
    "qst_0006::basic",
    "qst_0106::basic",
    "qst_0269::semantic",
    "qst_0025::metadata",
    "qst_0054::metadata",
    "qst_0048::metadata",
    "qst_0181::semantic",
    "qst_0044::metadata",
    "qst_0275::semantic",
    "qst_0317::intra_document_reasoning",
    "qst_0017::metadata",
    "qst_0048::basic",
    "qst_0060::metadata",
    "qst_0209::semantic",
    "qst_0310::intra_document_reasoning",
    "qst_0067::basic",
    "qst_0002::metadata",
    "qst_0350::project_related",
    "qst_0388::constrained",
    "qst_0004::basic",
    "qst_0344::project_related",
    "qst_0170::basic",
    "qst_0213::semantic",
    "qst_0368::project_related",
    "qst_0056::metadata",
    "qst_0071::metadata",
    "qst_0116::basic",
    "qst_0227::semantic",
    "qst_0019::basic",
    "qst_0047::basic",
    "qst_0101::basic",
    "qst_0079::basic",
    "qst_0426::conflicting_info",
    "qst_0327::intra_document_reasoning",
    "qst_0461::miscellaneous",
    "qst_0022::metadata",
    "qst_0103::basic",
    "qst_0234::semantic",
    "qst_0161::basic",
    "qst_0069::metadata",
    "qst_0145::basic",
    "qst_0439::completeness",
    "qst_0027::metadata",
    "qst_0418::conflicting_info",
    "qst_0024::metadata",
    "qst_0339::intra_document_reasoning",
    "qst_0285::semantic",
    "qst_0091::basic",
    "qst_0075::metadata",
    "qst_0470::miscellaneous",
    "qst_0084::metadata",
    "qst_0043::metadata",
    "qst_0422::conflicting_info",
    "qst_0094::metadata",
    "qst_0081::basic",
    "qst_0068::metadata",
    "qst_0107::basic",
    "qst_0079::metadata",
    "qst_0076::basic",
    "qst_0413::conflicting_info",
    "qst_0363::project_related",
    "qst_0149::basic",
    "qst_0132::basic",
    "qst_0396::constrained",
    "qst_0435::completeness",
    "qst_0082::basic",
    "qst_0083::basic",
    "qst_0037::metadata",
    "qst_0241::semantic",
    "qst_0055::metadata",
    "qst_0282::semantic",
    "qst_0065::metadata",
    "qst_0036::basic",
    "qst_0297::semantic",
    "qst_0248::semantic",
    "qst_0156::basic",
    "qst_0096::basic",
    "qst_0224::semantic",
    "qst_0066::basic",
    "qst_0042::metadata",
    "qst_0290::semantic",
    "qst_0042::basic",
    "qst_0458::miscellaneous",
    "qst_0242::semantic",
    "qst_0347::project_related",
    "qst_0200::semantic",
    "qst_0083::metadata",
    "qst_0141::basic",
    "qst_0445::completeness",
    "qst_0371::project_related",
    "qst_0277::semantic",
    "qst_0322::intra_document_reasoning",
    "qst_0109::basic",
    "qst_0294::semantic",
    "qst_0284::semantic",
    "qst_0051::metadata",
    "qst_0016::basic",
    "qst_0259::semantic",
    "qst_0203::semantic",
    "qst_0408::constrained",
    "qst_0126::basic",
    "qst_0271::semantic",
    "qst_0135::basic",
    "qst_0065::basic",
    "qst_0050::basic",
    "qst_0157::basic",
    "qst_0240::semantic",
    "qst_0094::basic",
    "qst_0080::basic",
    "qst_0404::constrained",
    "qst_0164::basic",
    "qst_0312::intra_document_reasoning",
    "qst_0215::semantic",
    "qst_0265::semantic",
    "qst_0139::basic",
    "qst_0369::project_related",
    "qst_0403::constrained",
    "qst_0194::semantic",
    "qst_0214::semantic",
    "qst_0018::basic",
    "qst_0175::basic",
    "qst_0160::basic",
    "qst_0063::metadata",
    "qst_0062::basic",
    "qst_0096::metadata",
    "qst_0082::metadata",
    "qst_0010::metadata",
    "qst_0391::constrained",
    "qst_0288::semantic",
    "qst_0138::basic",
    "qst_0420::conflicting_info",
    "qst_0462::miscellaneous",
    "qst_0236::semantic",
    "qst_0464::miscellaneous",
    "qst_0373::project_related",
    "qst_0382::constrained",
    "qst_0040::basic",
    "qst_0323::intra_document_reasoning",
    "qst_0003::metadata",
    "qst_0150::basic",
    "qst_0134::basic",
    "qst_0453::miscellaneous",
    "qst_0423::conflicting_info",
    "qst_0038::metadata",
    "qst_0392::constrained",
    "qst_0091::metadata",
    "qst_0389::constrained",
    "qst_0045::metadata",
    "qst_0415::conflicting_info",
    "qst_0045::basic",
    "qst_0208::semantic",
    "qst_0278::semantic",
    "qst_0189::semantic",
    "qst_0078::metadata",
    "qst_0318::intra_document_reasoning",
    "qst_0003::basic",
    "qst_0197::semantic",
    "qst_0041::metadata",
    "qst_0166::basic",
    "qst_0251::semantic",
    "qst_0085::basic",
    "qst_0448::completeness",
    "qst_0029::basic",
    "qst_0349::project_related",
    "qst_0324::intra_document_reasoning",
    "qst_0270::semantic",
    "qst_0266::semantic",
    "qst_0247::semantic",
    "qst_0239::semantic",
    "qst_0381::constrained",
    "qst_0393::constrained",
    "qst_0023::metadata",
    "qst_0380::project_related",
    "qst_0124::basic",
    "qst_0144::basic",
    "qst_0444::completeness",
    "qst_0359::project_related",
    "qst_0131::basic",
    "qst_0449::completeness",
    "qst_0162::basic",
    "qst_0034::basic",
    "qst_0238::semantic",
    "qst_0057::metadata",
    "qst_0268::semantic",
    "qst_0261::semantic",
    "qst_0021::metadata",
    "qst_0298::semantic",
    "qst_0313::intra_document_reasoning",
    "qst_0244::semantic",
    "qst_0077::basic",
    "qst_0424::conflicting_info",
    "qst_0401::constrained",
    "qst_0053::metadata"
  ],
  "erb_question_ids": [
    "qst_0102",
    "qst_0002",
    "qst_0252",
    "qst_0020",
    "qst_0113",
    "qst_0204",
    "qst_0089",
    "qst_0006",
    "qst_0106",
    "qst_0269",
    "qst_0025",
    "qst_0054",
    "qst_0048",
    "qst_0181",
    "qst_0044",
    "qst_0275",
    "qst_0317",
    "qst_0017",
    "qst_0048",
    "qst_0060",
    "qst_0209",
    "qst_0310",
    "qst_0067",
    "qst_0002",
    "qst_0350",
    "qst_0388",
    "qst_0004",
    "qst_0344",
    "qst_0170",
    "qst_0213",
    "qst_0368",
    "qst_0056",
    "qst_0071",
    "qst_0116",
    "qst_0227",
    "qst_0019",
    "qst_0047",
    "qst_0101",
    "qst_0079",
    "qst_0426",
    "qst_0327",
    "qst_0461",
    "qst_0022",
    "qst_0103",
    "qst_0234",
    "qst_0161",
    "qst_0069",
    "qst_0145",
    "qst_0439",
    "qst_0027",
    "qst_0418",
    "qst_0024",
    "qst_0339",
    "qst_0285",
    "qst_0091",
    "qst_0075",
    "qst_0470",
    "qst_0084",
    "qst_0043",
    "qst_0422",
    "qst_0094",
    "qst_0081",
    "qst_0068",
    "qst_0107",
    "qst_0079",
    "qst_0076",
    "qst_0413",
    "qst_0363",
    "qst_0149",
    "qst_0132",
    "qst_0396",
    "qst_0435",
    "qst_0082",
    "qst_0083",
    "qst_0037",
    "qst_0241",
    "qst_0055",
    "qst_0282",
    "qst_0065",
    "qst_0036",
    "qst_0297",
    "qst_0248",
    "qst_0156",
    "qst_0096",
    "qst_0224",
    "qst_0066",
    "qst_0042",
    "qst_0290",
    "qst_0042",
    "qst_0458",
    "qst_0242",
    "qst_0347",
    "qst_0200",
    "qst_0083",
    "qst_0141",
    "qst_0445",
    "qst_0371",
    "qst_0277",
    "qst_0322",
    "qst_0109",
    "qst_0294",
    "qst_0284",
    "qst_0051",
    "qst_0016",
    "qst_0259",
    "qst_0203",
    "qst_0408",
    "qst_0126",
    "qst_0271",
    "qst_0135",
    "qst_0065",
    "qst_0050",
    "qst_0157",
    "qst_0240",
    "qst_0094",
    "qst_0080",
    "qst_0404",
    "qst_0164",
    "qst_0312",
    "qst_0215",
    "qst_0265",
    "qst_0139",
    "qst_0369",
    "qst_0403",
    "qst_0194",
    "qst_0214",
    "qst_0018",
    "qst_0175",
    "qst_0160",
    "qst_0063",
    "qst_0062",
    "qst_0096",
    "qst_0082",
    "qst_0010",
    "qst_0391",
    "qst_0288",
    "qst_0138",
    "qst_0420",
    "qst_0462",
    "qst_0236",
    "qst_0464",
    "qst_0373",
    "qst_0382",
    "qst_0040",
    "qst_0323",
    "qst_0003",
    "qst_0150",
    "qst_0134",
    "qst_0453",
    "qst_0423",
    "qst_0038",
    "qst_0392",
    "qst_0091",
    "qst_0389",
    "qst_0045",
    "qst_0415",
    "qst_0045",
    "qst_0208",
    "qst_0278",
    "qst_0189",
    "qst_0078",
    "qst_0318",
    "qst_0003",
    "qst_0197",
    "qst_0041",
    "qst_0166",
    "qst_0251",
    "qst_0085",
    "qst_0448",
    "qst_0029",
    "qst_0349",
    "qst_0324",
    "qst_0270",
    "qst_0266",
    "qst_0247",
    "qst_0239",
    "qst_0381",
    "qst_0393",
    "qst_0023",
    "qst_0380",
    "qst_0124",
    "qst_0144",
    "qst_0444",
    "qst_0359",
    "qst_0131",
    "qst_0449",
    "qst_0162",
    "qst_0034",
    "qst_0238",
    "qst_0057",
    "qst_0268",
    "qst_0261",
    "qst_0021",
    "qst_0298",
    "qst_0313",
    "qst_0244",
    "qst_0077",
    "qst_0424",
    "qst_0401",
    "qst_0053"
  ],
  "question_types": [
    "basic",
    "basic",
    "semantic",
    "basic",
    "basic",
    "semantic",
    "basic",
    "basic",
    "basic",
    "semantic",
    "metadata",
    "metadata",
    "metadata",
    "semantic",
    "metadata",
    "semantic",
    "intra_document_reasoning",
    "metadata",
    "basic",
    "metadata",
    "semantic",
    "intra_document_reasoning",
    "basic",
    "metadata",
    "project_related",
    "constrained",
    "basic",
    "project_related",
    "basic",
    "semantic",
    "project_related",
    "metadata",
    "metadata",
    "basic",
    "semantic",
    "basic",
    "basic",
    "basic",
    "basic",
    "conflicting_info",
    "intra_document_reasoning",
    "miscellaneous",
    "metadata",
    "basic",
    "semantic",
    "basic",
    "metadata",
    "basic",
    "completeness",
    "metadata",
    "conflicting_info",
    "metadata",
    "intra_document_reasoning",
    "semantic",
    "basic",
    "metadata",
    "miscellaneous",
    "metadata",
    "metadata",
    "conflicting_info",
    "metadata",
    "basic",
    "metadata",
    "basic",
    "metadata",
    "basic",
    "conflicting_info",
    "project_related",
    "basic",
    "basic",
    "constrained",
    "completeness",
    "basic",
    "basic",
    "metadata",
    "semantic",
    "metadata",
    "semantic",
    "metadata",
    "basic",
    "semantic",
    "semantic",
    "basic",
    "basic",
    "semantic",
    "basic",
    "metadata",
    "semantic",
    "basic",
    "miscellaneous",
    "semantic",
    "project_related",
    "semantic",
    "metadata",
    "basic",
    "completeness",
    "project_related",
    "semantic",
    "intra_document_reasoning",
    "basic",
    "semantic",
    "semantic",
    "metadata",
    "basic",
    "semantic",
    "semantic",
    "constrained",
    "basic",
    "semantic",
    "basic",
    "basic",
    "basic",
    "basic",
    "semantic",
    "basic",
    "basic",
    "constrained",
    "basic",
    "intra_document_reasoning",
    "semantic",
    "semantic",
    "basic",
    "project_related",
    "constrained",
    "semantic",
    "semantic",
    "basic",
    "basic",
    "basic",
    "metadata",
    "basic",
    "metadata",
    "metadata",
    "metadata",
    "constrained",
    "semantic",
    "basic",
    "conflicting_info",
    "miscellaneous",
    "semantic",
    "miscellaneous",
    "project_related",
    "constrained",
    "basic",
    "intra_document_reasoning",
    "metadata",
    "basic",
    "basic",
    "miscellaneous",
    "conflicting_info",
    "metadata",
    "constrained",
    "metadata",
    "constrained",
    "metadata",
    "conflicting_info",
    "basic",
    "semantic",
    "semantic",
    "semantic",
    "metadata",
    "intra_document_reasoning",
    "basic",
    "semantic",
    "metadata",
    "basic",
    "semantic",
    "basic",
    "completeness",
    "basic",
    "project_related",
    "intra_document_reasoning",
    "semantic",
    "semantic",
    "semantic",
    "semantic",
    "constrained",
    "constrained",
    "metadata",
    "project_related",
    "basic",
    "basic",
    "completeness",
    "project_related",
    "basic",
    "completeness",
    "basic",
    "basic",
    "semantic",
    "metadata",
    "semantic",
    "semantic",
    "metadata",
    "semantic",
    "intra_document_reasoning",
    "semantic",
    "basic",
    "conflicting_info",
    "constrained",
    "metadata"
  ]
}