{
  "n0": 5000.0,
  "tau": 0.1,
  "fit_hit_at_10": {
    "a": 1.4740926693219225,
    "b": 0.08578610511454804,
    "form": "a - b*log(N)"
  },
  "fit_hit_at_1": {
    "a": 1.2785550113715658,
    "b": 0.0870989386353459,
    "form": "a - b*log(N)"
  },
  "fit_mrr": {
    "a": 1.3588172612985268,
    "b": 0.0884543729909696,
    "form": "a - b*log(N)"
  },
  "fit_document_recall": {
    "a": 1.4645953123001052,
    "b": 0.08784475061464679,
    "form": "a - b*log(N)"
  },
  "fit_delta_meta_hit_at_10": {
    "c": 0.0011242064388420848,
    "form": "c*log(N/N0)",
    "points": [
      {
        "corpus_scale_size": 5000,
        "delta_hit_at_10": 0.08,
        "delta_document_recall": 0.046,
        "delta_mrr": 0.0742,
        "raw_hit_at_10": 0.795,
        "meta_hit_at_10": 0.875
      },
      {
        "corpus_scale_size": 10000,
        "delta_hit_at_10": 0.175,
        "delta_document_recall": 0.136,
        "delta_mrr": 0.1474,
        "raw_hit_at_10": 0.66,
        "meta_hit_at_10": 0.835
      },
      {
        "corpus_scale_size": 15000,
        "delta_hit_at_10": 0.18,
        "delta_document_recall": 0.1385,
        "delta_mrr": 0.146,
        "raw_hit_at_10": 0.625,
        "meta_hit_at_10": 0.805
      },
      {
        "corpus_scale_size": 20000,
        "delta_hit_at_10": 0.175,
        "delta_document_recall": 0.1367,
        "delta_mrr": 0.1252,
        "raw_hit_at_10": 0.6,
        "meta_hit_at_10": 0.775
      },
      {
        "corpus_scale_size": 25000,
        "delta_hit_at_10": 0.175,
        "delta_document_recall": 0.1367,
        "delta_mrr": 0.1272,
        "raw_hit_at_10": 0.59,
        "meta_hit_at_10": 0.765
      },
      {
        "corpus_scale_size": 40000,
        "delta_hit_at_10": 0.135,
        "delta_document_recall": 0.1044,
        "delta_mrr": 0.0975,
        "raw_hit_at_10": 0.565,
        "meta_hit_at_10": 0.7
      },
      {
        "corpus_scale_size": 50000,
        "delta_hit_at_10": 0.135,
        "delta_document_recall": 0.1021,
        "delta_mrr": 0.0948,
        "raw_hit_at_10": 0.555,
        "meta_hit_at_10": 0.69
      },
      {
        "corpus_scale_size": 75000,
        "delta_hit_at_10": 0.135,
        "delta_document_recall": 0.1029,
        "delta_mrr": 0.0859,
        "raw_hit_at_10": 0.515,
        "meta_hit_at_10": 0.65
      },
      {
        "corpus_scale_size": 100000,
        "delta_hit_at_10": 0.13,
        "delta_document_recall": 0.1004,
        "delta_mrr": 0.0797,
        "raw_hit_at_10": 0.51,
        "meta_hit_at_10": 0.64
      }
    ]
  },
  "n_star": null,
  "n_star_last_ge": 100000,
  "n_star_definition": "min{N : \u0394_meta(N') < 0.1 \u2200 N'\u2265N} \u2014 first ladder point where metadata Hit@10 lift stays below \u03c4 for the remainder of the ladder; n_star_last_ge = max{N : \u0394_meta(N) \u2265 0.1}",
  "raw_points": [
    {
      "N": 5000,
      "experiment_run_id": "8911a897-1f8c-4aa1-9bba-594aae6432a0",
      "hit_at_1": 0.6,
      "hit_at_5": 0.74,
      "hit_at_10": 0.795,
      "document_recall": 0.7647,
      "mrr": 0.6576,
      "hit_at_1_ci95": {
        "mean": 0.6,
        "ci95": [
          0.53,
          0.665
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "hit_at_10_ci95": {
        "mean": 0.795,
        "ci95": [
          0.735,
          0.845
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "document_recall_ci95": {
        "mean": 0.7647,
        "ci95": [
          0.7054,
          0.8172
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "mrr_ci95": {
        "mean": 0.6576,
        "ci95": [
          0.593,
          0.7167
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      }
    },
    {
      "N": 10000,
      "experiment_run_id": "97ed36b3-39a0-49ab-a542-bfcdbfdba3b0",
      "hit_at_1": 0.425,
      "hit_at_5": 0.59,
      "hit_at_10": 0.66,
      "document_recall": 0.6341,
      "mrr": 0.5062,
      "hit_at_1_ci95": {
        "mean": 0.425,
        "ci95": [
          0.35,
          0.495
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "hit_at_10_ci95": {
        "mean": 0.66,
        "ci95": [
          0.59,
          0.72
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "document_recall_ci95": {
        "mean": 0.6341,
        "ci95": [
          0.5661,
          0.6943
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "mrr_ci95": {
        "mean": 0.5062,
        "ci95": [
          0.4416,
          0.5644
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      }
    },
    {
      "N": 15000,
      "experiment_run_id": "352907ab-3041-4112-9f93-e89291ebb3a1",
      "hit_at_1": 0.415,
      "hit_at_5": 0.57,
      "hit_at_10": 0.625,
      "document_recall": 0.5983,
      "mrr": 0.487,
      "hit_at_1_ci95": {
        "mean": 0.415,
        "ci95": [
          0.34,
          0.48
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "hit_at_10_ci95": {
        "mean": 0.625,
        "ci95": [
          0.56,
          0.69
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "document_recall_ci95": {
        "mean": 0.5983,
        "ci95": [
          0.5308,
          0.66
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "mrr_ci95": {
        "mean": 0.487,
        "ci95": [
          0.4214,
          0.5447
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      }
    },
    {
      "N": 20000,
      "experiment_run_id": "7e2b0cfe-2f48-45c5-b762-f5c7f6b17e9e",
      "hit_at_1": 0.41,
      "hit_at_5": 0.56,
      "hit_at_10": 0.6,
      "document_recall": 0.5701,
      "mrr": 0.4732,
      "hit_at_1_ci95": {
        "mean": 0.41,
        "ci95": [
          0.335,
          0.475
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "hit_at_10_ci95": {
        "mean": 0.6,
        "ci95": [
          0.53,
          0.665
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "document_recall_ci95": {
        "mean": 0.5701,
        "ci95": [
          0.4998,
          0.6338
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "mrr_ci95": {
        "mean": 0.4732,
        "ci95": [
          0.4068,
          0.5335
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      }
    },
    {
      "N": 25000,
      "experiment_run_id": "95c174cf-4b42-4487-bc9e-948e4f08938d",
      "hit_at_1": 0.395,
      "hit_at_5": 0.545,
      "hit_at_10": 0.59,
      "document_recall": 0.5601,
      "mrr": 0.4584,
      "hit_at_1_ci95": {
        "mean": 0.395,
        "ci95": [
          0.325,
          0.46
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "hit_at_10_ci95": {
        "mean": 0.59,
        "ci95": [
          0.52,
          0.655
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "document_recall_ci95": {
        "mean": 0.5601,
        "ci95": [
          0.4894,
          0.6241
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "mrr_ci95": {
        "mean": 0.4584,
        "ci95": [
          0.3911,
          0.5195
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      }
    },
    {
      "N": 40000,
      "experiment_run_id": "b1917c2c-a555-48d1-9630-3b121c6848b9",
      "hit_at_1": 0.35,
      "hit_at_5": 0.5,
      "hit_at_10": 0.565,
      "document_recall": 0.5317,
      "mrr": 0.416,
      "hit_at_1_ci95": {
        "mean": 0.35,
        "ci95": [
          0.285,
          0.42
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "hit_at_10_ci95": {
        "mean": 0.565,
        "ci95": [
          0.495,
          0.63
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "document_recall_ci95": {
        "mean": 0.5317,
        "ci95": [
          0.4614,
          0.5958
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "mrr_ci95": {
        "mean": 0.416,
        "ci95": [
          0.3497,
          0.4772
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      }
    },
    {
      "N": 50000,
      "experiment_run_id": "67311a61-bb24-43f8-ad25-6dd846e52f73",
      "hit_at_1": 0.325,
      "hit_at_5": 0.49,
      "hit_at_10": 0.555,
      "document_recall": 0.5232,
      "mrr": 0.3959,
      "hit_at_1_ci95": {
        "mean": 0.325,
        "ci95": [
          0.265,
          0.39
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "hit_at_10_ci95": {
        "mean": 0.555,
        "ci95": [
          0.485,
          0.62
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "document_recall_ci95": {
        "mean": 0.5232,
        "ci95": [
          0.4521,
          0.5881
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "mrr_ci95": {
        "mean": 0.3959,
        "ci95": [
          0.334,
          0.4567
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      }
    },
    {
      "N": 75000,
      "experiment_run_id": "5477cdbd-86d6-4673-a16c-1fb3ec1a1dec",
      "hit_at_1": 0.31,
      "hit_at_5": 0.47,
      "hit_at_10": 0.515,
      "document_recall": 0.4832,
      "mrr": 0.3743,
      "hit_at_1_ci95": {
        "mean": 0.31,
        "ci95": [
          0.25,
          0.375
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "hit_at_10_ci95": {
        "mean": 0.515,
        "ci95": [
          0.44,
          0.585
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "document_recall_ci95": {
        "mean": 0.4832,
        "ci95": [
          0.4104,
          0.5483
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "mrr_ci95": {
        "mean": 0.3743,
        "ci95": [
          0.3117,
          0.4327
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      }
    },
    {
      "N": 100000,
      "experiment_run_id": "4f1d32b7-2247-4c6d-9a81-e3f1a78c5c72",
      "hit_at_1": 0.305,
      "hit_at_5": 0.46,
      "hit_at_10": 0.51,
      "document_recall": 0.4757,
      "mrr": 0.3647,
      "hit_at_1_ci95": {
        "mean": 0.305,
        "ci95": [
          0.245,
          0.37
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "hit_at_10_ci95": {
        "mean": 0.51,
        "ci95": [
          0.435,
          0.58
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "document_recall_ci95": {
        "mean": 0.4757,
        "ci95": [
          0.4058,
          0.5419
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      },
      "mrr_ci95": {
        "mean": 0.3647,
        "ci95": [
          0.302,
          0.426
        ],
        "n": 200,
        "method": "bootstrap",
        "source": "sweep_json_per_question"
      }
    }
  ]
}