{
  "configuration": {
    "bm25_k1": 1.2,
    "bm25_b": 0.75,
    "tokenization": "Unicode words, lowercase; no stemming or stopwords",
    "capy_top_k": 5,
    "no_llm": true
  },
  "corpus_documents": 160,
  "queries": 260,
  "methods": {
    "capy_recall": {
      "exact": {
        "n": 80,
        "recall_at_1": 0.9875,
        "recall_at_5": 1.0,
        "mrr_at_5": 0.990625,
        "nonempty_unanswerable": null
      },
      "inflection": {
        "n": 80,
        "recall_at_1": 0.9875,
        "recall_at_5": 1.0,
        "mrr_at_5": 0.990625,
        "nonempty_unanswerable": null
      },
      "paraphrase": {
        "n": 80,
        "recall_at_1": 0.0,
        "recall_at_5": 0.0,
        "mrr_at_5": 0.0,
        "nonempty_unanswerable": null
      },
      "unanswerable": {
        "n": 20,
        "recall_at_1": null,
        "recall_at_5": null,
        "mrr_at_5": null,
        "nonempty_unanswerable": 0
      }
    },
    "exact_token_and": {
      "exact": {
        "n": 80,
        "recall_at_1": 1.0,
        "recall_at_5": 1.0,
        "mrr_at_5": 1.0,
        "nonempty_unanswerable": null
      },
      "inflection": {
        "n": 80,
        "recall_at_1": 0.0,
        "recall_at_5": 0.0,
        "mrr_at_5": 0.0,
        "nonempty_unanswerable": null
      },
      "paraphrase": {
        "n": 80,
        "recall_at_1": 0.0,
        "recall_at_5": 0.0,
        "mrr_at_5": 0.0,
        "nonempty_unanswerable": null
      },
      "unanswerable": {
        "n": 20,
        "recall_at_1": null,
        "recall_at_5": null,
        "mrr_at_5": null,
        "nonempty_unanswerable": 0
      }
    },
    "bm25": {
      "exact": {
        "n": 80,
        "recall_at_1": 1.0,
        "recall_at_5": 1.0,
        "mrr_at_5": 1.0,
        "nonempty_unanswerable": null
      },
      "inflection": {
        "n": 80,
        "recall_at_1": 0.125,
        "recall_at_5": 0.625,
        "mrr_at_5": 0.28541666666666665,
        "nonempty_unanswerable": null
      },
      "paraphrase": {
        "n": 80,
        "recall_at_1": 0.125,
        "recall_at_5": 0.75,
        "mrr_at_5": 0.32708333333333334,
        "nonempty_unanswerable": null
      },
      "unanswerable": {
        "n": 20,
        "recall_at_1": null,
        "recall_at_5": null,
        "mrr_at_5": null,
        "nonempty_unanswerable": 20
      }
    }
  }
}