{
  "status": "post-hoc sensitivity, not original protocol",
  "rows_before": 881456,
  "rows_after": 875051,
  "comparisons": [
    {
      "fraction": 0.6,
      "method": "past_pop",
      "n": 5516,
      "hits_original": 135,
      "hits_dedup": 135,
      "hit10_original": 0.024474256707759247,
      "hit10_dedup": 0.024474256707759247,
      "recall10_original": 0.02070223587314578,
      "recall10_dedup": 0.02070223587314578,
      "ndcg10_original": 0.009124867533001305,
      "ndcg10_dedup": 0.009124867533001305
    },
    {
      "fraction": 0.6,
      "method": "recent_pop",
      "n": 5516,
      "hits_original": 188,
      "hits_dedup": 188,
      "hit10_original": 0.0340826686004351,
      "hit10_dedup": 0.0340826686004351,
      "recall10_original": 0.030918527035927085,
      "recall10_dedup": 0.030918527035927085,
      "ndcg10_original": 0.017209515006485435,
      "ndcg10_dedup": 0.017209515006485435
    },
    {
      "fraction": 0.6,
      "method": "future_control",
      "n": 5516,
      "hits_original": 209,
      "hits_dedup": 209,
      "hit10_original": 0.03788977519941987,
      "hit10_dedup": 0.03788977519941987,
      "recall10_original": 0.034218230681984575,
      "recall10_dedup": 0.034218230681984575,
      "ndcg10_original": 0.019851722029973207,
      "ndcg10_dedup": 0.019859474061681665
    },
    {
      "fraction": 0.7,
      "method": "past_pop",
      "n": 5795,
      "hits_original": 134,
      "hits_dedup": 99,
      "hit10_original": 0.023123382226056945,
      "hit10_dedup": 0.017083692838654012,
      "recall10_original": 0.019176679445402696,
      "recall10_dedup": 0.013890218697566183,
      "ndcg10_original": 0.0081390152122537,
      "ndcg10_dedup": 0.00653732505029551
    },
    {
      "fraction": 0.7,
      "method": "recent_pop",
      "n": 5795,
      "hits_original": 164,
      "hits_dedup": 164,
      "hit10_original": 0.02830025884383089,
      "hit10_dedup": 0.02830025884383089,
      "recall10_original": 0.02471223965740812,
      "recall10_dedup": 0.02471223965740812,
      "ndcg10_original": 0.014325167311957255,
      "ndcg10_dedup": 0.014325167311957255
    },
    {
      "fraction": 0.7,
      "method": "future_control",
      "n": 5795,
      "hits_original": 144,
      "hits_dedup": 144,
      "hit10_original": 0.024849007765314925,
      "hit10_dedup": 0.024849007765314925,
      "recall10_original": 0.02117899641956009,
      "recall10_dedup": 0.02117899641956009,
      "ndcg10_original": 0.013203101507879069,
      "ndcg10_dedup": 0.013198614698923658
    },
    {
      "fraction": 0.8,
      "method": "past_pop",
      "n": 6060,
      "hits_original": 88,
      "hits_dedup": 88,
      "hit10_original": 0.014521452145214522,
      "hit10_dedup": 0.014521452145214522,
      "recall10_original": 0.011672057014063776,
      "recall10_dedup": 0.011672057014063776,
      "ndcg10_original": 0.0050515366567436696,
      "ndcg10_dedup": 0.0050515366567436696
    },
    {
      "fraction": 0.8,
      "method": "recent_pop",
      "n": 6060,
      "hits_original": 127,
      "hits_dedup": 127,
      "hit10_original": 0.020957095709570956,
      "hit10_dedup": 0.020957095709570956,
      "recall10_original": 0.018358351253243792,
      "recall10_dedup": 0.018358351253243792,
      "ndcg10_original": 0.01022888474401236,
      "ndcg10_dedup": 0.01022888474401236
    },
    {
      "fraction": 0.8,
      "method": "future_control",
      "n": 6060,
      "hits_original": 94,
      "hits_dedup": 94,
      "hit10_original": 0.015511551155115511,
      "hit10_dedup": 0.015511551155115511,
      "recall10_original": 0.012579148742828816,
      "recall10_dedup": 0.012579148742828816,
      "ndcg10_original": 0.007606429802916837,
      "ndcg10_dedup": 0.00761764557105629
    }
  ]
}