{
  "run_id": "20260512T081706Z",
  "started_at": "2026-05-12T08:17:06+00:00",
  "finished_at": "2026-05-12T08:20:26+00:00",
  "qrels_note": "Expected URL patterns and acceptable domains were reviewed after the run to account for moved official docs domains such as docs.slack.dev, platform.claude.com, developers.llamaindex.ai, and pydantic.dev. Provider responses were not rerun.",
  "summary": [
    {
      "provider": "serpapi",
      "tasks": 30,
      "ok_rate": 1.0,
      "success_at_1": 0.9,
      "success_at_3": 1.0,
      "success_at_10": 1.0,
      "mrr": 0.933,
      "ndcg_at_10": 0.95,
      "exact_success_at_3": 0.9,
      "acceptable_domain_success_at_3": 1.0,
      "median_latency_ms": 2016.0,
      "p90_latency_ms": 6860,
      "median_result_count": 10.0
    },
    {
      "provider": "brave",
      "tasks": 30,
      "ok_rate": 1.0,
      "success_at_1": 0.833,
      "success_at_3": 0.967,
      "success_at_10": 1.0,
      "mrr": 0.903,
      "ndcg_at_10": 0.927,
      "exact_success_at_3": 0.833,
      "acceptable_domain_success_at_3": 1.0,
      "median_latency_ms": 1074.5,
      "p90_latency_ms": 1148,
      "median_result_count": 10.0
    },
    {
      "provider": "tavily",
      "tasks": 30,
      "ok_rate": 1.0,
      "success_at_1": 0.467,
      "success_at_3": 0.8,
      "success_at_10": 1.0,
      "mrr": 0.635,
      "ndcg_at_10": 0.724,
      "exact_success_at_3": 0.733,
      "acceptable_domain_success_at_3": 0.8,
      "median_latency_ms": 1623.0,
      "p90_latency_ms": 1801,
      "median_result_count": 10.0
    }
  ]
}