{
  "artifactKind": "Benchmark",
  "definition": "A benchmark suite for evaluating information-retrieval systems across multiple datasets, domains, and retrieval settings.",
  "id": "beir",
  "kind": "Artifact",
  "license": "https://creativecommons.org/publicdomain/zero/1.0/",
  "links": [
    {
      "label": "BEIR benchmark repository",
      "type": "officialHomepage",
      "url": "https://github.com/beir-cellar/beir"
    }
  ],
  "modifiedAt": "2026-09-12T21:39:00Z",
  "prefLabel": "BEIR",
  "publisher": {
    "name": "Searchplex",
    "url": "https://searchplex.net/"
  },
  "relations": [
    {
      "target": "ndcg",
      "type": "related"
    },
    {
      "target": "ranking",
      "type": "related"
    },
    {
      "target": "recall-at-k",
      "type": "related"
    },
    {
      "target": "retrieval",
      "type": "related"
    }
  ],
  "representations": {
    "html": "https://id.searchplex.net/beir/",
    "json": "https://id.searchplex.net/beir.json",
    "jsonld": "https://id.searchplex.net/beir.jsonld"
  },
  "scheme": "https://id.searchplex.net/scheme/",
  "scopeNote": "BEIR is not itself a single retrieval dataset. It aggregates multiple test collections and standardizes their use for evaluating retrieval effectiveness, especially zero-shot generalization.",
  "status": "published",
  "uri": "https://id.searchplex.net/beir/"
}
