{
  "altLabels": [
    "ir-datasets"
  ],
  "artifactKind": "Software",
  "definition": "A Python package and catalog that provides a common interface for accessing, documenting, and working with many information-retrieval datasets and benchmarks.",
  "distinctions": [
    {
      "reason": "ir_datasets provides access to BEIR and many other datasets; BEIR is a benchmark suite.",
      "statement": "ir_datasets is not BEIR.",
      "target": "beir",
      "targetLabel": "BEIR",
      "targetUri": "https://id.searchplex.net/beir/"
    },
    {
      "reason": "ir_datasets can expose qrels; qrels are relevance-judgment files, not the software package.",
      "statement": "ir_datasets is not Qrels.",
      "target": "qrels",
      "targetLabel": "Qrels",
      "targetUri": "https://id.searchplex.net/qrels/"
    },
    {
      "reason": "ir_datasets is software and catalog infrastructure for working with test collections; a test collection is an evaluation resource.",
      "statement": "ir_datasets is not Test Collection.",
      "target": "test-collection",
      "targetLabel": "Test Collection",
      "targetUri": "https://id.searchplex.net/test-collection/"
    }
  ],
  "id": "ir-datasets",
  "kind": "Artifact",
  "license": "https://creativecommons.org/publicdomain/zero/1.0/",
  "links": [
    {
      "label": "ir_datasets catalog",
      "type": "officialHomepage",
      "url": "https://ir-datasets.com/"
    },
    {
      "label": "ir_datasets repository",
      "type": "officialRepository",
      "url": "https://github.com/allenai/ir_datasets"
    },
    {
      "label": "Simplified Data Wrangling with ir_datasets",
      "type": "definingReference",
      "url": "https://arxiv.org/abs/2103.02280"
    }
  ],
  "modifiedAt": "2026-09-14T06:43:46Z",
  "prefLabel": "ir_datasets",
  "publisher": {
    "name": "Searchplex",
    "url": "https://searchplex.net/"
  },
  "relations": [
    {
      "note": "ir_datasets provides access to BEIR and many other datasets; BEIR is a benchmark suite.",
      "target": "beir",
      "type": "notEquivalentTo"
    },
    {
      "note": "ir_datasets can expose qrels; qrels are relevance-judgment files, not the software package.",
      "target": "qrels",
      "type": "notEquivalentTo"
    },
    {
      "note": "ir_datasets is software and catalog infrastructure for working with test collections; a test collection is an evaluation resource.",
      "target": "test-collection",
      "type": "notEquivalentTo"
    },
    {
      "target": "beir",
      "type": "related"
    },
    {
      "target": "clef",
      "type": "related"
    },
    {
      "target": "corpus",
      "type": "related"
    },
    {
      "target": "ms-marco-passage-ranking",
      "type": "related"
    },
    {
      "target": "nfcorpus",
      "type": "related"
    },
    {
      "target": "qrels",
      "type": "related"
    },
    {
      "target": "scifact",
      "type": "related"
    },
    {
      "target": "test-collection",
      "type": "related"
    },
    {
      "target": "trec",
      "type": "related"
    }
  ],
  "representations": {
    "html": "https://id.searchplex.net/ir-datasets/",
    "json": "https://id.searchplex.net/ir-datasets.json",
    "jsonld": "https://id.searchplex.net/ir-datasets.jsonld"
  },
  "scheme": "https://id.searchplex.net/scheme/",
  "scopeNote": "ir_datasets helps acquire and iterate over IR dataset components such as documents, queries, and relevance judgments. It is not itself a dataset, benchmark suite, qrels file, or evaluation metric.",
  "status": "published",
  "terms": [
    {
      "community": "academic",
      "label": "IR datasets catalog",
      "usage": "nearSynonym"
    },
    {
      "community": "industry",
      "label": "IR dataset loader",
      "usage": "nearSynonym"
    }
  ],
  "uri": "https://id.searchplex.net/ir-datasets/"
}