{
  "artifactKind": "Benchmark",
  "definition": "An information-retrieval evaluation resource consisting of a document or item collection, a set of topics or queries, and relevance judgments.",
  "derivedRelations": [
    {
      "target": "ad-hoc-retrieval",
      "type": "related"
    }
  ],
  "id": "test-collection",
  "kind": "Artifact",
  "license": "https://creativecommons.org/publicdomain/zero/1.0/",
  "links": [
    {
      "label": "Text REtrieval Conference",
      "type": "officialHomepage",
      "url": "https://trec.nist.gov/"
    },
    {
      "label": "ir_datasets catalog",
      "type": "officialHomepage",
      "url": "https://ir-datasets.com/"
    }
  ],
  "modifiedAt": "2026-09-12T22:23:29Z",
  "prefLabel": "Test Collection",
  "publisher": {
    "name": "Searchplex",
    "url": "https://searchplex.net/"
  },
  "relations": [
    {
      "note": "BEIR is a benchmark suite aggregating multiple retrieval datasets and test collections; a test collection is a general evaluation-resource pattern.",
      "target": "beir",
      "type": "notEquivalentTo"
    },
    {
      "note": "Qrels are the relevance-judgment component of a test collection, not the entire evaluation collection.",
      "target": "qrels",
      "type": "notEquivalentTo"
    },
    {
      "target": "beir",
      "type": "related"
    },
    {
      "target": "ms-marco-passage-ranking",
      "type": "related"
    },
    {
      "target": "qrels",
      "type": "related"
    },
    {
      "target": "relevance-judgment",
      "type": "related"
    },
    {
      "target": "retrieval",
      "type": "related"
    }
  ],
  "representations": {
    "html": "https://id.searchplex.net/test-collection/",
    "json": "https://id.searchplex.net/test-collection.json",
    "jsonld": "https://id.searchplex.net/test-collection.jsonld"
  },
  "scheme": "https://id.searchplex.net/scheme/",
  "scopeNote": "In Cranfield-style and TREC-style evaluation, a test collection provides the fixed materials needed for offline retrieval evaluation. It is broader than qrels alone and may be packaged as part of a benchmark suite.",
  "status": "published",
  "uri": "https://id.searchplex.net/test-collection/"
}