{
  "definition": "An evaluation-collection construction method in which documents retrieved by multiple systems or runs are combined into a pool for relevance assessment.",
  "distinctions": [
    {
      "reason": "Pooling selects items to assess; qrels are the resulting structured relevance judgments.",
      "statement": "Pooling is not Qrels.",
      "target": "qrels",
      "targetLabel": "Qrels",
      "targetUri": "https://id.searchplex.net/qrels/"
    },
    {
      "reason": "Pooling identifies candidates for assessment; a relevance judgment is an assessment of an item for a topic or query.",
      "statement": "Pooling is not Relevance Judgment.",
      "target": "relevance-judgment",
      "targetLabel": "Relevance Judgment",
      "targetUri": "https://id.searchplex.net/relevance-judgment/"
    },
    {
      "reason": "Pooling is one method used to build test collections; it is not the entire collection.",
      "statement": "Pooling is not Test Collection.",
      "target": "test-collection",
      "targetLabel": "Test Collection",
      "targetUri": "https://id.searchplex.net/test-collection/"
    }
  ],
  "id": "pooling",
  "kind": "Method",
  "license": "https://creativecommons.org/publicdomain/zero/1.0/",
  "links": [
    {
      "label": "Overview of TREC-8",
      "type": "canonicalSurvey",
      "url": "https://trec.nist.gov/pubs/trec8/papers/overview_8.pdf"
    }
  ],
  "modifiedAt": "2026-09-14T06:43:46Z",
  "prefLabel": "Pooling",
  "publisher": {
    "name": "Searchplex",
    "url": "https://searchplex.net/"
  },
  "relations": [
    {
      "note": "Pooling selects items to assess; qrels are the resulting structured relevance judgments.",
      "target": "qrels",
      "type": "notEquivalentTo"
    },
    {
      "note": "Pooling identifies candidates for assessment; a relevance judgment is an assessment of an item for a topic or query.",
      "target": "relevance-judgment",
      "type": "notEquivalentTo"
    },
    {
      "note": "Pooling is one method used to build test collections; it is not the entire collection.",
      "target": "test-collection",
      "type": "notEquivalentTo"
    },
    {
      "target": "qrels",
      "type": "related"
    },
    {
      "target": "relevance-judgment",
      "type": "related"
    },
    {
      "target": "test-collection",
      "type": "related"
    },
    {
      "target": "trec",
      "type": "related"
    }
  ],
  "representations": {
    "html": "https://id.searchplex.net/pooling/",
    "json": "https://id.searchplex.net/pooling.json",
    "jsonld": "https://id.searchplex.net/pooling.jsonld"
  },
  "scheme": "https://id.searchplex.net/scheme/",
  "scopeNote": "Pooling is central to many TREC-style test collections. It is a way to choose items to judge, not the qrels file itself and not a relevance metric.",
  "status": "published",
  "uri": "https://id.searchplex.net/pooling/"
}