{
  "altLabels": [
    "Qrel",
    "Query Relevance Judgments"
  ],
  "artifactKind": "Dataset",
  "definition": "A structured set or file of query-document relevance judgments used to evaluate retrieval runs.",
  "derivedRelations": [
    {
      "target": "beir",
      "type": "related"
    },
    {
      "target": "ms-marco-passage-ranking",
      "type": "related"
    }
  ],
  "id": "qrels",
  "kind": "Artifact",
  "license": "https://creativecommons.org/publicdomain/zero/1.0/",
  "links": [
    {
      "label": "TREC relevance judgments",
      "type": "officialHomepage",
      "url": "https://trec.nist.gov/data/qrels_eng/"
    },
    {
      "label": "trec_eval",
      "type": "officialRepository",
      "url": "https://github.com/usnistgov/trec_eval"
    }
  ],
  "modifiedAt": "2026-09-12T22:23:29Z",
  "prefLabel": "Qrels",
  "publisher": {
    "name": "Searchplex",
    "url": "https://searchplex.net/"
  },
  "relations": [
    {
      "note": "Qrels provide labels used to compute metrics such as nDCG; nDCG is the metric, not the judgment set.",
      "target": "ndcg",
      "type": "notEquivalentTo"
    },
    {
      "note": "Qrels are recorded labels about relevance; they are not the relevance relationship itself.",
      "target": "relevance",
      "type": "notEquivalentTo"
    },
    {
      "note": "A qrels file contains many relevance judgments; an individual relevance judgment is one assessment.",
      "target": "relevance-judgment",
      "type": "notEquivalentTo"
    },
    {
      "note": "Qrels are one component of a test collection, alongside resources such as a corpus and topics or queries.",
      "target": "test-collection",
      "type": "notEquivalentTo"
    },
    {
      "target": "mrr",
      "type": "related"
    },
    {
      "target": "ndcg",
      "type": "related"
    },
    {
      "target": "recall-at-k",
      "type": "related"
    },
    {
      "target": "relevance",
      "type": "related"
    },
    {
      "target": "relevance-judgment",
      "type": "related"
    },
    {
      "target": "test-collection",
      "type": "related"
    }
  ],
  "representations": {
    "html": "https://id.searchplex.net/qrels/",
    "json": "https://id.searchplex.net/qrels.json",
    "jsonld": "https://id.searchplex.net/qrels.jsonld"
  },
  "scheme": "https://id.searchplex.net/scheme/",
  "scopeNote": "Qrels is TREC-style terminology for query relevance judgments. A qrels file usually records relevance labels for query-item pairs and is consumed by evaluation tools such as trec_eval. Qrels are not evaluation metrics and are not the same as the full test collection.",
  "status": "published",
  "uri": "https://id.searchplex.net/qrels/"
}