{
  "altLabels": [
    "Relevance Assessment",
    "Relevance Judgments",
    "Relevance Judgements"
  ],
  "definition": "An assessment assigning a relevance label or level to an item with respect to a query, topic, or information need.",
  "derivedRelations": [
    {
      "target": "learning-to-rank",
      "type": "related"
    },
    {
      "target": "mrr",
      "type": "related"
    }
  ],
  "id": "relevance-judgment",
  "kind": "GeneralConcept",
  "license": "https://creativecommons.org/publicdomain/zero/1.0/",
  "links": [
    {
      "label": "Text REtrieval Conference",
      "type": "officialHomepage",
      "url": "https://trec.nist.gov/"
    }
  ],
  "modifiedAt": "2026-09-12T22:23:29Z",
  "prefLabel": "Relevance Judgment",
  "publisher": {
    "name": "Searchplex",
    "url": "https://searchplex.net/"
  },
  "relations": [
    {
      "note": "Relevance judgments provide labels used by metrics such as nDCG; nDCG is an evaluation metric, not a judgment.",
      "target": "ndcg",
      "type": "notEquivalentTo"
    },
    {
      "note": "A relevance judgment is an individual assessment; qrels are a structured set or file of judgments used in retrieval evaluation.",
      "target": "qrels",
      "type": "notEquivalentTo"
    },
    {
      "target": "ndcg",
      "type": "related"
    },
    {
      "target": "qrels",
      "type": "related"
    },
    {
      "target": "recall-at-k",
      "type": "related"
    },
    {
      "target": "relevance",
      "type": "related"
    },
    {
      "target": "test-collection",
      "type": "related"
    }
  ],
  "representations": {
    "html": "https://id.searchplex.net/relevance-judgment/",
    "json": "https://id.searchplex.net/relevance-judgment.json",
    "jsonld": "https://id.searchplex.net/relevance-judgment.jsonld"
  },
  "scheme": "https://id.searchplex.net/scheme/",
  "scopeNote": "Relevance judgments are commonly produced by human assessors in Cranfield-style and TREC-style evaluation, though automatic or synthetic judgments may also be studied. Judgments may be binary or graded and are often collected into qrels.",
  "status": "published",
  "uri": "https://id.searchplex.net/relevance-judgment/"
}