{
  "altLabels": [
    "Conference and Labs of the Evaluation Forum",
    "Cross-Language Evaluation Forum"
  ],
  "definition": "The Conference and Labs of the Evaluation Forum, an evaluation program and research venue for information-access systems, especially multilingual and multimodal information access.",
  "derivedRelations": [
    {
      "note": "FIRE and CLEF are distinct evaluation programs and communities, even though both support multilingual information-access evaluation.",
      "target": "fire",
      "type": "notEquivalentTo"
    },
    {
      "note": "INEX is a structured-document retrieval evaluation initiative that later ran within CLEF; CLEF is the broader evaluation forum.",
      "target": "inex",
      "type": "notEquivalentTo"
    },
    {
      "note": "NTCIR and CLEF are distinct evaluation programs with different communities, histories, and task emphases.",
      "target": "ntcir",
      "type": "notEquivalentTo"
    },
    {
      "target": "fire",
      "type": "related"
    },
    {
      "target": "inex",
      "type": "related"
    },
    {
      "target": "ir-datasets",
      "type": "related"
    },
    {
      "target": "ntcir",
      "type": "related"
    }
  ],
  "distinctions": [
    {
      "reason": "CLEF has historically emphasized cross-language and multilingual information access evaluation; cross-language retrieval is a retrieval task, not the CLEF venue.",
      "statement": "CLEF is not Cross-Language Retrieval.",
      "target": "cross-language-retrieval",
      "targetLabel": "Cross-Language Retrieval",
      "targetUri": "https://id.searchplex.net/cross-language-retrieval/"
    },
    {
      "reason": "CLEF labs may publish relevance judgments or qrels; qrels are judgment files, not the CLEF program itself.",
      "statement": "CLEF is not Qrels.",
      "target": "qrels",
      "targetLabel": "Qrels",
      "targetUri": "https://id.searchplex.net/qrels/"
    },
    {
      "reason": "CLEF is an evaluation program and research venue; a test collection is an evaluation resource, some of which are created through CLEF labs.",
      "statement": "CLEF is not Test Collection.",
      "target": "test-collection",
      "targetLabel": "Test Collection",
      "targetUri": "https://id.searchplex.net/test-collection/"
    },
    {
      "reason": "CLEF and TREC are distinct evaluation programs and venues, though both support shared evaluation in information retrieval and information access.",
      "statement": "CLEF is not TREC.",
      "target": "trec",
      "targetLabel": "TREC",
      "targetUri": "https://id.searchplex.net/trec/"
    }
  ],
  "id": "clef",
  "kind": "EvaluationProgram",
  "license": "https://creativecommons.org/publicdomain/zero/1.0/",
  "links": [
    {
      "label": "CLEF Initiative",
      "type": "officialHomepage",
      "url": "https://www.clef-initiative.eu/"
    },
    {
      "label": "CLEF 2024",
      "type": "officialHomepage",
      "url": "https://clef2024.imag.fr/"
    },
    {
      "label": "Information Retrieval Evaluation in a Changing World",
      "type": "canonicalSurvey",
      "url": "https://doi.org/10.1007/978-3-030-22948-1"
    }
  ],
  "modifiedAt": "2026-09-14T06:43:46Z",
  "prefLabel": "CLEF",
  "publisher": {
    "name": "Searchplex",
    "url": "https://searchplex.net/"
  },
  "relations": [
    {
      "note": "CLEF has historically emphasized cross-language and multilingual information access evaluation; cross-language retrieval is a retrieval task, not the CLEF venue.",
      "target": "cross-language-retrieval",
      "type": "notEquivalentTo"
    },
    {
      "note": "CLEF labs may publish relevance judgments or qrels; qrels are judgment files, not the CLEF program itself.",
      "target": "qrels",
      "type": "notEquivalentTo"
    },
    {
      "note": "CLEF is an evaluation program and research venue; a test collection is an evaluation resource, some of which are created through CLEF labs.",
      "target": "test-collection",
      "type": "notEquivalentTo"
    },
    {
      "note": "CLEF and TREC are distinct evaluation programs and venues, though both support shared evaluation in information retrieval and information access.",
      "target": "trec",
      "type": "notEquivalentTo"
    },
    {
      "target": "cross-language-retrieval",
      "type": "related"
    },
    {
      "target": "multilingual-retrieval",
      "type": "related"
    },
    {
      "target": "multimodal-retrieval",
      "type": "related"
    },
    {
      "target": "qrels",
      "type": "related"
    },
    {
      "target": "question-answering",
      "type": "related"
    },
    {
      "target": "test-collection",
      "type": "related"
    },
    {
      "target": "trec",
      "type": "related"
    }
  ],
  "representations": {
    "html": "https://id.searchplex.net/clef/",
    "json": "https://id.searchplex.net/clef.json",
    "jsonld": "https://id.searchplex.net/clef.jsonld"
  },
  "scheme": "https://id.searchplex.net/scheme/",
  "scopeNote": "CLEF organizes evaluation labs, shared tasks, workshops, conference publications, and reusable test collections. It is not itself a metric, dataset, qrels file, or a single retrieval task, though CLEF labs may define tasks and publish datasets, runs, and relevance judgments.",
  "status": "published",
  "terms": [
    {
      "community": "academic",
      "label": "CLEF Initiative",
      "usage": "communityPreferred"
    },
    {
      "community": "academic",
      "label": "CLEF Labs",
      "usage": "nearSynonym"
    }
  ],
  "uri": "https://id.searchplex.net/clef/"
}