rows { options { physical_type: PHYSICAL_STREAM_TYPE_QUADS max_name_table_size: 128 max_prefix_table_size: 16 max_datatype_table_size: 16 logical_type: LOGICAL_STREAM_TYPE_DATASETS version: 2 } } rows { prefix { value: "https://w3id.org/np/" } } rows { name { value: "RAaDsHd6GcC9vn77X8S1g2Zw9lkIhf1Wge_WHt0FwZ6Wo" } } rows { namespace { name: "this" value { prefix_id: 1 } } } rows { prefix { value: "https://w3id.org/np/RAaDsHd6GcC9vn77X8S1g2Zw9lkIhf1Wge_WHt0FwZ6Wo/" } } rows { name { } } rows { namespace { name: "sub" value { prefix_id: 2 } } } rows { prefix { value: "http://schema.org/" } } rows { namespace { name: "schema" value { prefix_id: 3 name_id: 2 } } } rows { prefix { value: "https://w3id.org/kpxl/gen/terms/" } } rows { namespace { name: "gen" value { prefix_id: 4 name_id: 2 } } } rows { prefix { value: "http://www.nanopub.org/nschema#" } } rows { namespace { name: "np" value { prefix_id: 5 name_id: 2 } } } rows { prefix { value: "http://purl.org/dc/terms/" } } rows { namespace { name: "dct" value { prefix_id: 6 name_id: 2 } } } rows { prefix { value: "https://w3id.org/np/o/ntemplate/" } } rows { namespace { name: "nt" value { prefix_id: 7 name_id: 2 } } } rows { prefix { value: "http://purl.org/nanopub/x/" } } rows { namespace { name: "npx" value { prefix_id: 8 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/2001/XMLSchema#" } } rows { namespace { name: "xsd" value { prefix_id: 9 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/2000/01/rdf-schema#" } } rows { namespace { name: "rdfs" value { prefix_id: 10 name_id: 2 } } } rows { prefix { value: "https://w3id.org/scholarlydata/ontology/conference-ontology.owl#" } } rows { namespace { name: "conf" value { prefix_id: 11 name_id: 2 } } } rows { prefix { value: "http://www.w3.org/ns/prov#" } } rows { namespace { name: "prov" value { prefix_id: 12 name_id: 2 } } } rows { prefix { value: "http://xmlns.com/foaf/0.1/" } } rows { namespace { name: "foaf" value { prefix_id: 13 name_id: 2 } } } rows { name { value: "hasAssertion" } } rows { name { value: "assertion" } } rows { name { value: "Head" } } rows { quad { s_iri { prefix_id: 1 name_id: 1 } p_iri { prefix_id: 5 name_id: 3 } o_iri { prefix_id: 2 } g_iri { } } } rows { name { value: "hasProvenance" } } rows { name { value: "provenance" } } rows { quad { p_iri { prefix_id: 5 } o_iri { prefix_id: 2 } } } rows { name { value: "hasPublicationInfo" } } rows { name { value: "pubinfo" } } rows { quad { p_iri { prefix_id: 5 } o_iri { prefix_id: 2 } } } rows { prefix { value: "http://www.w3.org/1999/02/22-rdf-syntax-ns#" } } rows { name { value: "type" } } rows { name { value: "Nanopublication" } } rows { quad { p_iri { prefix_id: 14 } o_iri { prefix_id: 5 } } } rows { prefix { value: "https://w3id.org/spaces/iswc/2026/" } } rows { name { value: "elmke" } } rows { name { value: "description" } } rows { quad { s_iri { prefix_id: 15 } p_iri { prefix_id: 6 } o_literal { lex: "The 4th Workshop on Evaluation of Language Models in Knowledge Engineering (ELMKE), co-located with ISWC 2026, focuses on advancing how language models (LMs) are assessed within knowledge engineering (KE). As LMs increasingly support tasks such as knowledge extraction, completion, and generation, robust and standardised evaluation remains a key challenge. Current approaches are often fragmented, heavily reliant on human judgement, and lack reproducibility, making it difficult to compare methods or build on prior work. ELMKE addresses this gap by fostering a community-driven effort to develop consistent, transparent, and scalable evaluation practices. The workshop brings together researchers and practitioners to share innovative methods, discuss limitations of existing approaches, and explore new paradigms for evaluating LM outputs. Particular attention is given to issues such as transparency, the role of human evaluation, and the broader implications of evaluation choices. In its fourth edition, ELMKE will feature presentations of recent research alongside interactive discussions aimed at shaping future directions. It also aims to encourage collaboration through the development of shared platforms, benchmarks, and dashboards, supporting long-term progress in reliable and reproducible evaluation for knowledge engineering." } g_iri { prefix_id: 2 name_id: 4 } } } rows { name { value: "endDate" } } rows { datatype { value: "http://www.w3.org/2001/XMLSchema#dateTime" } } rows { quad { p_iri { prefix_id: 3 name_id: 14 } o_literal { lex: "2026-10-26T12:50:00+01:00" datatype: 1 } } } rows { name { value: "location" } } rows { quad { p_iri { } o_literal { lex: "Sala Cigno" } } } rows { name { value: "startDate" } } rows { quad { p_iri { } o_literal { lex: "2026-10-26T09:00:00+01:00" datatype: 1 } } } rows { name { value: "url" } } rows { prefix { value: "https://sites.google.com/view/" } } rows { quad { p_iri { } o_iri { prefix_id: 16 name_id: 12 } } } rows { name { value: "Event" } } rows { quad { p_iri { prefix_id: 14 name_id: 10 } o_iri { prefix_id: 4 name_id: 18 } } } rows { name { value: "Space" } } rows { quad { o_iri { } } } rows { name { value: "Workshop" } } rows { quad { o_iri { prefix_id: 11 } } } rows { name { value: "label" } } rows { quad { p_iri { prefix_id: 10 } o_literal { lex: "ELMKE 2026: The 4th Workshop on Evaluation of Language Models in Knowledge Engineering" } } } rows { name { value: "hasAdmin" } } rows { prefix { id: 7 value: "https://orcid.org/" } } rows { name { value: "0000-0002-1267-0234" } } rows { quad { p_iri { prefix_id: 4 } o_iri { prefix_id: 7 } } } rows { prefix { value: "https://w3id.org/np/RA0z3VTaQLNRhIoFyW7C8fJ04tho6xUivHyFqeY-RUv30/" } } rows { name { value: "event-bot" } } rows { quad { o_iri { prefix_id: 8 } } } rows { name { value: "hasRootDefinition" } } rows { quad { p_iri { prefix_id: 4 } o_iri { prefix_id: 1 name_id: 1 } } } rows { name { value: "isSubSpaceOf" } } rows { prefix { value: "https://w3id.org/spaces/iswc/" } } rows { name { value: "2026" } } rows { quad { p_iri { prefix_id: 4 name_id: 26 } o_iri { prefix_id: 9 } } } rows { name { value: "wasAttributedTo" } } rows { quad { s_iri { prefix_id: 2 name_id: 4 } p_iri { prefix_id: 12 name_id: 28 } o_iri { prefix_id: 8 name_id: 24 } g_iri { prefix_id: 2 name_id: 7 } } } rows { name { value: "wasDerivedFrom" } } rows { prefix { id: 13 value: "https://iswc2026.semanticweb.org/#" } } rows { name { value: "/calls/workshops" } } rows { quad { p_iri { prefix_id: 12 name_id: 29 } o_iri { prefix_id: 13 } } } rows { name { value: "/program/schedule" } } rows { quad { o_iri { } } } rows { prefix { id: 5 value: "http://xmlns.com/foaf/0.1/" } } rows { name { value: "name" } } rows { quad { s_iri { prefix_id: 7 name_id: 23 } p_iri { prefix_id: 5 name_id: 32 } o_literal { lex: "Tobias Kuhn" } g_iri { prefix_id: 2 name_id: 9 } } } rows { name { value: "created" } } rows { quad { s_iri { prefix_id: 1 name_id: 1 } p_iri { prefix_id: 6 name_id: 33 } o_literal { lex: "2026-10-09T07:31:01Z" datatype: 1 } } } rows { name { value: "creator" } } rows { quad { p_iri { } o_iri { prefix_id: 8 name_id: 24 } } } rows { name { value: "license" } } rows { prefix { id: 15 value: "https://creativecommons.org/licenses/by/4.0/" } } rows { quad { p_iri { prefix_id: 6 name_id: 35 } o_iri { prefix_id: 15 name_id: 2 } } } rows { prefix { id: 3 value: "http://purl.org/nanopub/x/" } } rows { name { value: "introduces" } } rows { prefix { id: 16 value: "https://w3id.org/spaces/iswc/2026/" } } rows { quad { p_iri { prefix_id: 3 name_id: 36 } o_iri { prefix_id: 16 name_id: 12 } } } rows { quad { p_iri { prefix_id: 10 name_id: 21 } o_literal { lex: "ELMKE 2026: The 4th Workshop on Evaluation of Language Models in Knowledge Engineering" } } } rows { prefix { id: 14 value: "https://w3id.org/np/o/ntemplate/" } } rows { name { value: "wasCreatedFromProvenanceTemplate" } } rows { name { value: "RAefFjYMSnydcZtTqdT8TG8rJeJa76ryG7h10VHQiWKgY" } } rows { quad { p_iri { prefix_id: 14 name_id: 37 } o_iri { prefix_id: 1 } } } rows { name { value: "wasCreatedFromPubinfoTemplate" } } rows { name { value: "RA-N4_kFxcruvBTlo1yJv29E4SLOXsx5KO_th69PprMrA" } } rows { quad { p_iri { prefix_id: 14 } o_iri { prefix_id: 1 } } } rows { name { value: "RACJ58Gvyn91LqCKIO9zu1eijDQIeEff28iyDrJgjSJF8" } } rows { quad { o_iri { } } } rows { name { value: "RAYrlN4s93vVe9LGI-gmPLTb-QZGHKd0mxx8VxJ3XVhuw" } } rows { quad { o_iri { } } } rows { name { value: "RAoTD7udB2KtUuOuAe74tJi1t3VzK0DyWS7rYVAq1GRvw" } } rows { quad { o_iri { } } } rows { name { value: "wasCreatedFromTemplate" } } rows { prefix { id: 11 value: "https://w3id.org/np/RA0hqbtWzJGLLaFG9STgZo6M3-XKssZSSl5RF8T4UMWRg/" } } rows { name { value: "workshop-template" } } rows { quad { p_iri { prefix_id: 14 } o_iri { prefix_id: 11 } } } rows { name { value: "sig" } } rows { name { value: "hasAlgorithm" } } rows { quad { s_iri { prefix_id: 2 } p_iri { prefix_id: 3 } o_literal { lex: "RSA" } } } rows { name { value: "hasPublicKey" } } rows { quad { p_iri { } o_literal { lex: "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAp6vyESGMFAOA0EUnUMHGWho/p443sMTrKm+Y1lqZt76Jc9dJggk4NT0dtRt5fZFOEpgDxl6/jyUSRey6d3/LL11iENT1HNgMDRkfRQvojuN8FyYogUf1wBcWk+HeSLCVBAkOnap3ejUPhgIBgUI0w+ElBMagFiORtyDYg9RFElhybOLLQA0Pkj0txN5MMhVnVhp/dzn/4671ogwzVZwejyFRUt0Beh86QS9YD/+ZfOGgYueHOMfUXMulhp13JU3YY0UJ8lLAhnkZEDl0JTeRW3XdsqY42mt8vl4sR2ocR+fUKLSFcdN5qOFt76Pj4cKp/zzjDOUfsVWRLGmpev8qAwIDAQAB" } } } rows { name { value: "hasSignature" } } rows { quad { p_iri { } o_literal { lex: "IYl31dhiwEOnjt/i2ErsyRqBIpnLW5BaUAD+vx2bxda/jsx5+spyXjGECsUbfBqerZ8tgOMMoNsVFeBqkGcTMjXcg9U8fWwdwyKYC8mAQFp5Pr3mHoaA74O3aFgXulHaheGRUTZ0lEDsP9P0/nlc/YD51cbs2rMlCmGk6q9FPSIVyvAjjpD378NDagC9gYI2vPaCa3fNCvmex4bTXiRun4aZI4HQl8+/RW0kzEny9aQwAM5Iy5rXaLK5yHC7H6QKvEPayl9lO5+QrRVb4CPrjqaO93bvOWHsanuhEBeVwGENn+ro5pKCJxZjYgOgO2qHm63faoDVT7VfUJS2XQwQeQ==" } } } rows { name { value: "hasSignatureTarget" } } rows { quad { p_iri { } o_iri { prefix_id: 1 name_id: 1 } } } rows { name { value: "signedBy" } } rows { quad { p_iri { prefix_id: 3 name_id: 51 } o_iri { prefix_id: 8 name_id: 24 } } }