{
  "@graph" : [ {
    "@id" : "http://cris.nrw/date2026",
    "@type" : [ "obo:BFO_0000003", "obo:BFO_0000008", "vivo:DateTimeValue", "obo:BFO_0000148" ],
    "rdf:type" : [ {
      "@id" : "obo:BFO_0000001"
    }, {
      "@id" : "owl:Thing"
    } ]
  }, {
    "@id" : "thkoeln:Artikel",
    "@type" : "owl:Class",
    "label" : [ {
      "@language" : "de-de",
      "@value" : "Artikel"
    }, {
      "@language" : "en-us",
      "@value" : "Article"
    } ]
  }, {
    "@id" : "thkoeln:Journalartikel",
    "@type" : "owl:Class",
    "label" : [ {
      "@language" : "en-us",
      "@value" : "Journal Article"
    }, {
      "@language" : "de-de",
      "@value" : "Journalartikel"
    } ]
  }, {
    "@id" : "thkoeln:Publikation",
    "@type" : "owl:Class",
    "label" : [ {
      "@language" : "de-de",
      "@value" : "Publikationen"
    }, {
      "@language" : "en-us",
      "@value" : "Publications"
    } ]
  }, {
    "@id" : "http://cris.nrw/hisinone/OpenAccess",
    "@type" : [ "http://cris.nrw/hisinone/Zugangsrecht", "owl:NamedIndividual" ],
    "rdf:type" : {
      "@id" : "owl:Thing"
    },
    "label" : [ {
      "@language" : "en-us",
      "@value" : "Open Access"
    }, {
      "@language" : "de-de",
      "@value" : "Open Access"
    } ]
  }, {
    "@id" : "http://cris.nrw/hisinone/RessourceText",
    "@type" : [ "owl:NamedIndividual", "http://cris.nrw/hisinone/ArtderRessource" ],
    "rdf:type" : {
      "@id" : "owl:Thing"
    },
    "label" : [ {
      "@language" : "de-de",
      "@value" : "Text"
    }, {
      "@language" : "en-us",
      "@value" : "Text"
    } ]
  }, {
    "@id" : "obo:BFO_0000001",
    "@type" : "owl:Class",
    "label" : [ {
      "@language" : "de-de",
      "@value" : "Entität"
    }, {
      "@language" : "en-us",
      "@value" : "Entity"
    }, {
      "@language" : "en",
      "@value" : "Entity"
    } ]
  }, {
    "@id" : "obo:BFO_0000002",
    "@type" : "owl:Class",
    "label" : [ {
      "@language" : "de-de",
      "@value" : "Kontinuant"
    }, {
      "@language" : "en-us",
      "@value" : "Continuant"
    }, {
      "@language" : "en",
      "@value" : "Continuant"
    } ]
  }, {
    "@id" : "obo:BFO_0000031",
    "@type" : "owl:Class",
    "label" : [ {
      "@language" : "de-de",
      "@value" : "Bedingter Kontinuant"
    }, {
      "@language" : "en-us",
      "@value" : "Generically Dependent Continuant"
    }, {
      "@language" : "en",
      "@value" : "Generically Dependent Continuant"
    } ]
  }, {
    "@id" : "obo:IAO_0000030",
    "@type" : "owl:Class",
    "label" : [ {
      "@language" : "de-de",
      "@value" : "Entität für Informationsinhalt"
    }, {
      "@language" : "en-us",
      "@value" : "Information Content Entity"
    }, {
      "@language" : "en",
      "@value" : "Information Content Entity"
    } ]
  }, {
    "@id" : "bibo:Document",
    "@type" : "owl:Class",
    "label" : [ {
      "@language" : "de-de",
      "@value" : "Dokument"
    }, {
      "@language" : "en-us",
      "@value" : "Document"
    }, {
      "@language" : "en",
      "@value" : "Document"
    } ]
  }, {
    "@id" : "owl:Thing",
    "@type" : "owl:Class"
  }, {
    "@id" : "https://fis.th-koeln.de/vivo/individual/10000154",
    "@type" : [ "thkoeln:Organisationseinheit", "foaf:Agent", "obo:BFO_0000004", "foaf:Organization" ],
    "istOrganisationseinheitVon" : "https://fis.th-koeln.de/vivo/individual/publ_21866",
    "rdf:type" : [ {
      "@id" : "obo:BFO_0000001"
    }, {
      "@id" : "obo:BFO_0000002"
    }, {
      "@id" : "owl:Thing"
    } ],
    "label" : "Institut für Allgemeinen Maschinenbau"
  }, {
    "@id" : "https://fis.th-koeln.de/vivo/individual/FF_001",
    "istForschungsfeldvon" : "https://fis.th-koeln.de/vivo/individual/publ_21866"
  }, {
    "@id" : "https://fis.th-koeln.de/vivo/individual/aut_21866-1",
    "@type" : [ "obo:BFO_0000020", "vivo:Authorship", "vivo:Relationship" ],
    "relates" : "https://fis.th-koeln.de/vivo/individual/publ_21866",
    "rdf:type" : [ {
      "@id" : "obo:BFO_0000001"
    }, {
      "@id" : "obo:BFO_0000002"
    }, {
      "@id" : "owl:Thing"
    } ]
  }, {
    "@id" : "https://fis.th-koeln.de/vivo/individual/aut_21866-2",
    "@type" : [ "obo:BFO_0000020", "vivo:Authorship", "vivo:Relationship" ],
    "relates" : "https://fis.th-koeln.de/vivo/individual/publ_21866",
    "rdf:type" : [ {
      "@id" : "obo:BFO_0000001"
    }, {
      "@id" : "obo:BFO_0000002"
    }, {
      "@id" : "owl:Thing"
    } ]
  }, {
    "@id" : "https://fis.th-koeln.de/vivo/individual/aut_21866-3",
    "@type" : [ "obo:BFO_0000020", "vivo:Authorship", "vivo:Relationship" ],
    "relates" : "https://fis.th-koeln.de/vivo/individual/publ_21866",
    "rdf:type" : [ {
      "@id" : "obo:BFO_0000001"
    }, {
      "@id" : "obo:BFO_0000002"
    }, {
      "@id" : "owl:Thing"
    } ]
  }, {
    "@id" : "https://fis.th-koeln.de/vivo/individual/cite_21866-0",
    "@type" : "thkoeln:Zitat",
    "rdf:type" : {
      "@id" : "owl:Thing"
    }
  }, {
    "@id" : "https://fis.th-koeln.de/vivo/individual/cite_21866-1",
    "@type" : "thkoeln:Zitat",
    "rdf:type" : {
      "@id" : "owl:Thing"
    }
  }, {
    "@id" : "https://fis.th-koeln.de/vivo/individual/cite_21866-2",
    "@type" : "thkoeln:Zitat",
    "rdf:type" : {
      "@id" : "owl:Thing"
    }
  }, {
    "@id" : "https://fis.th-koeln.de/vivo/individual/journal_10408",
    "@type" : [ "bibo:Collection", "thkoeln:Zeitschrift", "bibo:Periodical", "bibo:Journal" ],
    "publicationVenueFor" : "https://fis.th-koeln.de/vivo/individual/publ_21866",
    "rdf:type" : [ {
      "@id" : "obo:BFO_0000031"
    }, {
      "@id" : "obo:IAO_0000030"
    }, {
      "@id" : "owl:Thing"
    }, {
      "@id" : "obo:BFO_0000002"
    }, {
      "@id" : "obo:BFO_0000001"
    } ],
    "label" : "Journal of machine engineering"
  }, {
    "@id" : "https://fis.th-koeln.de/vivo/individual/publ_21866",
    "@type" : "foaf:Document",
    "dokumententyp" : "Wissenschaftlicher Artikel",
    "peerReviewed" : "true",
    "sprache" : "englisch",
    "status" : "validiert",
    "hatForschungsfeld" : "https://fis.th-koeln.de/vivo/individual/FF_001",
    "hatOrganisationseinheit" : "https://fis.th-koeln.de/vivo/individual/10000154",
    "hatRessourceart" : "http://cris.nrw/hisinone/RessourceText",
    "hatZitat" : [ "https://fis.th-koeln.de/vivo/individual/cite_21866-1", "https://fis.th-koeln.de/vivo/individual/cite_21866-0", "https://fis.th-koeln.de/vivo/individual/cite_21866-2" ],
    "hatZugangsrecht" : "http://cris.nrw/hisinone/OpenAccess",
    "date" : "2026-07-14T10:44:42",
    "publisher" : "https://fis.th-koeln.de/vivo",
    "rights" : "https://fis.th-koeln.de/vivo/termsOfUse",
    "abstract" : "Retrieval-Augmented Generation (RAG) is widely used for manufacturing assistance, but its effectiveness depends on selecting retrievable text units. We test whether humans or Large Language Models (LLMs) can judge which case descriptions are better suited as RAG inputs. We constructed 100 synthetic manufacturing service cases, each paired with a realistic query and two comparable problem–solution variants differing in contextual completeness, granularity, and quality. Five engineers and five LLMs chose the variant expected to be more retrievable and useful. As a reference, both variants were indexed in a minimal retrieval setup with one chunk per case and evaluated with MRR@3, treating the case-matching chunk as the only relevant item among distractors. LLMs showed much higher within-group agreement than humans, yet neither cohort consistently matched retrievalderived winners. Ties were frequent; on non-tied cases, majority decisions fell below chance and were significantly worse than random guessing in one embedding setting, while no individual rater achieved above-chance performance. Overall, the findings indicate that perceived RAG-fitness is not a reliable proxy for retrieval performance and should be grounded in retrieval-based evaluation under the target deployment setup.",
    "doi" : "10.36897/jme/218709",
    "issue" : "2",
    "pageEnd" : "174",
    "pageStart" : "163",
    "volume" : "26",
    "mostSpecificType" : "thkoeln:Journalartikel",
    "dateTimeValue" : "http://cris.nrw/date2026",
    "freetextKeyword" : [ "Artificial Intelligence", "Manufacturing", "Large Language Models", "Information Retrieval" ],
    "hasPublicationVenue" : "https://fis.th-koeln.de/vivo/individual/journal_10408",
    "relatedBy" : [ "https://fis.th-koeln.de/vivo/individual/aut_21866-3", "https://fis.th-koeln.de/vivo/individual/aut_21866-2", "https://fis.th-koeln.de/vivo/individual/aut_21866-1" ],
    "rdf:type" : [ {
      "@id" : "obo:IAO_0000030"
    }, {
      "@id" : "thkoeln:Journalartikel"
    }, {
      "@id" : "obo:BFO_0000031"
    }, {
      "@id" : "obo:BFO_0000002"
    }, {
      "@id" : "thkoeln:Artikel"
    }, {
      "@id" : "obo:BFO_0000001"
    }, {
      "@id" : "owl:Thing"
    }, {
      "@id" : "bibo:Document"
    }, {
      "@id" : "thkoeln:Publikation"
    } ],
    "label" : [ "RDF description of Evaluating Data Suitability for Rag Systems in Manufacturing: A Comparision between Human and Llm Judgments - https://fis.th-koeln.de/vivo/individual/publ_21866", "Evaluating Data Suitability for Rag Systems in Manufacturing: A Comparision between Human and Llm Judgments" ]
  } ],
  "@context" : {
    "label" : {
      "@id" : "http://www.w3.org/2000/01/rdf-schema#label"
    },
    "istForschungsfeldvon" : {
      "@id" : "http://cris.nrw/hisinone/istForschungsfeldvon",
      "@type" : "@id"
    },
    "publicationVenueFor" : {
      "@id" : "http://vivoweb.org/ontology/core#publicationVenueFor",
      "@type" : "@id"
    },
    "relatedBy" : {
      "@id" : "http://vivoweb.org/ontology/core#relatedBy",
      "@type" : "@id"
    },
    "freetextKeyword" : {
      "@id" : "http://vivoweb.org/ontology/core#freetextKeyword"
    },
    "sprache" : {
      "@id" : "http://cris.nrw/hisinone#sprache"
    },
    "mostSpecificType" : {
      "@id" : "http://vitro.mannlib.cornell.edu/ns/vitro/0.7#mostSpecificType",
      "@type" : "@id"
    },
    "peerReviewed" : {
      "@id" : "http://cris.nrw/hisinone#peerReviewed"
    },
    "issue" : {
      "@id" : "http://purl.org/ontology/bibo/issue"
    },
    "hasPublicationVenue" : {
      "@id" : "http://vivoweb.org/ontology/core#hasPublicationVenue",
      "@type" : "@id"
    },
    "rights" : {
      "@id" : "http://purl.org/dc/elements/1.1/rights",
      "@type" : "@id"
    },
    "hatZugangsrecht" : {
      "@id" : "http://cris.nrw/hisinone/hatZugangsrecht",
      "@type" : "@id"
    },
    "hatZitat" : {
      "@id" : "http://cris.nrw/hisinone/hatZitat",
      "@type" : "@id"
    },
    "hatRessourceart" : {
      "@id" : "http://cris.nrw/hisinone/hatRessourceart",
      "@type" : "@id"
    },
    "hatOrganisationseinheit" : {
      "@id" : "http://cris.nrw/hisinone/hatOrganisationseinheit",
      "@type" : "@id"
    },
    "dokumententyp" : {
      "@id" : "http://cris.nrw/hisinone#dokumententyp"
    },
    "volume" : {
      "@id" : "http://purl.org/ontology/bibo/volume"
    },
    "pageStart" : {
      "@id" : "http://purl.org/ontology/bibo/pageStart"
    },
    "hatForschungsfeld" : {
      "@id" : "http://cris.nrw/hisinone/hatForschungsfeld",
      "@type" : "@id"
    },
    "status" : {
      "@id" : "http://cris.nrw/hisinone#status"
    },
    "publisher" : {
      "@id" : "http://purl.org/dc/elements/1.1/publisher",
      "@type" : "@id"
    },
    "doi" : {
      "@id" : "http://purl.org/ontology/bibo/doi"
    },
    "date" : {
      "@id" : "http://purl.org/dc/elements/1.1/date",
      "@type" : "http://www.w3.org/2001/XMLSchema#dateTime"
    },
    "dateTimeValue" : {
      "@id" : "http://vivoweb.org/ontology/core#dateTimeValue",
      "@type" : "@id"
    },
    "abstract" : {
      "@id" : "http://purl.org/ontology/bibo/abstract"
    },
    "pageEnd" : {
      "@id" : "http://purl.org/ontology/bibo/pageEnd"
    },
    "relates" : {
      "@id" : "http://vivoweb.org/ontology/core#relates",
      "@type" : "@id"
    },
    "istOrganisationseinheitVon" : {
      "@id" : "http://cris.nrw/hisinone/istOrganisationseinheitVon",
      "@type" : "@id"
    },
    "ocrer" : "http://purl.org/net/OCRe/research.owl#",
    "owl" : "http://www.w3.org/2002/07/owl#",
    "scires" : "http://vivoweb.org/ontology/scientific-research#",
    "xsd" : "http://www.w3.org/2001/XMLSchema#",
    "skos" : "http://www.w3.org/2004/02/skos/core#",
    "rdfs" : "http://www.w3.org/2000/01/rdf-schema#",
    "ocresd" : "http://purl.org/net/OCRe/study_design.owl#",
    "swo" : "http://www.ebi.ac.uk/efo/swo/",
    "cito" : "http://purl.org/spar/cito/",
    "geo" : "http://aims.fao.org/aos/geopolitical.owl#",
    "ocresst" : "http://purl.org/net/OCRe/statistics.owl#",
    "dcterms" : "http://purl.org/dc/terms/",
    "vivo" : "http://vivoweb.org/ontology/core#",
    "event" : "http://purl.org/NET/c4dm/event.owl#",
    "vann" : "http://purl.org/vocab/vann/",
    "foaf" : "http://xmlns.com/foaf/0.1/",
    "c4o" : "http://purl.org/spar/c4o/",
    "fabio" : "http://purl.org/spar/fabio/",
    "vcard" : "http://www.w3.org/2006/vcard/ns#",
    "thkoeln" : "http://cris.nrw/hisinone#",
    "vitro" : "http://vitro.mannlib.cornell.edu/ns/vitro/0.7#",
    "vitro-public" : "http://vitro.mannlib.cornell.edu/ns/vitro/public#",
    "rdf" : "http://www.w3.org/1999/02/22-rdf-syntax-ns#",
    "ocresp" : "http://purl.org/net/OCRe/study_protocol.owl#",
    "bibo" : "http://purl.org/ontology/bibo/",
    "obo" : "http://purl.obolibrary.org/obo/",
    "ro" : "http://purl.obolibrary.org/obo/ro.owl#"
  }
}