@prefix ocrer: <http://purl.org/net/OCRe/research.owl#> .
@prefix owl:   <http://www.w3.org/2002/07/owl#> .
@prefix scires: <http://vivoweb.org/ontology/scientific-research#> .
@prefix xsd:   <http://www.w3.org/2001/XMLSchema#> .
@prefix skos:  <http://www.w3.org/2004/02/skos/core#> .
@prefix rdfs:  <http://www.w3.org/2000/01/rdf-schema#> .
@prefix ocresd: <http://purl.org/net/OCRe/study_design.owl#> .
@prefix swo:   <http://www.ebi.ac.uk/efo/swo/> .
@prefix cito:  <http://purl.org/spar/cito/> .
@prefix geo:   <http://aims.fao.org/aos/geopolitical.owl#> .
@prefix ocresst: <http://purl.org/net/OCRe/statistics.owl#> .
@prefix dcterms: <http://purl.org/dc/terms/> .
@prefix vivo:  <http://vivoweb.org/ontology/core#> .
@prefix event: <http://purl.org/NET/c4dm/event.owl#> .
@prefix vann:  <http://purl.org/vocab/vann/> .
@prefix foaf:  <http://xmlns.com/foaf/0.1/> .
@prefix c4o:   <http://purl.org/spar/c4o/> .
@prefix fabio: <http://purl.org/spar/fabio/> .
@prefix vcard: <http://www.w3.org/2006/vcard/ns#> .
@prefix thkoeln: <http://cris.nrw/hisinone#> .
@prefix vitro: <http://vitro.mannlib.cornell.edu/ns/vitro/0.7#> .
@prefix vitro-public: <http://vitro.mannlib.cornell.edu/ns/vitro/public#> .
@prefix rdf:   <http://www.w3.org/1999/02/22-rdf-syntax-ns#> .
@prefix ocresp: <http://purl.org/net/OCRe/study_protocol.owl#> .
@prefix bibo:  <http://purl.org/ontology/bibo/> .
@prefix obo:   <http://purl.obolibrary.org/obo/> .
@prefix ro:    <http://purl.obolibrary.org/obo/ro.owl#> .

<https://fis.th-koeln.de/vivo/individual/FF_001>
        <http://cris.nrw/hisinone/istForschungsfeldvon>
                <https://fis.th-koeln.de/vivo/individual/publ_13726> .

<https://fis.th-koeln.de/vivo/individual/cite_13726-0>
        a       thkoeln:Zitat , owl:Thing .

<http://cris.nrw/hisinone/OpenAccess>
        a           <http://cris.nrw/hisinone/Zugangsrecht> , owl:NamedIndividual , owl:Thing ;
        rdfs:label  "Open Access"@en-US , "Open Access"@de-DE .

obo:BFO_0000002  a  owl:Class ;
        rdfs:label  "Kontinuant"@de-DE , "Continuant"@en-US , "Continuant"@en .

<https://fis.th-koeln.de/vivo/individual/aut_13726-2>
        a             obo:BFO_0000001 , obo:BFO_0000020 , vivo:Authorship , vivo:Relationship , obo:BFO_0000002 , owl:Thing ;
        vivo:relates  <https://fis.th-koeln.de/vivo/individual/publ_13726> .

<http://cris.nrw/date2023>
        a       obo:BFO_0000003 , obo:BFO_0000008 , obo:BFO_0000001 , vivo:DateTimeValue , obo:BFO_0000148 , owl:Thing .

thkoeln:Artikel  a  owl:Class ;
        rdfs:label  "Artikel"@de-DE , "Article"@en-US .

obo:BFO_0000001  a  owl:Class ;
        rdfs:label  "Entität"@de-DE , "Entity"@en-US , "Entity"@en .

<https://fis.th-koeln.de/vivo/individual/aut_13726-1>
        a             obo:BFO_0000001 , obo:BFO_0000020 , vivo:Authorship , vivo:Relationship , obo:BFO_0000002 , owl:Thing ;
        vivo:relates  <https://fis.th-koeln.de/vivo/individual/publ_13726> .

<http://cris.nrw/hisinone/RessourceText>
        a           owl:NamedIndividual , <http://cris.nrw/hisinone/ArtderRessource> , owl:Thing ;
        rdfs:label  "Text"@de-DE , "Text"@en-US .

<https://fis.th-koeln.de/vivo/individual/journal_2818>
        a                         bibo:Journal , obo:IAO_0000030 , thkoeln:Zeitschrift , bibo:Collection , obo:BFO_0000031 , obo:BFO_0000001 , bibo:Periodical , obo:BFO_0000002 , owl:Thing ;
        rdfs:label                "Information processing & management" ;
        vivo:publicationVenueFor  <https://fis.th-koeln.de/vivo/individual/publ_13726> .

bibo:Document  a    owl:Class ;
        rdfs:label  "Dokument"@de-DE , "Document"@en-US , "Document"@en .

owl:Thing  a    owl:Class .

thkoeln:Journalartikel
        a           owl:Class ;
        rdfs:label  "Journal Article"@en-US , "Journalartikel"@de-DE .

obo:IAO_0000030  a  owl:Class ;
        rdfs:label  "Entität für Informationsinhalt"@de-DE , "Information Content Entity"@en-US , "Information Content Entity"@en .

<https://fis.th-koeln.de/vivo/individual/publ_13726>
        a                         thkoeln:Publikation , obo:BFO_0000002 , foaf:Document , obo:BFO_0000001 , thkoeln:Artikel , obo:IAO_0000030 , thkoeln:Journalartikel , obo:BFO_0000031 , bibo:Document , owl:Thing ;
        rdfs:label                "An In-depth Investigation on the Behavior of Measures to Quantify Reproducibility" , "RDF description of An In-depth Investigation on the Behavior of Measures to Quantify Reproducibility - https://fis.th-koeln.de/vivo/individual/publ_13726" ;
        thkoeln:artikelnummer     "103332" ;
        thkoeln:dokumententyp     "Wissenschaftlicher Artikel" ;
        thkoeln:sprache           "englisch" ;
        thkoeln:status            "validiert" ;
        <http://cris.nrw/hisinone/hatForschungsfeld>
                <https://fis.th-koeln.de/vivo/individual/FF_001> ;
        <http://cris.nrw/hisinone/hatOrganisationseinheit>
                <https://fis.th-koeln.de/vivo/individual/10000126> ;
        <http://cris.nrw/hisinone/hatRessourceart>
                <http://cris.nrw/hisinone/RessourceText> ;
        <http://cris.nrw/hisinone/hatZitat>
                <https://fis.th-koeln.de/vivo/individual/cite_13726-0> , <https://fis.th-koeln.de/vivo/individual/cite_13726-1> , <https://fis.th-koeln.de/vivo/individual/cite_13726-2> ;
        <http://cris.nrw/hisinone/hatZugangsrecht>
                <http://cris.nrw/hisinone/OpenAccess> ;
        <http://purl.org/dc/elements/1.1/date>
                "2026-04-04T01:18:49"^^xsd:dateTime ;
        <http://purl.org/dc/elements/1.1/publisher>
                <https://fis.th-koeln.de/vivo> ;
        <http://purl.org/dc/elements/1.1/rights>
                <https://fis.th-koeln.de/vivo/termsOfUse> ;
        bibo:abstract             "Science is facing a so-called reproducibility crisis, where researchers struggle to repeat experiments and to get the same or comparable results. This represents a fundamental problem in any scientific discipline because reproducibility lies at the very basis of the scientific method. A central methodological question is how to measure reproducibility and interpret different measures. In Information Retrieval (IR), current practices to measure reproducibility rely mainly on comparing averaged scores. If the reproduced score is close enough to the original one, the reproducibility experiment is deemed successful, although the identical scores can still rely on entirely different result lists. Therefore, this paper focuses on measures to quantify reproducibility in IR and their behavior. We present a critical analysis of IR reproducibility measures by synthetically generating runs in a controlled experimental setting, which allows us to control the amount of reproducibility error. These synthetic runs are generated by a deterioration algorithm based on swaps and replacements of documents in ranked lists. We investigate the behavior of different reproducibility measures with these synthetic runs in three different scenarios. Moreover, we propose a normalized version of Root Mean Square Error (RMSE) to quantify reproducibility better. Experimental results show that a single score is not enough to decide whether an experiment is successfully reproduced because such a score depends on the type of effectiveness measure and the performance of the original run. This study highlights how challenging it can be to reproduce experimental results and quantify the amount of reproducibility." ;
        bibo:doi                  "10.1016/j.ipm.2023.103332" ;
        bibo:issue                "3" ;
        bibo:volume               "60" ;
        vitro:mostSpecificType    thkoeln:Journalartikel ;
        vivo:dateTimeValue        <http://cris.nrw/date2023> ;
        vivo:freetextKeyword      "Reproducibility" , "Information retrieval" , "Evaluation" ;
        vivo:hasPublicationVenue  <https://fis.th-koeln.de/vivo/individual/journal_2818> ;
        vivo:relatedBy            <https://fis.th-koeln.de/vivo/individual/aut_13726-2> , <https://fis.th-koeln.de/vivo/individual/aut_13726-1> , <https://fis.th-koeln.de/vivo/individual/aut_13726-4> , <https://fis.th-koeln.de/vivo/individual/aut_13726-3> .

<https://fis.th-koeln.de/vivo/individual/cite_13726-2>
        a       thkoeln:Zitat , owl:Thing .

<https://fis.th-koeln.de/vivo/individual/aut_13726-4>
        a             obo:BFO_0000001 , obo:BFO_0000020 , vivo:Authorship , vivo:Relationship , obo:BFO_0000002 , owl:Thing ;
        vivo:relates  <https://fis.th-koeln.de/vivo/individual/publ_13726> .

<https://fis.th-koeln.de/vivo/individual/cite_13726-1>
        a       thkoeln:Zitat , owl:Thing .

thkoeln:Publikation  a  owl:Class ;
        rdfs:label  "Publikationen"@de-DE , "Publications"@en-US .

<https://fis.th-koeln.de/vivo/individual/10000126>
        a           thkoeln:Organisationseinheit , foaf:Agent , obo:BFO_0000001 , obo:BFO_0000004 , obo:BFO_0000002 , foaf:Organization , owl:Thing ;
        rdfs:label  "Institut für Informationswissenschaft" ;
        <http://cris.nrw/hisinone/istOrganisationseinheitVon>
                <https://fis.th-koeln.de/vivo/individual/publ_13726> .

<https://fis.th-koeln.de/vivo/individual/aut_13726-3>
        a             obo:BFO_0000001 , obo:BFO_0000020 , vivo:Authorship , vivo:Relationship , obo:BFO_0000002 , owl:Thing ;
        vivo:relates  <https://fis.th-koeln.de/vivo/individual/publ_13726> .

obo:BFO_0000031  a  owl:Class ;
        rdfs:label  "Bedingter Kontinuant"@de-DE , "Generically Dependent Continuant"@en-US , "Generically Dependent Continuant"@en .