{ "types" : { "Bookmark" : { "pluralLabel" : "Bookmarks" }, "Publication" : { "pluralLabel" : "Publications" }, "GoldStandardPublication" : { "pluralLabel" : "GoldStandardPublications" }, "GoldStandardBookmark" : { "pluralLabel" : "GoldStandardBookmarks" }, "Tag" : { "pluralLabel" : "Tags" }, "User" : { "pluralLabel" : "Users" }, "Group" : { "pluralLabel" : "Groups" }, "Sphere" : { "pluralLabel" : "Spheres" } }, "properties" : { "count" : { "valueType" : "number" }, "date" : { "valueType" : "date" }, "changeDate" : { "valueType" : "date" }, "url" : { "valueType" : "url" }, "id" : { "valueType" : "url" }, "tags" : { "valueType" : "item" }, "user" : { "valueType" : "item" } }, "items" : [ { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/245781974c74c53c1f605f04264e4f048/hermann", "tags" : [ "reproducibility" ], "intraHash" : "45781974c74c53c1f605f04264e4f048", "interHash" : "9f81710e42b7a0256f29b3a914fa22d9", "label" : "Promoting an open research culture", "user" : "hermann", "description" : "", "date" : "2020-11-21 14:36:13", "changeDate" : "2020-11-21 13:36:52", "count" : 4, "pub-type": "article", "journal": "Science","publisher":"American Association for the Advancement of Science", "year": "2015", "url": "https://science.sciencemag.org/content/348/6242/1422", "author": [ "B. A. Nosek","G. Alter","G. C. Banks","D. Borsboom","S. D. Bowman","S. J. Breckler","S. Buck","C. D. Chambers","G. Chin","G. Christensen","M. Contestabile","A. Dafoe","E. Eich","J. Freese","R. Glennerster","D. Goroff","D. P. Green","B. Hesse","M. Humphreys","J. Ishiyama","D. Karlan","A. Kraut","A. Lupia","P. Mabry","T. Madon","N. Malhotra","E. Mayo-Wilson","M. McNutt","E. Miguel","E. Levy Paluck","U. Simonsohn","C. Soderberg","B. A. Spellman","J. Turitto","G. VandenBos","S. Vazire","E. J. Wagenmakers","R. Wilson","T. Yarkoni" ], "authors": [ {"first" : "B. A.", "last" : "Nosek"}, {"first" : "G.", "last" : "Alter"}, {"first" : "G. C.", "last" : "Banks"}, {"first" : "D.", "last" : "Borsboom"}, {"first" : "S. D.", "last" : "Bowman"}, {"first" : "S. J.", "last" : "Breckler"}, {"first" : "S.", "last" : "Buck"}, {"first" : "C. D.", "last" : "Chambers"}, {"first" : "G.", "last" : "Chin"}, {"first" : "G.", "last" : "Christensen"}, {"first" : "M.", "last" : "Contestabile"}, {"first" : "A.", "last" : "Dafoe"}, {"first" : "E.", "last" : "Eich"}, {"first" : "J.", "last" : "Freese"}, {"first" : "R.", "last" : "Glennerster"}, {"first" : "D.", "last" : "Goroff"}, {"first" : "D. P.", "last" : "Green"}, {"first" : "B.", "last" : "Hesse"}, {"first" : "M.", "last" : "Humphreys"}, {"first" : "J.", "last" : "Ishiyama"}, {"first" : "D.", "last" : "Karlan"}, {"first" : "A.", "last" : "Kraut"}, {"first" : "A.", "last" : "Lupia"}, {"first" : "P.", "last" : "Mabry"}, {"first" : "T.", "last" : "Madon"}, {"first" : "N.", "last" : "Malhotra"}, {"first" : "E.", "last" : "Mayo-Wilson"}, {"first" : "M.", "last" : "McNutt"}, {"first" : "E.", "last" : "Miguel"}, {"first" : "E. Levy", "last" : "Paluck"}, {"first" : "U.", "last" : "Simonsohn"}, {"first" : "C.", "last" : "Soderberg"}, {"first" : "B. A.", "last" : "Spellman"}, {"first" : "J.", "last" : "Turitto"}, {"first" : "G.", "last" : "VandenBos"}, {"first" : "S.", "last" : "Vazire"}, {"first" : "E. J.", "last" : "Wagenmakers"}, {"first" : "R.", "last" : "Wilson"}, {"first" : "T.", "last" : "Yarkoni"} ], "volume": "348","number": "6242","pages": "1422--1425", "eprint" : "https://science.sciencemag.org/content/348/6242/1422.full.pdf", "issn" : "0036-8075", "doi" : "10.1126/science.aab2374", "bibtexKey": "nosek2015promoting" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/2f6f951b2b1e0587b77c4b4563649279e/hermann", "tags" : [ "forschungsdaten","software","reproducibility","diss","berlin" ], "intraHash" : "f6f951b2b1e0587b77c4b4563649279e", "interHash" : "01d7498336840907ee88166b61328e19", "label" : "Artifact Evaluation: Is It a Real Incentive?", "user" : "hermann", "description" : "", "date" : "2019-11-27 15:03:04", "changeDate" : "2019-12-08 12:45:03", "count" : 1, "pub-type": "inproceedings", "booktitle": "2017 IEEE 13th International Conference on e-Science (e-Science)", "year": "2017", "url": "https://ieeexplore.ieee.org/document/8109184/", "author": [ "B. R. Childers","P. K. Chrysanthis" ], "authors": [ {"first" : "B. R.", "last" : "Childers"}, {"first" : "P. K.", "last" : "Chrysanthis"} ], "pages": "488-489","abstract": "It is well accepted that we learn hard lessons when implementing and re-evaluating systems, yet it is also acknowledged that science faces a crisis in reproducibility. Experimental computer science is far from immune, although it should be easier for CS than other sciences, given the emphasis on experimental artifacts, such as source code, data sets, workflows, parameters, etc. The data management community pioneered methods at ACM SIGMOD 2007 and 2008 to encourage and incentivize authors to improve their software development and experimental practices. Now, after 10 years, the broader CS community has started to adopt Artifact Evaluation (AE) to review artifacts along with papers. In this paper, we examine how AE has incentivized authors, and whether the process is having a measurable impact. Our answer can help guide CS, and more broadly, other computationally-oriented sciences, in encouraging peer-review of software artifacts and developing additional community practices for incentives.", "issn" : "null", "doi" : "10.1109/eScience.2017.79", "bibtexKey": "childers2017artifact" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/2e005aeb058ff4034ddb2170612aa4ea5/hermann", "tags" : [ "forschungsdaten","software","reproducibility","diss","berlin" ], "intraHash" : "e005aeb058ff4034ddb2170612aa4ea5", "interHash" : "9fdef98ed4b502bdd22b8549918bbef5", "label" : "Incentivizing reproducibility", "user" : "hermann", "description" : "", "date" : "2019-11-27 14:57:56", "changeDate" : "2019-12-08 12:46:02", "count" : 2, "pub-type": "article", "journal": "Communications of the ACM","publisher":"Association for Computing Machinery (ACM)", "year": "2016", "url": "https://doi.org/10.1145%2F2994031", "author": [ "Ronald F. Boisvert" ], "authors": [ {"first" : "Ronald F.", "last" : "Boisvert"} ], "volume": "59","number": "10","pages": "5--5", "doi" : "10.1145/2994031", "bibtexKey": "Boisvert_2016" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/25d61c30b0b2ac5d6dcd637b668ef88d6/hermann", "tags" : [ "forschungsdaten","software","reproducibility","diss" ], "intraHash" : "5d61c30b0b2ac5d6dcd637b668ef88d6", "interHash" : "1332196bd2ff3e5a8db0a9e4bf9f9232", "label" : "Committing to Data Quality Review", "user" : "hermann", "description" : "", "date" : "2019-10-23 10:57:34", "changeDate" : "2019-11-27 13:55:33", "count" : 2, "pub-type": "article", "journal": "International Journal of Digital Curation","publisher":"Edinburgh University Library", "year": "2014", "url": "https://doi.org/10.2218%2Fijdc.v9i1.317", "author": [ "Limor Peer","Ann Green","Elizabeth Stephenson" ], "authors": [ {"first" : "Limor", "last" : "Peer"}, {"first" : "Ann", "last" : "Green"}, {"first" : "Elizabeth", "last" : "Stephenson"} ], "volume": "9","number": "1","pages": "263--291", "doi" : "10.2218/ijdc.v9i1.317", "bibtexKey": "peer2014committing" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/2bf994cc36055fa648b6d2f9bf35cf214/hermann", "tags" : [ "projekt","TOSCA","myown","Reusability","publist","Reproducibility","lebenslauf","Deployment","roar","Research" ], "intraHash" : "bf994cc36055fa648b6d2f9bf35cf214", "interHash" : "40fe10413905f7ec7836126a296d8120", "label" : "Towards Deployable Research Object Archives Based on TOSCA", "user" : "hermann", "description" : "", "date" : "2019-04-10 16:09:18", "changeDate" : "2022-05-13 14:41:26", "count" : 2, "pub-type": "inproceedings", "booktitle": "Papers From the 12th Advanced Summer School of Service-Oriented Computing (SummerSoC 2018)","publisher":"IBM Research Division", "year": "2018", "url": "https://www.iaas.uni-stuttgart.de/publications/INPROC-2018-44-Towards-Deployable-Research-Object-Archives-Based-on-TOSCA.pdf", "author": [ "Michael Zimmermann","Uwe Breitenbücher","Jasmin Guth","Sibylle Hermann","Frank Leymann","Karoline Saatkamp" ], "authors": [ {"first" : "Michael", "last" : "Zimmermann"}, {"first" : "Uwe", "last" : "Breitenbücher"}, {"first" : "Jasmin", "last" : "Guth"}, {"first" : "Sibylle", "last" : "Hermann"}, {"first" : "Frank", "last" : "Leymann"}, {"first" : "Karoline", "last" : "Saatkamp"} ], "pages": "31--42","abstract": "In science, reproducibility means that a scientific experiment can be repeated\r\n by another scientist with the same result. This is of particular importance to\r\n verify the results as well as to show the usefulness and reusability for\r\n further research. However, the exclusive publication of the research results in\r\n a scientific journal is usually not sufficient. In addition to research\r\n results, also research data as well as research software need to be published\r\n and made public available in order to enable researcher to gain new insights\r\n and thus advance research. However, the reproducibility and reusability of\r\n research data and research software typically is hindered by several barriers.\r\n Therefore, this work intends to first provide an overview of the current\r\n situation and issues in this particular topic and furthermore sketch our vision\r\n of standards-based Research Object Archives containing scientific publications,\r\n software, data, metadata and licenses in order to tackle the existing problems.", "ee" : "https://www.2018.summersoc.eu/", "language" : "Englisch", "cr-category" : "C.2.4 Distributed Systems,\r\n D.2.7 Software Engineering Distribution, Maintenance, and Enhancement,\r\n H.3.7 Digital Libraries", "department" : "Universität Stuttgart, Institut für Architektur von Anwendungssystemen", "bibtexKey": "zimmermann2018towards" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/20c5417ac76a0927bb4040198bb5ad0d6/hermann", "tags" : [ "workflow","reproducibility","metadaten" ], "intraHash" : "0c5417ac76a0927bb4040198bb5ad0d6", "interHash" : "0a245a2f3e07d4237f4673010f11f407", "label" : "Reproducibility of execution environments in computational science using Semantics and Clouds", "user" : "hermann", "description" : "Reproducibility of execution environments in computational science using Semantics and Clouds - ScienceDirect", "date" : "2018-05-24 10:44:08", "changeDate" : "2018-05-24 08:44:08", "count" : 1, "pub-type": "article", "journal": "Future Generation Computer Systems", "year": "2017", "url": "http://www.sciencedirect.com/science/article/pii/S0167739X16000029", "author": [ "Idafen Santana-Perez","Rafael Ferreira da Silva","Mats Rynge","Ewa Deelman","María S. Pérez-Hernández","Oscar Corcho" ], "authors": [ {"first" : "Idafen", "last" : "Santana-Perez"}, {"first" : "Rafael Ferreira", "last" : "da Silva"}, {"first" : "Mats", "last" : "Rynge"}, {"first" : "Ewa", "last" : "Deelman"}, {"first" : "María S.", "last" : "Pérez-Hernández"}, {"first" : "Oscar", "last" : "Corcho"} ], "volume": "67","pages": "354 - 367","abstract": "In the past decades, one of the most common forms of addressing reproducibility in scientific workflow-based computational science has consisted of tracking the provenance of the produced and published results. Such provenance allows inspecting intermediate and final results, improves understanding, and permits replaying a workflow execution. Nevertheless, this approach does not provide any means for capturing and sharing the very valuable knowledge about the experimental equipment of a computational experiment, i.e., the execution environment in which the experiments are conducted. In this work, we propose a novel approach based on semantic vocabularies that describes the execution environment of scientific workflows, so as to conserve it. We define a process for documenting the workflow application and its related management system, as well as their dependencies. Then we apply this approach over three different real workflow applications running in three distinct scenarios, using public, private, and local Cloud platforms. In particular, we study one astronomy workflow and two life science workflows for genomic information analysis. Experimental results show that our approach can reproduce an equivalent execution environment of a predefined virtual machine image on all evaluated computing platforms.", "issn" : "0167-739X", "doi" : "https://doi.org/10.1016/j.future.2015.12.017", "bibtexKey": "SANTANAPEREZ2017354" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/2c935ef5f73e8a2a6ecab5fc51bf91c14/hermann", "tags" : [ "forschungsdaten","bibliothek","reproducibility" ], "intraHash" : "c935ef5f73e8a2a6ecab5fc51bf91c14", "interHash" : "9f1cc15a995a6b475c28d867215b6e34", "label" : "Reproducibility Librarianship", "user" : "hermann", "description" : "", "date" : "2018-03-19 14:36:40", "changeDate" : "2018-03-19 13:37:05", "count" : 2, "pub-type": "article", "journal": "Collaborative Librarianship", "year": "2017", "url": "/brokenurl# https://digitalcommons.du.edu/collaborativelibrarianship/vol9/iss2/4 ", "author": [ "Vicky Steeves" ], "authors": [ {"first" : "Vicky", "last" : "Steeves"} ], "volume": "9","number": "2", "bibtexKey": "steeves2017reproducibility" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/29e91fa4cb9c531b75e5b786c0d826df0/hermann", "tags" : [ "reproducibility" ], "intraHash" : "9e91fa4cb9c531b75e5b786c0d826df0", "interHash" : "cbe782635c7251ce31adb2a5fa4a520e", "label" : "A Computational Reproducibility Benchmark.", "user" : "hermann", "description" : "", "date" : "2018-02-23 20:45:57", "changeDate" : "2018-02-23 19:45:57", "count" : 2, "pub-type": "article", "journal": "IEEE Data Eng. Bull.", "year": "2013", "url": "http://dblp.uni-trier.de/db/journals/debu/debu36.html#ChirigatiTSF13", "author": [ "Fernando Seabra Chirigati","Matthias Troyer","Dennis E. Shasha","Juliana Freire" ], "authors": [ {"first" : "Fernando Seabra", "last" : "Chirigati"}, {"first" : "Matthias", "last" : "Troyer"}, {"first" : "Dennis E.", "last" : "Shasha"}, {"first" : "Juliana", "last" : "Freire"} ], "volume": "36","number": "4","pages": "54-59", "ee" : "http://sites.computer.org/debull/A13dec/p54.pdf", "bibtexKey": "chirigati2013computational" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/20449f672368938458f63d20945f40409/hermann", "tags" : [ "reproducibility" ], "intraHash" : "0449f672368938458f63d20945f40409", "interHash" : "2380bb44c62630507141a5896784d49c", "label" : "Towards Reproducibility in Scientific Workflows: An Infrastructure-Based Approach.", "user" : "hermann", "description" : "", "date" : "2018-02-23 20:44:32", "changeDate" : "2018-02-23 19:45:02", "count" : 1, "pub-type": "article", "journal": "Scientific Programming", "year": "2015", "url": "http://dblp.uni-trier.de/db/journals/sp/sp2015.html#PerezP15", "author": [ "Idafen Santana Pérez","María S. Pérez-Hernández" ], "authors": [ {"first" : "Idafen Santana", "last" : "Pérez"}, {"first" : "María S.", "last" : "Pérez-Hernández"} ], "volume": "2015","pages": "243180:1-243180:11", "ee" : "http://dx.doi.org/10.1155/2015/243180", "bibtexKey": "prez2015towards" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/2c74a275a987bcf941fb2cc585fa10c70/hermann", "tags" : [ "reproducibility" ], "intraHash" : "c74a275a987bcf941fb2cc585fa10c70", "interHash" : "706fc2e4228e0dfbc86630b44515d2d3", "label" : "The Limits of Reproducibility in Numerical Simulation.", "user" : "hermann", "description" : "", "date" : "2018-02-23 20:43:17", "changeDate" : "2018-02-23 19:43:17", "count" : 2, "pub-type": "article", "journal": "Computing in Science and Engineering", "year": "2012", "url": "http://dblp.uni-trier.de/db/journals/cse/cse14.html#Diethelm12", "author": [ "Kai Diethelm" ], "authors": [ {"first" : "Kai", "last" : "Diethelm"} ], "volume": "14","number": "1","pages": "64-72", "ee" : "http://doi.ieeecomputersociety.org/10.1109/MCSE.2011.21", "bibtexKey": "diethelm2012limits" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/219a32d2ea53f342e07923d2361022e26/hermann", "tags" : [ "forschungsdaten","software","reproducibility" ], "intraHash" : "19a32d2ea53f342e07923d2361022e26", "interHash" : "aa297c505dfda47a883e70b721a423bc", "label" : "Enhancing reproducibility for computational methods", "user" : "hermann", "description" : "", "date" : "2017-06-21 17:24:22", "changeDate" : "2017-06-21 15:25:06", "count" : 2, "pub-type": "article", "journal": "Science","publisher":"American Association for the Advancement of Science (AAAS)", "year": "2016", "url": "http://dx.doi.org/10.1126/science.aah6168", "author": [ "V. Stodden","M. McNutt","D. H. Bailey","E. Deelman","Y. Gil","B. Hanson","M. A. Heroux","J. P. A. Ioannidis","M. Taufer" ], "authors": [ {"first" : "V.", "last" : "Stodden"}, {"first" : "M.", "last" : "McNutt"}, {"first" : "D. H.", "last" : "Bailey"}, {"first" : "E.", "last" : "Deelman"}, {"first" : "Y.", "last" : "Gil"}, {"first" : "B.", "last" : "Hanson"}, {"first" : "M. A.", "last" : "Heroux"}, {"first" : "J. P. A.", "last" : "Ioannidis"}, {"first" : "M.", "last" : "Taufer"} ], "volume": "354","number": "6317","pages": "1240\u20131241", "doi" : "10.1126/science.aah6168", "bibtexKey": "stodden2016enhancing" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/2c487a1a1262bde3205470f7bdc0579a1/hermann", "tags" : [ "software","reproducibility","zitieren" ], "intraHash" : "c487a1a1262bde3205470f7bdc0579a1", "interHash" : "2d7cb8674f6207a5415b3be74710752b", "label" : "Repeatability and Benefaction in Computer Systems Research", "user" : "hermann", "description" : "", "date" : "2017-06-21 06:11:26", "changeDate" : "2017-06-21 07:46:13", "count" : 2, "pub-type": "misc", "year": "2015", "url": "http://reproducibility.cs.arizona.edu/v2/RepeatabilityTR.pdf", "author": [ "Christian Collberg","Todd Proebsting","Alex M. Warren" ], "authors": [ {"first" : "Christian", "last" : "Collberg"}, {"first" : "Todd", "last" : "Proebsting"}, {"first" : "Alex M.", "last" : "Warren"} ], "abstract": "e describe a study into the extent to which Computer Systems researchers share their\r\ncode and data and the extent to which such code builds. Starting with 601 papers from ACM\r\nconferences and journals, we examine 402 papers whose results were backed by code. For 32.3%\r\nof these papers we were able to obtain the code and build it within 30 minutes; for 48.3% of the\r\npapers we managed to build the code, but it may have required extra effort; for 54.0% of the\r\npapers either\r\nwe\r\nmanaged to build the code or the authors stated the code would build with\r\nreasonable effort. We also propose a novel\r\nsharing specification\r\nscheme that requires researchers\r\nto specify the level of sharing that reviewers and readers can assume from a paper", "urldate" : "21.6.2017", "bibtexKey": "collberg2015repeatability" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/28c6fba32d1e940edb6b9d177a5386570/hermann", "tags" : [ "re-use","forschungsdaten","software","reproducibility" ], "intraHash" : "8c6fba32d1e940edb6b9d177a5386570", "interHash" : "83e0ac02153093b7152291258acbda6a", "label" : "The R software environment in reproducible geoscientific research", "user" : "hermann", "description" : "", "date" : "2017-05-10 12:01:30", "changeDate" : "2017-05-10 10:02:31", "count" : 1, "pub-type": "article", "journal": "Eos, Transactions American Geophysical Union", "year": "2012", "url": "http://dx.doi.org/10.1029/2012EO160003", "author": [ "Edzer Pebesma","Daniel Nüst","Roger Bivand" ], "authors": [ {"first" : "Edzer", "last" : "Pebesma"}, {"first" : "Daniel", "last" : "Nüst"}, {"first" : "Roger", "last" : "Bivand"} ], "volume": "93","number": "16","pages": "163--163", "issn" : "2324-9250", "doi" : "10.1029/2012EO160003", "bibtexKey": "pebesma2012software" } , { "type" : "Publication", "id" : "https://puma.ub.uni-stuttgart.de/bibtex/2bf959b573b4def857215e89c0f318277/hermann", "tags" : [ "oa","forschungsdaten","software","reproducibility" ], "intraHash" : "bf959b573b4def857215e89c0f318277", "interHash" : "3de5914c88de532b86f93c0984b6da60", "label" : "Opening the Publication Process with Executable Research Compendia", "user" : "hermann", "description" : "", "date" : "2017-05-10 11:54:59", "changeDate" : "2017-05-10 09:54:59", "count" : 1, "pub-type": "article", "journal": "D-Lib Magazine", "year": "2017", "url": "http://www.dlib.org/dlib/january17/nuest/01nuest.html", "author": [ "Daniel Nuest","Markus Konkol","Marc Schutzeichel","Edzer Pebesma","Christian Kray","Holger Przibytzin","Joerg Lorenz" ], "authors": [ {"first" : "Daniel", "last" : "Nuest"}, {"first" : "Markus", "last" : "Konkol"}, {"first" : "Marc", "last" : "Schutzeichel"}, {"first" : "Edzer", "last" : "Pebesma"}, {"first" : "Christian", "last" : "Kray"}, {"first" : "Holger", "last" : "Przibytzin"}, {"first" : "Joerg", "last" : "Lorenz"} ], "volume": "23","number": "1/2", "issn" : "1082-9873", "doi" : "10.1045/january2017-nuest", "bibtexKey": "january17nuest" } ] }