%0 Journal Article %1 1742-6596-513-6-062033 %A Meyer, Jörg %A Hardt, Marcus %A Streit, Achim %A van Wezel, Jos %D 2014 %J Journal of Physics: Conference Series %K archivierung bogdata forschungsdaten %N 6 %P 062033 %T Archival Services and Technologies for Scientific Data %U http://stacks.iop.org/1742-6596/513/i=6/a=062033 %V 513 %X After analysis and publication, there is no need to keep experimental data online on spinning disks. For reliability and costs inactive data is moved to tape and put into a data archive. The data archive must provide reliable access for at least ten years following a recommendation of the German Science Foundation (DFG), but many scientific communities wish to keep data available much longer. Data archival is on the one hand purely a bit preservation activity in order to ensure the bits read are the same as those written years before. On the other hand enough information must be archived to be able to use and interpret the content of the data. The latter is depending on many also community specific factors and remains an areas of much debate among archival specialists. The paper describes the current practice of archival and bit preservation in use for different science communities at KIT for which a combination of organizational services and technical tools are required. The special monitoring to detect tape related errors, the software infrastructure in use as well as the service certification are discussed. Plans and developments at KIT also in the context of the Large Scale Data Management and Analysis (LSDMA) project are presented. The technical advantages of the T10 SCSI Stream Commands (SSC-4) and the Linear Tape File System (LTFS) will have a profound impact on future long term archival of large data sets.

@article{1742-6596-513-6-062033, abstract = {After analysis and publication, there is no need to keep experimental data online on spinning disks. For reliability and costs inactive data is moved to tape and put into a data archive. The data archive must provide reliable access for at least ten years following a recommendation of the German Science Foundation (DFG), but many scientific communities wish to keep data available much longer. Data archival is on the one hand purely a bit preservation activity in order to ensure the bits read are the same as those written years before. On the other hand enough information must be archived to be able to use and interpret the content of the data. The latter is depending on many also community specific factors and remains an areas of much debate among archival specialists. The paper describes the current practice of archival and bit preservation in use for different science communities at KIT for which a combination of organizational services and technical tools are required. The special monitoring to detect tape related errors, the software infrastructure in use as well as the service certification are discussed. Plans and developments at KIT also in the context of the Large Scale Data Management and Analysis (LSDMA) project are presented. The technical advantages of the T10 SCSI Stream Commands (SSC-4) and the Linear Tape File System (LTFS) will have a profound impact on future long term archival of large data sets.}, added-at = {2017-08-21T13:05:45.000+0200}, author = {Meyer, Jörg and Hardt, Marcus and Streit, Achim and van Wezel, Jos}, biburl = {https://puma.ub.uni-stuttgart.de/bibtex/201b20441928cb4ed3c03a4ea44f0051e/diglezakis}, description = {Archival Services and Technologies for Scientific Data - IOPscience}, interhash = {3202f95d2eea3349a03b52ce1c5b4263}, intrahash = {01b20441928cb4ed3c03a4ea44f0051e}, journal = {Journal of Physics: Conference Series}, keywords = {archivierung bogdata forschungsdaten}, number = 6, pages = 062033, timestamp = {2017-08-21T11:05:45.000+0200}, title = {Archival Services and Technologies for Scientific Data}, url = {http://stacks.iop.org/1742-6596/513/i=6/a=062033}, volume = 513, year = 2014 }