000614555 001__ 614555
000614555 005__ 20250723172412.0
000614555 0247_ $$2doi$$a10.3389/fphy.2024.1331329
000614555 0247_ $$2datacite_doi$$a10.3204/PUBDB-2024-05901
000614555 0247_ $$2altmetric$$aaltmetric:160140115
000614555 0247_ $$2WOS$$aWOS:001180665800001
000614555 0247_ $$2openalex$$aopenalex:W4392193897
000614555 037__ $$aPUBDB-2024-05901
000614555 041__ $$aEnglish
000614555 082__ $$a530
000614555 1001_ $$0P:(DE-H253)PIP1082551$$aSobolev, Egor$$b0$$eCorresponding author
000614555 245__ $$aData reduction activities at European XFEL: early results
000614555 260__ $$aLausanne$$bFrontiers Media$$c2024
000614555 3367_ $$2DRIVER$$aarticle
000614555 3367_ $$2DataCite$$aOutput Types/Journal article
000614555 3367_ $$0PUB:(DE-HGF)16$$2PUB:(DE-HGF)$$aJournal Article$$bjournal$$mjournal$$s1726230230_4157899
000614555 3367_ $$2BibTeX$$aARTICLE
000614555 3367_ $$2ORCID$$aJOURNAL_ARTICLE
000614555 3367_ $$00$$2EndNote$$aJournal Article
000614555 520__ $$aThe European XFEL is a megahertz repetition-rate facility producing extremely bright and coherent pulses of a few tens of femtoseconds duration. The amount of data generated in the context of user experiments can exceed hundreds of gigabits per second, resulting in tens of petabytes stored every year. These rates and volumes pose significant challenges both for facilities and users thereof. In fact, if unaddressed, extraction and interpretation of scientific content will be hindered, and investment and operational costs will quickly become unsustainable. In this article, we outline challenges and solutions in data reduction.
000614555 536__ $$0G:(DE-HGF)POF4-6G13$$a6G13 - Accelerator of European XFEL (POF4-6G13)$$cPOF4-6G13$$fPOF IV$$x0
000614555 542__ $$2Crossref$$i2024-02-27$$uhttps://creativecommons.org/licenses/by/4.0/
000614555 588__ $$aDataset connected to CrossRef, Journals: bib-pubdb1.desy.de
000614555 693__ $$0EXP:(DE-H253)XFEL-Exp-20150101$$1EXP:(DE-H253)XFEL-20150101$$5EXP:(DE-H253)XFEL-Exp-20150101$$aXFEL$$eExperiments at XFEL$$x0
000614555 7001_ $$aSchmidt, Philipp$$b1
000614555 7001_ $$aMalka, Janusz$$b2
000614555 7001_ $$aHammer, David$$b3
000614555 7001_ $$aBoukhelef, Djelloul$$b4
000614555 7001_ $$aMöller, Johannes$$b5
000614555 7001_ $$aAhmed, Karim$$b6
000614555 7001_ $$aBean, Richard$$b7
000614555 7001_ $$aBermúdez Macías, Ivette Jazmín$$b8
000614555 7001_ $$aBielecki, Johan$$b9
000614555 7001_ $$aBösenberg, Ulrike$$b10
000614555 7001_ $$aCarinan, Cammille$$b11
000614555 7001_ $$aDall’Antonia, Fabio$$b12
000614555 7001_ $$aEsenov, Sergey$$b13
000614555 7001_ $$aFangohr, Hans$$b14
000614555 7001_ $$aFerreira de Lima, Danilo Enoque$$b15
000614555 7001_ $$aFerreira Maia, Luís Gonçalo$$b16
000614555 7001_ $$aFiroozi, Hadi$$b17
000614555 7001_ $$aFlucke, Gero$$b18
000614555 7001_ $$aGessler, Patrick$$b19
000614555 7001_ $$aGiovanetti, Gabriele$$b20
000614555 7001_ $$aKoliyadu, Jayanath$$b21
000614555 7001_ $$aMadsen, Anders$$b22
000614555 7001_ $$aMichelat, Thomas$$b23
000614555 7001_ $$aSchuh, Michael$$b24
000614555 7001_ $$aSikorski, Marcin$$b25
000614555 7001_ $$aSilenzi, Alessandro$$b26
000614555 7001_ $$aSztuk-Dambietz, Jolanta$$b27
000614555 7001_ $$aTurcato, Monica$$b28
000614555 7001_ $$aTurkot, Oleksii$$b29
000614555 7001_ $$aWrigley, James$$b30
000614555 7001_ $$aAplin, Steve$$b31
000614555 7001_ $$aHauf, Steffen$$b32
000614555 7001_ $$aWrona, Krzysztof$$b33
000614555 7001_ $$aGelisio, Luca$$b34
000614555 77318 $$2Crossref$$3journal-article$$a10.3389/fphy.2024.1331329$$bFrontiers Media SA$$d2024-02-27$$tFrontiers in Physics$$v12$$x2296-424X$$y2024
000614555 773__ $$0PERI:(DE-600)2721033-9$$a10.3389/fphy.2024.1331329$$gVol. 12, p. 1331329$$p1331329$$tFrontiers in physics$$v12$$x2296-424X$$y2024
000614555 8564_ $$uhttps://bib-pubdb1.desy.de/record/614555/files/fphy-12-1331329.pdf$$yOpenAccess
000614555 8564_ $$uhttps://bib-pubdb1.desy.de/record/614555/files/fphy-12-1331329.pdf?subformat=pdfa$$xpdfa$$yOpenAccess
000614555 8767_ $$82023-1047800-4$$92024-02-06$$d2024-09-11$$eAPC$$jZahlung erfolgt$$zwurde von XFEL angewiesen
000614555 8767_ $$82023-1047800-4$$92024-02-06$$d2024-09-11$$eAPC$$jStorniert$$zDFG OAPK (Projekt)
000614555 8767_ $$82023-1047800-4$$92024-02-06$$d2024-09-11$$eAPC$$jZahlung erfolgt$$zDFG OAPK (Projekt)
000614555 909CO $$ooai:bib-pubdb1.desy.de:614555$$pdnbdelivery$$popenCost$$pVDB$$pdriver$$pOpenAPC$$popen_access$$popenaire
000614555 9101_ $$0I:(DE-588b)235011-7$$6P:(DE-H253)PIP1082551$$aEuropean Molecular Biology Laboratory$$b0$$kEMBL
000614555 9101_ $$0I:(DE-588)1043621512$$6P:(DE-H253)PIP1082551$$aEuropean XFEL$$b0$$kXFEL.EU
000614555 9131_ $$0G:(DE-HGF)POF4-6G13$$1G:(DE-HGF)POF4-6G0$$2G:(DE-HGF)POF4-600$$3G:(DE-HGF)POF4$$4G:(DE-HGF)POF$$aDE-HGF$$bForschungsbereich Materie$$lGroßgeräte: Materie$$vAccelerator of European XFEL$$x0
000614555 9141_ $$y2024
000614555 915pc $$0PC:(DE-HGF)0000$$2APC$$aAPC keys set
000614555 915pc $$0PC:(DE-HGF)0001$$2APC$$aLocal Funding
000614555 915pc $$0PC:(DE-HGF)0002$$2APC$$aDFG OA Publikationskosten
000614555 915pc $$0PC:(DE-HGF)0003$$2APC$$aDOAJ Journal
000614555 915__ $$0StatID:(DE-HGF)0160$$2StatID$$aDBCoverage$$bEssential Science Indicators$$d2023-08-23
000614555 915__ $$0LIC:(DE-HGF)CCBY4$$2HGFVOC$$aCreative Commons Attribution CC BY 4.0
000614555 915__ $$0StatID:(DE-HGF)0113$$2StatID$$aWoS$$bScience Citation Index Expanded$$d2023-08-23
000614555 915__ $$0StatID:(DE-HGF)0700$$2StatID$$aFees$$d2023-08-23
000614555 915__ $$0StatID:(DE-HGF)0510$$2StatID$$aOpenAccess
000614555 915__ $$0StatID:(DE-HGF)0561$$2StatID$$aArticle Processing Charges$$d2023-08-23
000614555 915__ $$0StatID:(DE-HGF)0100$$2StatID$$aJCR$$bFRONT PHYS-LAUSANNE : 2022$$d2024-12-14
000614555 915__ $$0StatID:(DE-HGF)0200$$2StatID$$aDBCoverage$$bSCOPUS$$d2024-12-14
000614555 915__ $$0StatID:(DE-HGF)0300$$2StatID$$aDBCoverage$$bMedline$$d2024-12-14
000614555 915__ $$0StatID:(DE-HGF)0501$$2StatID$$aDBCoverage$$bDOAJ Seal$$d2024-01-12T09:06:32Z
000614555 915__ $$0StatID:(DE-HGF)0500$$2StatID$$aDBCoverage$$bDOAJ$$d2024-01-12T09:06:32Z
000614555 915__ $$0StatID:(DE-HGF)0030$$2StatID$$aPeer Review$$bDOAJ : Anonymous peer review$$d2024-01-12T09:06:32Z
000614555 915__ $$0StatID:(DE-HGF)0199$$2StatID$$aDBCoverage$$bClarivate Analytics Master Journal List$$d2024-12-14
000614555 915__ $$0StatID:(DE-HGF)1150$$2StatID$$aDBCoverage$$bCurrent Contents - Physical, Chemical and Earth Sciences$$d2024-12-14
000614555 915__ $$0StatID:(DE-HGF)0150$$2StatID$$aDBCoverage$$bWeb of Science Core Collection$$d2024-12-14
000614555 915__ $$0StatID:(DE-HGF)9900$$2StatID$$aIF < 5$$d2024-12-14
000614555 9201_ $$0I:(DE-H253)XFEL_DO_DD_DA-20210408$$kXFEL_DO_DD_DA$$lData Analysis$$x0
000614555 9201_ $$0I:(DE-H253)XFEL_E1_SPB_SFX-20210408$$kXFEL_E1_SPB/SFX$$lSPB/SFX$$x1
000614555 980__ $$ajournal
000614555 980__ $$aVDB
000614555 980__ $$aUNRESTRICTED
000614555 980__ $$aI:(DE-H253)XFEL_DO_DD_DA-20210408
000614555 980__ $$aI:(DE-H253)XFEL_E1_SPB_SFX-20210408
000614555 980__ $$aAPC
000614555 9801_ $$aAPC
000614555 9801_ $$aFullTexts
000614555 999C5 $$1Wang$$2Crossref$$9-- missing cx lookup --$$a10.1002/smll.201802291$$p1802291 -$$tSmall$$v14$$y2018
000614555 999C5 $$1Götz$$2Crossref$$9-- missing cx lookup --$$a10.1140/epjp/s13360-023-04189-6$$p617 -$$tThe Eur Phys J Plus$$v138$$y2023
000614555 999C5 $$1Hatsui$$2Crossref$$9-- missing cx lookup --$$a10.1107/S205225251500010X$$p371 -$$tIUCrJ$$v2$$y2015
000614555 999C5 $$1Chapman$$2Crossref$$9-- missing cx lookup --$$a10.1107/S2052252523003585$$p246 -$$tIUCrJ$$v10$$y2023
000614555 999C5 $$1Pellegrini$$2Crossref$$9-- missing cx lookup --$$a10.1140/epjh/e2012-20064-5$$p659 -$$tThe Eur Phys J H$$v37$$y2012
000614555 999C5 $$1Chapman$$2Crossref$$9-- missing cx lookup --$$a10.1146/annurev-biochem-013118-110744$$p35 -$$tAnnu Rev Biochem$$v88$$y2019
000614555 999C5 $$1Blaj$$2Crossref$$9-- missing cx lookup --$$a10.1063/1.4952884$$p040012 -$$tAIP Conf Proc$$v1741$$y2016
000614555 999C5 $$1Hart$$2Crossref$$9-- missing cx lookup --$$a10.1109/NSSMIC.2012.6551165$$p534 -$$y2012
000614555 999C5 $$1Veale$$2Crossref$$9-- missing cx lookup --$$a10.1088/1748-0221/12/12/P12003$$pP12003 -$$tJ Instrumentation$$v12$$y2017
000614555 999C5 $$1Allahgholi$$2Crossref$$9-- missing cx lookup --$$a10.1088/1748-0221/11/02/C02066$$pC02066 -$$tJ Instrumentation$$v11$$y2016
000614555 999C5 $$1Allahgholi$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600577518016077$$p74 -$$tJ Synchrotron Radiat$$v26$$y2019
000614555 999C5 $$1Porro$$2Crossref$$9-- missing cx lookup --$$a10.1109/TNS.2021.3076602$$p1334 -$$tIEEE Trans Nucl Sci$$v68$$y2021
000614555 999C5 $$1Johnson$$2Crossref$$9-- missing cx lookup --$$a10.1088/1748-0221/9/05/C05032$$pC05032 -$$tJ Instrumentation$$v9$$y2014
000614555 999C5 $$1Hatsui$$2Crossref$$oHatsui CITIUS: a 17400 frames/s x-ray imaging detector. 2022$$tCITIUS: a 17400 frames/s x-ray imaging detector.$$y2022
000614555 999C5 $$1Decking$$2Crossref$$9-- missing cx lookup --$$a10.1038/s41566-020-0607-z$$p391 -$$tNat Photon$$v14$$y2020
000614555 999C5 $$1Tschentscher$$2Crossref$$9-- missing cx lookup --$$a10.1140/epjp/s13360-023-03809-5$$p274 -$$tEur Phys J Plus$$v138$$y2023
000614555 999C5 $$1Sekutowicz$$2Crossref$$9-- missing cx lookup --$$a10.1103/PhysRevSTAB.18.050701$$p050701 -$$tPhys Rev ST Accel Beams$$v18$$y2015
000614555 999C5 $$1Schmidt$$2Crossref$$9-- missing cx lookup --$$a10.3389/fphy.2023.1321524$$tFront Phys$$v11$$y2024
000614555 999C5 $$2Crossref$$oATLAS level-1 trigger: technical design report 1998$$tATLAS level-1 trigger: technical design report$$y1998
000614555 999C5 $$1Jenni$$2Crossref$$oJenni Tech. rep 2003$$tTech. rep$$y2003
000614555 999C5 $$1Bayatyan$$2Crossref$$oBayatyan The trigger systems. Tech. Rep. 2000$$tThe trigger systems. Tech. Rep.$$y2000
000614555 999C5 $$1Thayer$$2Crossref$$9-- missing cx lookup --$$a10.1109/NSSMIC.2017.8533033$$p1 -$$y2017
000614555 999C5 $$1Hadian-Jazi$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600576721007317$$p1360 -$$tJ Appl Crystallogr$$v54$$y2021
000614555 999C5 $$1Galchenkova$$2Crossref$$9-- missing cx lookup --$$a10.1107/S2053273322094517$$pe266 -$$tActa Crystallogr Section A$$v78$$y2022
000614555 999C5 $$1Nawaz$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600576723007446$$p1494 -$$tJ Appl Crystallogr$$v56$$y2023
000614555 999C5 $$1Rahmani$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600576722011748$$p200 -$$tJ Appl Crystallogr$$v56$$y2023
000614555 999C5 $$1Kieffer$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600577518000607$$p612 -$$tJ Synchrotron Radiat$$v25$$y2018
000614555 999C5 $$1Kieffer$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600577522007238$$p1318 -$$tJ Synchrotron Radiat$$v29$$y2022
000614555 999C5 $$1Kieffer$$2Crossref$$9-- missing cx lookup --$$a10.1107/S2053273322094530$$pe263 -$$tActa Crystallogr Section A$$v78$$y2022
000614555 999C5 $$1Zhang$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600577520014319$$p259 -$$tJ Synchrotron Radiat$$v28$$y2021
000614555 999C5 $$1Zhao$$2Crossref$$9-- missing cx lookup --$$a10.1109/BigData50022.2020.9378449$$p2716 -$$y2020
000614555 999C5 $$1Wang$$2Crossref$$9-- missing cx lookup --$$a10.1107/S2052252523006115$$p568 -$$tIUCrJ$$v10$$y2023
000614555 999C5 $$1Sun$$2Crossref$$9-- missing cx lookup --$$a10.1038/s41598-023-36456-y$$p9370 -$$tScientific Rep$$v13$$y2023
000614555 999C5 $$1Wilkinson$$2Crossref$$9-- missing cx lookup --$$a10.1038/sdata.2016.18$$p160018 -$$tScientific Data$$v3$$y2016
000614555 999C5 $$2Crossref$$oUser documentation for data reduction at European XFEL 2024$$tUser documentation for data reduction at European XFEL$$y2024
000614555 999C5 $$1Neutze$$2Crossref$$9-- missing cx lookup --$$a10.1038/35021099$$p752 -$$tNature$$v406$$y2000
000614555 999C5 $$1Chapman$$2Crossref$$9-- missing cx lookup --$$a10.1038/nature09750$$p73 -$$tNature$$v470$$y2011
000614555 999C5 $$1Bogan$$2Crossref$$9-- missing cx lookup --$$a10.1021/nl072728k$$p310 -$$tNano Lett$$v8$$y2008
000614555 999C5 $$1Graewert$$2Crossref$$9-- missing cx lookup --$$a10.1016/j.sbi.2013.06.007$$p748 -$$tCurr Opin Struct Biol$$v23$$y2013
000614555 999C5 $$1Lehmkühler$$2Crossref$$9-- missing cx lookup --$$a10.1073/pnas.2003337117$$p24110 -$$tProc Natl Acad Sci$$v117$$y2020
000614555 999C5 $$1Reiser$$2Crossref$$9-- missing cx lookup --$$a10.1038/s41467-022-33154-7$$p5528 -$$tNat Commun$$v13$$y2022
000614555 999C5 $$1Altarelli$$2Crossref$$9-- missing cx lookup --$$a10.1103/PhysRevB.82.104207$$p104207 -$$tPhys Rev B$$v82$$y2010
000614555 999C5 $$1Malka$$2Crossref$$9-- missing cx lookup --$$a10.18429/JACoW-ICALEPCS2023-WE1BCO02$$p952 -$$y2024
000614555 999C5 $$2Crossref$$oMetadata catalogue 2023$$tMetadata catalogue$$y2023
000614555 999C5 $$1Schmuck$$2Crossref$$oSchmuck Proceedings of the 1st USENIX conference on file and storage technologies (USA: USENIX association) 2002$$tProceedings of the 1st USENIX conference on file and storage technologies (USA: USENIX association)$$y2002
000614555 999C5 $$2Crossref$$oMaxwell cluster 2023$$tMaxwell cluster$$y2023
000614555 999C5 $$1Ernst$$2Crossref$$oErnst Proceedings of computing in high energy physics 2001$$tProceedings of computing in high energy physics$$y2001
000614555 999C5 $$1Hauf$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600577519006696$$p1448 -$$tJ Synchrotron Radiat$$v26$$y2019
000614555 999C5 $$1Göries$$2Crossref$$oGöries Synchrotron Radiation News 2023$$tSynchrotron Radiation News$$y2023
000614555 999C5 $$1Esenov$$2Crossref$$oEsenov Technical design report: European XFEL DAQ and DM computing – 2009 public version 2009$$tTechnical design report: European XFEL DAQ and DM computing – 2009 public version$$y2009
000614555 999C5 $$1Boukhelef$$2Crossref$$oBoukhelef 2014$$y2014
000614555 999C5 $$2Crossref$$oEXDF-tools: tools to work with EXDF HDF5 files 2023$$tEXDF-tools: tools to work with EXDF HDF5 files$$y2023
000614555 999C5 $$1Madsen$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600577521001302$$p637 -$$tJ Synchrotron Radiat$$v28$$y2021
000614555 999C5 $$1Mancuso$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600577519003308$$p660 -$$tJ Synchrotron Radiat$$v26$$y2019
000614555 999C5 $$1Koziol$$2Crossref$$oKoziol HDF5 2011$$tHDF5$$y2011
000614555 999C5 $$1Deutsch$$2Crossref$$9-- missing cx lookup --$$a10.17487/rfc1951$$y1996
000614555 999C5 $$1Zastrau$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600577521007335$$p1393 -$$tJ Synchrotron Radiat$$v28$$y2021
000614555 999C5 $$1Shannon$$2Crossref$$9-- missing cx lookup --$$a10.1002/j.1538-7305.1948.tb01338.x$$p379 -$$tBell Syst Tech J$$v27$$y1948
000614555 999C5 $$1Kieffer$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600577520000776$$p558 -$$tJ Synchrotron Radiat$$v27$$y2020
000614555 999C5 $$1White$$2Crossref$$9-- missing cx lookup --$$a10.1107/S0021889812002312$$p335 -$$tJ Appl Cryst$$v45$$y2012
000614555 999C5 $$1Brewster$$2Crossref$$9-- missing cx lookup --$$a10.1107/S2059798318009191$$p877 -$$tActa Crystallogr Section D$$v74$$y2018
000614555 999C5 $$1Turkot$$2Crossref$$9-- missing cx lookup --$$a10.3390/cryst13111533$$p1533 -$$tCrystals$$v13$$y2023
000614555 999C5 $$1Turkot$$2Crossref$$oTurkot X-ray free-electron lasers: advances in source development and instrumentation VI 2023$$tX-ray free-electron lasers: advances in source development and instrumentation VI$$y2023
000614555 999C5 $$1Barty$$2Crossref$$9-- missing cx lookup --$$a10.1107/S1600576714007626$$p1118 -$$tJ Appl Crystallogr$$v47$$y2014
000614555 999C5 $$1Ullrich$$2Crossref$$9-- missing cx lookup --$$a10.1088/0034-4885/66/9/203$$p1463 -$$tRep Prog Phys$$v66$$y2003
000614555 999C5 $$1Boll$$2Crossref$$9-- missing cx lookup --$$a10.1038/s41567-022-01507-0$$p423 -$$tNat Phys$$v18$$y2022
000614555 999C5 $$1Dallari$$2Crossref$$9-- missing cx lookup --$$a10.3390/app11178037$$p8037 -$$tAppl Sci$$v11$$y2021
000614555 999C5 $$1Ferreira de Lima$$2Crossref$$oFerreira de Lima preparation 2024$$tpreparation$$y2024
000614555 999C5 $$2Crossref$$oQuality of data services 2025$$tQuality of data services$$y2025