% IMPORTANT: The following is UTF-8 encoded. This means that in the presence
% of non-ASCII characters, it will not work with BibTeX 0.99 or older.
% Instead, you should use an up-to-date BibTeX implementation like “bibtex8” or
% “biber”.
@BOOK{Schwarz:600943,
author = {Schwarz, Kilian},
title = {{D}ata-{I}ntensive {R}adio {A}stronomy},
address = {eBook, printed copy, ePub for iPad, Kindle edition},
publisher = {Springer},
reportid = {PUBDB-2024-00005},
isbn = {978-3031584701},
pages = {55-64},
year = {2024},
abstract = {Radio astronomy is irreversibly moving towards the exabyte
era. In the advent of all-sky radio observations, having
efficient tools and methods to manage the large-datavolume
generated is imperative. A huge progress has already been
made, throughinnovation and expertise in research, and
large-data management has been the topicof discussion within
the community for decades, with improved interferometers
(un-precedented sensitivity and resolution, number of
baselines, broad-band receivers).However, the challenges
don’t disappear and only grow. Thus the community is
ac-tively searching for efficient solutions which will take
astrophysics to the exabyte era.Current radio telescopes
(e.g. LOFAR, MeerKAT, ASKAP) have identified the
dif-ficulties of obtaining hundreds of Gbits per sec of data
and processing them throughpipelines in order to produce
science ready products, as well as providing
efficientmethods to the community to (re)use these data, and
having efficient data storage forarchiving.Our vision for
this special volume on Data-Intensive Radio Astronomy is
basedon a data-centric approach, addressing the data
lifecycle to create a coherent flow ofthe content. Bringing
together different communities, e.g. astrophysics,
high-energyphysics, data science and computer science, our
aim is to provide knowledge in thetopic of current tools and
ideas for the future development of data management.Diverse
input and various approaches are meant to tackle the
challenges that currentand future instruments, including
radio telescopes, are facing.This special volume represents
the vast amount of expertise that needs to cometogether to
write a book about data-intensive radio astronomy. The book
is separatedin four parts, that describe the data cycle,
with a general introduction (Chapter 1)on radio astronomy
and why we observe the radio sky, as well as the current
andupcoming era of exabyte radio astronomy. Part I on
’Data creation, storage andarchives’ (Chapters 2-4),
describes how the data are acquired using radio
telescopes,and the need for long-term data archives and
high-performance infrastructure tostore data before they can
be pre-processed. Part II on ’Data processing’
(Chapters5-7), narrates the challenges of processing large
amounts of data efficiently and howdifferent radio
facilities around the world face these challenges, employing
modernco-design and software architectures. Part III on
’Post-processing and data analysis’(Chapters 8-11),
describes the broad science that can be done using the data
inhand. The data need to be processed depending on the
scientific question, in orderto create ready science
products. It further highlights how machine learning
andartificial intelligence algorithms aid in the analysis of
large data volumes, alongsidemodern techniques of
visualisation using virtual reality and planetaria. Part IV
on’Data access and reuse’ (Chapters 12-14), explains the
effort of radio astronomy andother disciplines to make data
and science ready products available for humans andmachines,
following the FAIR principles of findability, accessibility,
interoperability,and reusability. It highlights the work
done for the Virtual Observatory, as well as theneed for
proper metadata and data management. Finally, the epilogue
(Chapter 15)gives a quick summary and outlook for the future
of data-intensive radio astronomy,also keeping in mind the
efforts of the community for sustainability in this
data-intensive radio era.},
cin = {IT},
cid = {I:(DE-H253)IT-20120731},
pnm = {623 - Data Management and Analysis (POF4-623) / DFG project
G:(GEPRIS)460248186 - PUNCH4NFDI - Teilchen, Universum,
Kerne und Hadronen für die NFDI (460248186)},
pid = {G:(DE-HGF)POF4-623 / G:(GEPRIS)460248186},
experiment = {EXP:(DE-MLZ)NOSPEC-20140101},
typ = {PUB:(DE-HGF)3},
url = {https://bib-pubdb1.desy.de/record/600943},
}