Skip to content

W
White Rabbit
Commit 910154d7 authored by Maciej Lipinski's avatar Maciej Lipinski
Browse files
Options

WIP

parent 91793574
Hide whitespace changes
Inline Side-by-side
Showing with 289 additions and 64 deletions
papers/ISPCS2018/wrApplicationsOverview.bib
View file @ 910154d7
......@@ -165,6 +165,12 @@ year = "2015",
URL = {http://icalepcs.synchrotron.org.au/papers/wec3o01.pdf},
howpublished = "{\url{http://icalepcs.synchrotron.org.au/papers/wec3o01.pdf}}"
}
@inproceedings{biblio:WR-LIST-2,
author = "T.Levens and A.Boccardi and A.Butterworth and L.R.Carver and G.Daniluk and M.Gasior and W.Hofle and O.R.Jones and G.Kotzian and T.Lefevre and J.C.Molendijk and M.Ojeda Sandonis and J.Serrano and D.Valuch and T.Wlostowski and F.Vanga",
title = "{INSTABILITY DIAGNOSTICS}",
booktitle = "{6th Evian Workshop}",
year = "2015",
}
@electronic{biblio:wr-streamers,
title = "{White Rabbit Streamers IP Core}",
......@@ -403,4 +409,123 @@ year = "2014",
@Misc{biblio:WR-INRIM-400km,
title = "WR-based time transfer between INRIM and Milano",
howpublished = {\url{https://www.top-ix.org/en/2018/03/22/the-time-as-service-service-becomes-operational/}},
}
@inproceedings{biblio:GSI-WR-GMT,
author = "C.Prados and A.Hahn and J.Bai and A.Suresh",
title = "{A RELIABLE WHITE RABBIT NETWORK FOR THE FAIR GENERAL TIMING MACHINE}",
booktitle = "{Proceedings of 16th Int. Conf. on Accelerator and Large Experimental Control Systems}",
year = "2018",
}
@Misc{biblio:GSI-WR-GMT-wiki,
title = "WR-based General Machine Timing System at GSI",
howpublished = {\url{https://www-acc.gsi.de/wiki/Timing/TimingSystemDocuments}},
}
@inproceedings{biblio:GSI-WR-GMT-CRYRING,
author = "MKreider and A.Hahn and R.Bar and D.Beck and N.Kurz and C.Prados and S.Rauch and M.Reese and M.Zeig",
title = "{TWO YEARS OF FAIR GENERAL MACHINE TIMING – EXPERIENCES AND IMPROVEMENTS}",
booktitle = "{Proceedings of 16th Int. Conf. on Accelerator and Large Experimental Control Systems}",
year = "2018",
}
@Inproceedings{biblio:LHAASO,
author = "G. Gong and S. Chen and Q. Du and J. Li and Y. Liu",
title = "{Sub-nanosecond Timing System Designed And Developed For LHAASO Project}",
booktitle = "Proceedings of International Conference on Accelerator and Large Experimental Physics Control Systems (ICALEPCS)",
address = "Grenoble, France",
year = "2011",
}
@Inproceedings{biblio:LHAASO-WR-temp,
author = "Hongming Li and Guanghua Gong and Weibin Pan and Qiang Du and Jianmin Li",
title = "{Temperature Effect and Correction Method of White Rabbit Timing Link}",
booktitle = "IEEE TRANSACTIONS ON NUCLEAR SCIENCE, VOL. 62, NO. 3, JUNE 2015",
year = "2015",
}
@Inproceedings{biblio:LHAASO-WR-calibrator,
author = "Hongming Li and Guanghua Gong and and Jianmin Li",
title = "{Portable Calibration Node for LHAASO-KM2A Detector Array}",
booktitle = "IEEE TRANSACTIONS ON NUCLEAR SCIENCE, VOL. 64, NO. 6, JUNE 2017",
year = "2017",
}
@Inproceedings{biblio:LHAASO-WR-prototype,
author = "Hongming Li and Guanghua Gong and Qiand Du",
title = "{PROTOTYPE OF WHITE RABBIT NETWORK IN LHAASO}",
booktitle = "Proceedings of ICALEPCS2015, Melbourne, Australia ",
year = "2015",
}
@misc{biblio:KM3NeT,
title = "{The Cubic Kilometre Neutrino Telescope (KM3NeT)}",
howpublished = {\url{http://km3net.org}},
url = "http://km3net.org",
}
@Misc{biblio:WR-KM3NeT-Letter,
title = "KM3NeT 2.0: Letter of Intent for ARCA and ORCA",
howpublished = {\url{https://arxiv.org/pdf/1601.07459.pdf}},
}
@Misc{biblio:WR-KM3NeT-presentation,
title = "White Rabbit in KM3NeT",
howpublished = {\url{https://www.ohwr.org/attachments/4263/6\_wr\_km3net\_15032016.pptx}},
}
@Misc{biblio:WR-KM3NeT-deployment,
title = "KM3NeT String Deployment",
howpublished = {\url{https://www.youtube.com/watch?v=7HKHW0hLxt4}},
}
@Misc{biblio:SKA,
title = "Square Kilometre Array ",
howpublished = {\url{https://www.skatelescope.org}},
}
@Misc{biblio:ELI-ALP-WR,
title = "ELI-ALPS: Synchronization issues",
howpublished = {\url{https://www.ohwr.org/attachments/3565/WR\_WS\_GENEVA\_6OCT2014\_IK\_ELI\_ALPS.pptx}},
}
@Misc{biblio:ELI-BEAMS-WR,
title = "ELI-BEAMS: Electronic Timing System at Facility Level",
howpublished = {\url{http://www.mrf.fi/dmdocuments/TIMING\_WORKSHOP/02-PavelBastl/ELI-BL-4442-PRE-00000116-B.ppt}},
}
@Inproceedings{biblio:DLR-WR,
author = "D.Hamp and F.Sproll and P.Wagner and L.Humbert and T.Hasenohr and W.Riede",
title = "{First successful satellite laser ranging with a fibre-based transmitter}",
howpublished = {\url{https://arxiv.org/abs/1605.07429}},
}
@Inproceedings{biblio:CTA-WR-timestamps,
author = "M.Bruckner and R.Wischnewski",
title = "{A TIME STAMPING TDC FOR SPEC AND ZEN PLATFORMS BASED ON WHITE RABBIT}",
booktitle = "16th Int. Conf. on Accelerator and Large Experimental Control Systems",
year = "2017",
}
@INPROCEEDINGS{biblio:EPFL-WR-PMU,
author={R. Razzaghi and A. Derviskadic and M. Paolone},
booktitle={2017 IEEE PES Innovative Smart Grid Technologies Conference Europe (ISGT-Europe)},
title={A white rabbit synchronized PMU},
year={2017},
volume={},
number={},
pages={1-6},
keywords={calibration;phase estimation;phasor measurement;synchronisation;GPS;PMU calibrator;Phasor Measurement Units networks;WR network;WR-PMU;White Rabbit technology;power systems applications;single WR switch;time dissemination techniques;Clocks;Global Positioning System;Hardware;Phasor measurement units;Protocols;Rabbits;Synchronization;Phasor Measurement Unit (PMU);White Rabbit;calibration;synchrophasor;time synchronization},
doi={10.1109/ISGTEurope.2017.8260178},
ISSN={},
month={Sept},}
@article{biblio:OASIS,
author = "Deghaye, S and Jacquet, D and Kozar, J and Serrano, J",
title = "{Oasis: A New System to Acquire and Display the Analog
Signals for LHC}",
number = "CERN-AB-2003-110-CO",
pages = "4 p",
month = "Nov",
year = "2003",
reportNumber = "CERN-AB-2003-110-CO",
url = "https://cds.cern.ch/record/693174",
}
@Misc{biblio:WRXI,
title = "White Rabbit eXtensions for Instrumentation",
howpublished = {\url{https://www.ohwr.org/projects/wrxi/wiki/wiki}},
}
@Inproceedings{biblio:CSNS-WR,
author = "Jian Zhuang and Jiajie Li and Lei Hu and Yongxiang Qiu and Lijiang Liao and Ke Zhou",
title = "{THE DESIGN OF CSNS INSTRUMENT CONTROL}",
booktitle = "16th Int. Conf. on Accelerator and Large Experimental Control Systems",
year = "2017",
}
\ No newline at end of file
papers/ISPCS2018/wrApplicationsOverview.tex
View file @ 910154d7
......@@ -152,13 +152,13 @@ Such a variety of WR nodes facilitaties
implementations of WR applications described in the following sections
% \begin{figure}[!ht]
% \centering
% \vspace{0.1cm}
% \includegraphics[width=0.45\textwidth]{misc/zoo-v2.jpg}
% \caption{White Rabbit Network.}
% \label{fig:WRN}
% \end{figure}
\begin{figure}[!ht]
\centering
\vspace{0.1cm}
\includegraphics[width=0.45\textwidth]{misc/zoo-v2.jpg}
\caption{White Rabbit network elements.}
\label{fig:WRN}
\end{figure}
......@@ -174,7 +174,7 @@ implementations of WR applications described in the following sections
% national metrology institutes (Section~\ref{sec:timelabs}), and
% power industry (Section~\ref{sec:power}.
\newpage
\section{Time and Frequency Transfer (TF)}
\label{sec:time-and-freq}
\subsection{Basic Concept}
......@@ -299,7 +299,7 @@ to UTC and it is used instead of a GPS receiver.
% \\
% \\
\newpage
\section{Time-Triggered Control (TC)}
\label{sec:time-triggered-ctrl}
......@@ -308,84 +308,184 @@ to UTC and it is used instead of a GPS receiver.
Many accelerators, synchrotrons and spallation sources are controlled by triggering
events in a pre-configured sequence of actions. In fact, it is a very convenient
way to control beams of particle that move at very large speeds, often close
to the speed of light. In the accelerator timing systems based on WR (Sections
\ref{sec:CERN-GMT-BST},\ref{sec:GSI-GMT},\ref{sec:JINR-GMT},\ref{sec:ESFR-GMT},
\ref{sec:CSNS-GMT}), such actions are scheduled at a particular TAI time. These
systems take advantage of both WR enhancements: synchronization and determinism.
By knowing the upper-bound latency through the WR network, the controler knows the
minimum advance with which an event can be scheduled. By having precise time
and frequency, events can be scheduled with sub-ns accuracy and picoseconds
precision.
to the speed of light - faster than the propagation of control signals.
In the "time-triggered control" schema, a sequence of actions is determined
by a controller and distributed to controlled devices in advance. These actions
are scheduled to be executed by spatially-distributed devices at a particular time.
The responsiveness of such system greatly depends on the latency of
delivering the control-information from the controller to the accelerator devices.
The precision of such system depends on synchronization quality between
these devices and the controller. WR provides precise/accurate synchronization and guarantees
upper-bound latency through the network to enable implementation of "time-triggered control
for accelerators.
\subsection{Example Applications}
GSI Helmholtz Centre for Heavy Ion Research \\
China Spoliation Neutron Source (CSNS)\\
General Machine Timing (GMT) and Beam Synchronous Timing (BST)\\
\newpage
WR is used as the basis for a time-triggered control system of accelerators at
GSI (Darmstadt, Germany \cite{biblio:GSI}), called General Machine Timing (GMT)
\cite{biblio:GSI-WR-GMT-wiki}.
WR-based GMT has replaced the previously used system for the existing GSI
accelerators and will control GSI's new Facility for Antiproton and Ion Research
(FAIR) \cite{biblio:GSI-WR-GMT}. Control of GSI and FAIR requires that the
control-information is delivered from a common controller to any of the controlled
subsystems in any of these accelerators within 500$\mu s$. The most demanding of
these subsystems require the accuracy of 1-5ns. The controller, called Data Master,
is a WR node. The subsystems are either WR Nodes or interface directly WR Nodes.
All these WR nodes are connected to a common WR Network that provides synchronization,
delivers control-information from the Data Master to all subsystems as well as
between subsystems, and allows diagnostics.
When FAIR is completed in 2025, the WR network at GSI and FAIR will include
2000-3000 WR nodes connected to 300 WR switches in 5 layers. The WR-based
GMT has been operational at GSI since 2015. First, it was used to control
a small CRYRING accelerator build purposely to test WR-based GMT
\cite{biblio:GSI-WR-GMT-CRYRING} and consisting of 30 WR nodes in 3 layers of
switches. Then, the system used so far had been replaced with WR-based GMT
that consists of 35 WR switches and is commissions for operation, first beam in
June 2018.
A WR-based GMT to control CERN accelerators has been the reasson for WR's
conception and it is yet to be implemented at CERN.
Both, at CERN and GSI, apart from the time-triggered control, subsystems
connected to the WR network can benefit from the precise time and frequency,
for example, to timestamp input signals, an application described in the following
section.
%
% GSI Helmholtz Centre for Heavy Ion Research \\
% China Spoliation Neutron Source (CSNS)\\
% General Machine Timing (GMT) and Beam Synchronous Timing (BST)\\
% \newpage
\section{Precise Timestamping (TS)}
\label{sec:timestamping}
\subsection{Basic Concept}
In a great numbers of applications, time and frequency are transferred in order
to timestamp accurately and/or precisely incoming signals. Such incoming signals
can be either discrete pulses timestamped with time-to-digital converters
or analogue signals that are sampled (digitized) with the distributed frequency
and associated with the distributed time.
The most demanding applications in terms of timestamping are cosmic ray array
detectors (Section~\ref{sec:detectors}) that record the time of arrival of
chaged particles in individual detector units distributed over tens of meters to tens
of kilometers. Based on the difference in the time of arrival, the trajectory of
particles are detected. In accelerators, synchrotrons and spallation sources
(Section~\ref{sec:accelerators}), timestamping are used for diagnostics and in
experiments. Being able to collerate signals in accelerators allows to recreate
the sequence of events when something goes wrong. Correlating samples in detectors
allows to coherently recreate experimental data.
or analogue signals that are sampled (digitized) with the distributed frequency
and associated with the distributed time. Timestamps are usually produced to
measure time of flight (ToF) or correlate events between distributed systems. In
such case, accurate and precise synchronization between these systems is required.
If timestamps are used to measure duration of events in distributed systems,
precision and frequency stability are required, accuracy is not so important.
\subsection{Example Applications}
The first operational application of WR was in the second run of the
CERN Neutrinos to Gran Sasso (CNGS) experiment \cite{biblio:wr-cngs}. Two WR
The first application of WR was in the second run of the CERN Neutrinos to Gran
Sasso (CNGS) experiment \cite{biblio:wr-cngs} and required timestamping of
events at the extraction and detection of neutrinos. Two WR
networks were installed in parallel with the initial timing system, one WR
network at CERN and one in Gran Sasso. Each WR network consisted of a Grandmaster
WR Switch connected to the time reference (Septentrio PolaRx4TR
\cite{biblio:PolaRx4e} and Symmetricom Cs4000 \cite{biblio:CS4000}), a WR
switch in the underground cavern and a number of SPEC boards with FMC-DEL that
performed timestamping of inputs signal. The measured performance of the deployed
system over 1 month of operation was 0.517 ns accuracy and 0.119 ns precision with
MTIE below 1.05 ns and only 0.0003\% of values exceeding the ±0.5 ns range.
Large High Altitude Air Shower Observatory (LHAASO) \\
Hundred Square km Cosmic ORigin Explorer (HiSCORE)\\
Square Kilometre Array (SKA)\\
Cherenkov Telescope Array (CTA)\\
Joint Institute for Nuclear Research (JINR)\\
ELI Attosecond Light Pulse Source (ELI-ALPS) \& ELI Beamline Facility (ELI-BEAMS) \\
The German Aerospace Center (DLR)\\
Power Industry and Smart Grid\\
WR Switch connected to the time reference \cite{biblio:PolaRx4e}\cite{biblio:CS4000}),
a WR switch in the underground cavern and a number of WR nodes timestamping of
inputs signal. The measured performance of the deployed system over 1 month of
operation was 0.517 ns accuracy and 0.119 ns precision.
The most demanding WR applications in terms of timestamping are cosmic ray and
neutrino detectors that record the time of arrival of particles in individual
detector units distributed over up to tens of kilometers. Based on the difference
in the time of arrival, the trajectory of particles are detected. For this
applications, high precision and accuracy is required in very harsh and viring
environmental condition. The
The Large High Altitude Air Shower Observatory (LHAASO), located at 4410m above
sea level in China (Tybert), requires 500ps (RMS)\cite{biblio:LHAASO} alignment
of timestamps produced by 7000 WR nodes distributed over 1km2 and exposed to
day-night variation of -10 to +55 Celsius degree. To achieve that, active
compensation of temperature-related hardware delays has been implemented
\cite{biblio:LHAASO-WR-temp} and each of the WR nodes will be individually
calibrated using a portable calibrator \cite{biblio:LHAASO-WR-calibrator}.
These methods have proved to work in a prototype installation that has been running
since 2014 (50 WR nodes, 4 WR switches in 4 layers, \cite{biblio:LHAASO-WR-prototype}).
The Cubic Kilometre Neutrino Telescope (KM3NeT)\cite{biblio:KM3NeT} is a research
infrastructure housing the next generation neutrino telescopes located at the
bottom of the Mediterranean Sea, off-shore France and Itally. The needed angular
resolution of 0.1 degree means that the submerged "digital optical modules" (DOMs)
detectors that constitute KM3NeT must be synchronized with 1ns accuracy and a
few 100ps precision. 4140 of DOMs at 3500m depth 100km off-shore of Italy and
2070 DOMs at 2475 40km off-shore France will be synchronized with an on-shore
reference using WR network \cite{biblio:WR-KM3NeT-Letter}\cite{biblio:WR-KM3NeT-presentation}.
Initial tests have been done with 18 DOMs off-shore France and Italy \cite{biblio:WR-KM3NeT-deployment}
Other applications of WR that use timestamping include Cherenkov Telescope Array
to be build in Chile and Spain \cite{biblio:CTA-WR-timestamps},
Extreme Light Infrastructures in Hungary \cite{biblio:ELI-ALP-WR} and Czech
\cite{biblio:ELI-BEAMS-WR}, Satellite Laser Ranging at German Aerospace Center
\cite{biblio:DLR-WR} or Power Industry and Smart Grid studied at Swiss Federal
Institute of Technology Lausanne (EPFL) \cite{biblio:EPFL-WR-PMU}.
\newpage
\section{Triggers Distribution (TD)}
\label{sec:triggers-distribution}
\subsection{Basic Concept}
Triggers distribution combians time-triggered control and precise timestamping
described above. In this application, an input trigger is timestamped, sent over
Triggers distribution combines time-triggered control and precise timestamping
described before. In this application, an input trigger is timestamped, sent over
WR network to many WR nodes that act upon the received message simultaneously, at
a precise delay with respect to that timestamp.
a precise delay with respect to the input signal.
The input trigger can be either a pulse or an analogue signal exceeding a treshold.
The information about the trigger, along with the timestamp, is sent over WR network
to other WR nodes, usually as a broadcast. Thanks to the deterministic characteristics
of the WR network, an upper-bound latency of the transmitted message is known for
the given hierarchy and configuration of the network. In order to generate
the trigger simultaneously in the WR nodes, the worst case latency with some
margin of error is applied. Such trigger distribution has been used to diagnose
LHC since \cite{biblio:WR-LIST} since 2013, see Section~\ref{sec:CERN-LIST}.
Once the trigger occurs, the information about the trigger (e.g. ID), along with
the timestamp, is sent over WR network to other WR nodes, usually as a broadcast.
The deterministic characteristics of the WR network allows to determine the
upper-bound latency (maximum time) it takes the message to reach all the WR nodes.
In order to make sure that all the "interested" nodes act upon the trigger
simultaneously, the delay between the input trigger and the time of execution
is set greater than the upper-bound latency.
\subsection{Example Applications}
Trigger Distribution for LIST and OASIS
The "trigger distribution" schema has been used in the
WR Trigger Distribution (WRTD) system for transverse instability
diagnostics in the LHC since 2015 \cite{biblio:WR-LIST}\cite{biblio:WR-LIST-2}.
In the WRTD, there are a number of different instruments capable of detecting
LHC instabilities. Upon detection of instabilities, such a device generates a
pulse that is timestamped by a Time-to-Digital Converter (TDC) integrated in
a WR Node, as depicted in Figure~\ref{fig:WRTD}.
The timestamp produced by the TDC is broadcast over the WR network,
with a user-assigned identifier, allowing to uniquely identify the source of the
trigger. A WR node interested in that trigger takes its origin timestamp, adds
a fixed latency (300$\mu s$) and produces a pulse at the calculated moment. This
pulse is an input to a device that continuously acquires beam monitoring
data in round buffer. These buffers are deep enough to accommodate the introduced
fixed latency so that they can be rolled back to provide diagnostic data of the
beam at the time the instability was detected by the source device. In such way,
the onset of instabilities can be coherently recreated. It is worth noting
that the diagnostic instruments do not implement WR. They are integrated with
WR through timestamping of their trigger output and generation of their
trigger input.
\begin{figure}[!ht]
\centering
\vspace{0.2cm}
\includegraphics[width=0.5\textwidth]{applications/CERN/WRTD.jpg}
\caption{White Rabbit Trigger Distribution.}
\label{fig:WRTD}
\end{figure}
The concept that has proven to work in WRTD is now being generalized to
provide trigger distribution for CERN's Open Analog Signals Information System
(OASIS) \cite{biblio:OASIS}. OASIS is a gigantic distributed oscilloscope that
provides hundreds of input channels amd spans all CERN's accelerators except LHC.
Triggers in this system are currently distributed via coax cables without
delay compensation and multiplex using analogue multiplexers. To allow utilization
of OASIS system in LHC and to improve its performance, the distribution of triggers
is being upgraded to use WR. The WR-based trigger distribution in OASIS is meant
to be generic and reusable. It is developed within the White Rabbit eXtensions
for Instrumentation (WRXI) \cite{biblio:WRXI} that is based on an existing LAN
eXtensions for Instrumentation (LXI) standard, extending it if necessary. The WRXI
for OASIS is meant to be operational in 2019.
Other applications of WR-based "trigger distribution" include triggering of
experiment instrumentation at China Spallation Neutron Source (CSNS)
\cite{biblio:CSNS-WR} and in Joint Institute for Nuclear Research (JINR)
\cite{}.
\newpage
\section{Fixed-Latency Data Transfer (FL)}
\label{sec:fixed-latency}
......@@ -660,7 +760,7 @@ European Synchrotron Radiation Facility (ESRF)
JINR & Russia & TS,TD & P:50ps~(rms) lat:$<$5us & Under contraction & $<$1km & & 200 / 15 / - & \\ \hline
ESRF & France & RF,TS & P:$<$50ps jitter & Testing & $<$1km & 7 / 1 / 1 & 40 / 5 / 2 & Partial operation in 2018 \\\hline
CSNS & Chine & TF,TS & A:10ns & Operational & $<$1km & 50 / 4 / 2 & & \\ \hline
CSNS & Chine & TF,TS, TD & A:10ns & Operational & $<$1km & 50 / 4 / 2 & & \\ \hline
% \multicolumn{9}{|l|}{} \\
\multicolumn{9}{|c|}{\textbf{Neutrino Detectors}} \\ \hline
......@@ -677,7 +777,7 @@ SBN & USA & TS,TD & $approx$ns & Testi
\multicolumn{9}{|c|}{\textbf{Cosmic Ray Detectors}} \\ \hline
% \multicolumn{9}{|l|}{} \\ \hline
LHAASO & China & TF,TS & A:500ps (rms) & prototype operational & $<$1km & 40 / 4 / 4 & 6734 / 564 / 4 & 1/4 operational in 2018 \\ \hline
LHAASO & China & TF,TS & A:500ps (rms) P:$<$100ps & prototype operational & $<$1km & 40 / 4 / 4 & 6734 / 564 / 4 & 1/4 operational in 2018 \\ \hline
HiSCORE & Russia & TS & & & & & & \\ \hline
CTA & Spain/Chile & TF,TS & A:$<$2ns P:$<$1ns (rms) & valided, construction & few km & 32 / 3 / 2 & 220 / 10 / 2 & Two WR networks \\ \hline
SKA & Australia/Africa& TF & A: 2ns (1 sigma) & valided, construction & 80km (173km) & 2 / 1 / 1 & 233 / 15 / 3 & \\ \hline
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment