-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathQC_Health_Parameters.tex
343 lines (318 loc) · 14.5 KB
/
QC_Health_Parameters.tex
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
\subsection{Instrument Health Monitoring}\label{sec:instrumenthealthmonitoring}
This section describes the quality control parameters used for instrument
health monitoring.
That is, these parameters are not (only) used to assess the quality of the
data, but also to determine whether the instrument is operating correctly.
The information is given in tabular form as prescribed by ESO,
see example Table~\ref{tab:qchealthmonitoringexample}.
Legend:
\begin{itemize}
\item Name: brief description of the name of the quality control parameter
\item QC name: keyword name as it appears in the FITS header
\item Parameter name in HC plots: name as it appear in the health check plot or QC database
\item KPI: is the parameter a key performance indicator or not? Put KPI if it is a KPI, nothing otherwise
\item Execution conditions external to the instrument: conditions that are required for a valid measurements. E.g.: no light in the dome for a flat-field; photometric conditions for a zero point.
\item Performance (or operational) range: for this parameter, the instrument is considered to be working nominally if its value lies between the given minimum and the maximum values. A nominal value can be defined also. In some cases, only a minimum or maximum value is relevant.
\begin{itemize}
\item The definition of the maximum and minimum values describes the explanation of why the thresholds must be set to these values. Ideally, they are directly derived from top level requirements. The definitions can describe a scientific and/or a technical reason. A technical reason may be coming from the HW, SW, or pipeline recipe. The minimum value can be scientific and the maximum one technical, or inversely; or both scientific, or both technical. If a pragmatic definition must be used (i.e., one which does not derive from TLR), the reason why this is needed should be given. If the thresholds are purely based on dispersion (e.g., the dispersion of the spectral resolution is entirely caused by photon noise), thresholds should be set so that the value falls out of the range in less than 1\% of the times based on noise alone (e.g., 3 sigma if the distribution is gaussian).
\item The corresponding numerical values can be absolute and/or relative.
\end{itemize}
\item Calibration quality: These fields may likely not be used very often. They may be needed because a parameter may have a large range to consider the instrument operational, but calibrations require a much stricter range. An example is a bias value which can be set arbitrarily within a wide range and the instrument would still be operational; however, its stability between science and calibration is very important. In some cases, only a minimum or maximum value is relevant.
\item Measurement method:
\begin{itemize}
\item Algorithm: describes the instrument setup, what kind of data is taken, how the data are processed by the pipeline recipe, the mathematical quantity provided by the pipeline.
\item Template name: the name of the template used to take the data.
\end{itemize}
\end{itemize}
\ExplSyntaxOn
\NewDocumentCommand{\qchealthtable}{m}{
\begin{table}[htp!]
\centering
\keys_set:nn { qchealth/table } { #1 }
\begin{tabular}{|p{0.195\linewidth}|p{0.14\linewidth}|p{0.14\linewidth}|p{0.4\linewidth}|}
\hline
\multicolumn{3}{|l|}{Name:} &
\l_qchealth_table_name_tl \\
\hline
\multicolumn{3}{|l|}{QC~name:} &
\l_qchealth_table_qcname_tl \\
\hline
\multicolumn{3}{|l|}{Parameter~name~in~HC~plots:} &
\l_qchealth_table_paramname_tl \\
\hline
\multicolumn{3}{|l|}{KPI?} &
\l_qchealth_table_kpi_tl \\
\hline
\multicolumn{3}{|p{0.5\linewidth}|}{Execution~conditions~external~to~the~instrument:} &
\l_qchealth_table_conditions_tl \\
\hline
\multirow{6}{\linewidth}{Performance:~nominal~and~threshold~values} &
\multirow{3}{\linewidth}{Definition:} &
Maximum: & \l_qchealth_table_perform_def_max_tl \\
\cline{3-4}
& & Nominal: & \l_qchealth_table_perform_def_nom_tl \\
\cline{3-4}
& & Minimal: & \l_qchealth_table_perform_def_min_tl \\
\cline{2-4}
& \multirow{3}{\linewidth}{Numerical~value:} &
Maximum: & \l_qchealth_table_perform_num_max_tl \\
\cline{3-4}
& & Nominal: & \l_qchealth_table_perform_num_nom_tl \\
\cline{3-4}
& & Minimal: & \l_qchealth_table_perform_num_min_tl \\
\hline
% Full text flows over to row below if no definition is provided.
% \multirow{4}{\linewidth}{Calibration~quality:~nominal~and~threshold~values} &
\multirow{4}{\linewidth}{Calibration~quality:~nominal~and~thresholds} &
\multicolumn{2}{p{0.145\linewidth}|}{Definition:} & \l_qchealth_table_calib_def_tl \\
\cline{2-4}
& \multirow{3}{\linewidth}{Numerical~value:} &
Maximum: & \l_qchealth_table_calib_def_max_tl \\
\cline{3-4}
& & Nominal: & \l_qchealth_table_calib_def_nom_tl \\
\cline{3-4}
& & Minimal: & \l_qchealth_table_calib_def_min_tl \\
\hline
\multirow{3}{\linewidth}{Measurement~method} &
\multicolumn{2}{l|}{Algorithm:} &
\l_qchealth_table_alrogithm_tl \\
\cline{2-4}
& \multicolumn{2}{l|}{Template~name:} &
\l_qchealth_table_template_tl \\
\cline{2-4}
& \multicolumn{2}{l|}{Pipeline~recipe:} &
\l_qchealth_table_recipe_tl \\
\hline
\multicolumn{3}{|p{0.5\linewidth}|}{Operationally~relevant~components~using~the~parameter:} &
\l_qchealth_table__tl \\
\hline
\multicolumn{3}{|l|}{Date~of~last~update:} &
\l_qchealth_table_date_tl \\
\hline
\end{tabular}
\caption{Instrument~health~monitoring~through~\l_qchealth_table_qcname_tl.}
\label{tab:\l_qchealth_table_label_tl}
\end{table}
}
\keys_define:nn { qchealth/table } {
name .tl_set:N = \l_qchealth_table_name_tl,
qcname .tl_set:N = \l_qchealth_table_qcname_tl,
paramname .tl_set:N = \l_qchealth_table_paramname_tl,
kpi .tl_set:N = \l_qchealth_table_kpi_tl,
conditions .tl_set:N = \l_qchealth_table_conditions_tl,
perform_def_max .tl_set:N = \l_qchealth_table_perform_def_max_tl,
perform_def_nom .tl_set:N = \l_qchealth_table_perform_def_nom_tl,
perform_def_min .tl_set:N = \l_qchealth_table_perform_def_min_tl,
perform_num_max .tl_set:N = \l_qchealth_table_perform_num_max_tl,
perform_num_nom .tl_set:N = \l_qchealth_table_perform_num_nom_tl,
perform_num_min .tl_set:N = \l_qchealth_table_perform_num_min_tl,
calib_def .tl_set:N = \l_qchealth_table_calib_def_tl,
calib_def_max .tl_set:N = \l_qchealth_table_calib_def_max_tl,
calib_def_nom .tl_set:N = \l_qchealth_table_calib_def_nom_tl,
calib_def_min .tl_set:N = \l_qchealth_table_calib_def_min_tl,
alrogithm .tl_set:N = \l_qchealth_table_alrogithm_tl,
template .tl_set:N = \l_qchealth_table_template_tl,
recipe .tl_set:N = \l_qchealth_table_recipe_tl,
components .tl_set:N = \l_qchealth_table__tl,
date .tl_set:N = \l_qchealth_table_date_tl,
label .tl_set:N = \l_qchealth_table_label_tl,
}
\ExplSyntaxOff
\qchealthtable{
name = ,
qcname = Example,
paramname = ,
kpi = ,
conditions = ,
perform_def_max = ,
perform_def_nom = ,
perform_def_min = ,
perform_num_max = ,
perform_num_nom = ,
perform_num_min = ,
calib_def = ,
calib_def_max = ,
calib_def_nom = ,
calib_def_min = ,
alrogithm = ,
template = ,
recipe = ,
components = ,
date = ,
label = qchealthmonitoringexample,
}
\clearpage
\subsubsection{QC NCPA PEAK2VAL}\label{qchealth:qc_ncpa_peak2val}\label{qc:qc_ncpa_peak2val}
\qchealthtable{
name = Peak to valley value of static NCPA between SCAO and IMG,
qcname = \QC{QC NCPA PEAK2VAL},
paramname = \CODE{ncpa_peak2val},
kpi = KPI,
conditions = Stationary telescope\, sidereal tracking at most,
perform_def_max = A large drift of this quantity may lead to SCAO not working any more due to too large slope offsets sent by the NCPA control algorithms.,
perform_def_nom = Expected value that the optics can be aligned to.,
perform_def_min = 0.0,
perform_num_max = TBD during commissioning,
perform_num_nom = TBD during AIV,
perform_num_min = 0.0,
calib_def = N/A,
calib_def_max = ,
calib_def_nom = ,
calib_def_min = ,
alrogithm = Estimated by the NCPA control algorithms part of the SCAO system.,
template = All on-sky templates,
recipe = None/all\, propagated from raw data,
components = Raw FITS header and Processed FITS header,
date = 2024/02/07,
label = qcncpapeak2val,
}
\clearpage
\subsubsection{QC DARK MEDIAN}\label{qchealth:qc_dark_median}
\qchealthtable{
name = Median level of the dark frame,
qcname = \QC{QC DARK MEDIAN},
paramname = \CODE{dark_median},
kpi = ,
conditions = Shutters+filters closed,
perform_def_max = TBD based in Calibration Error Budget allocation and trade-offs with other contributors,
perform_def_nom = TBD,
perform_def_min = TBD,
perform_num_max = TBD during AIT (0.1\% accuracy spec\, \cite{DRLVT}),
perform_num_nom = TBD,
perform_num_min = 0,
calib_def = TBD based in Calibration Error Budget allocation and trade-offs with other contributors,
calib_def_max = TBD,
calib_def_nom = TBD,
calib_def_min = 0,
alrogithm = See \REC{metis_det_dark},
template = \TPL{METIS_gen_cal_dark}\, \TPL{METIS_gen_cal_InsDark},
recipe = \REC{metis_det_dark},
components = N/A,
date = 2024/04/19,
label = qcdarkmedian,
}
\clearpage
\subsubsection{QC LIN GAIN MEAN}\label{qchealth:qc_lin_gain_mean}
\qchealthtable{
name = Mean value of the gain,
qcname = \QC{QC LIN GAIN MEAN},
paramname = \CODE{gain},
kpi = ,
conditions = WCU BB on and stabilized\, varying integrating sphere apertures,
perform_def_max = TBD based in Calibration Error Budget allocation and trade-offs with other contributors,
perform_def_nom = TBD,
perform_def_min = TBD,
perform_num_max = TBD during AIT (0.8\% accuracy spec\, \cite{DRLVT}),
perform_num_nom = TBD,
perform_num_min = 0,
calib_def = TBD based in Calibration Error Budget allocation and trade-offs with other contributors,
calib_def_max = TBD,
calib_def_nom = TBD,
calib_def_min = 0,
alrogithm = See \REC{metis_det_lingain},
template = \TPL{METIS_img_lm_cal_DetLin}\, \TPL{METIS_img_n_cal_DetLin}\, \TPL{METIS_ifu_cal_DetLin},
recipe = \REC{metis_det_lingain},
components = N/A,
date = 2024/04/19,
label = qclingainmean,
}
\clearpage
\subsubsection{QC LM MTFLAT MEDIAN}\label{qchealth:qc_lm_mtflat_median}
\qchealthtable{
name = Median level of the master twilight flat,
qcname = \QC{QC LM MTFLAT MEDIAN},
paramname = \CODE{lm_twilight_flat_median},
kpi = ,
conditions = Aligned ELT pupil\, thus morning twilight flats mandatory,
perform_def_max = TBD based in Calibration Error Budget allocation and trade-offs with other contributors,
perform_def_nom = TBD,
perform_def_min = TBD,
perform_num_max = TBD during AIT (0.5\% accuracy spec on overall illumination\, 0.3\% on pixel-to-pixel uncertainty\, \cite{DRLVT}),
perform_num_nom = TBD,
perform_num_min = 0,
calib_def = TBD based in Calibration Error Budget allocation and trade-offs with other contributors,
calib_def_max = TBD,
calib_def_nom = TBD,
calib_def_min = 0,
alrogithm = See \REC{metis_lm_img_flat},
template = \TPL{METIS_img_lm_cal_TwilightFlat},
recipe = \REC{metis_lm_img_flat},
components = N/A,
date = 2024/04/19,
label = qclmmtflatmedian,
}
\clearpage
\subsubsection{QC LM MLFLAT MEDIAN}\label{qchealth:qc_lm_mlflat_median}
\qchealthtable{
name = Median level of the master lamp flat,
qcname = \QC{QC LM MLFLAT MEDIAN},
paramname = \CODE{lm_lamp_flat_median},
kpi = ,
conditions = WCU BB on and stabilized,
perform_def_max = TBD based in Calibration Error Budget allocation and trade-offs with other contributors,
perform_def_nom = TBD,
perform_def_min = TBD,
perform_num_max = TBD during AIT (0.5\% accuracy spec on overall illumination\, 0.3\% on pixel-to-pixel uncertainty\, \cite{DRLVT}),
perform_num_nom = TBD,
perform_num_min = 0,
calib_def = TBD based in Calibration Error Budget allocation and trade-offs with other contributors,
calib_def_max = TBD,
calib_def_nom = TBD,
calib_def_min = 0,
alrogithm = See \REC{metis_lm_img_flat},
template = \TPL{METIS_img_lm_cal_InternalFlat},
recipe = \REC{metis_lm_img_flat},
components = N/A,
date = 2024/04/19,
label = qclmmlflatmedian,
}
\clearpage
\subsubsection{QC N MTFLAT MEDIAN}\label{qchealth:qc_n_mtflat_median}
\qchealthtable{
name = Median level of the master twilight flat,
qcname = \QC{QC N MTFLAT MEDIAN},
paramname = \CODE{n_twilight_flat_median},
kpi = ,
conditions = Aligned ELT pupil\, thus morning twilight flats mandatory,
perform_def_max = TBD based in Calibration Error Budget allocation and trade-offs with other contributors,
perform_def_nom = TBD,
perform_def_min = TBD,
perform_num_max = TBD during AIT (0.5\% accuracy spec on overall illumination\, 0.3\% on pixel-to-pixel uncertainty\, \cite{DRLVT}),
perform_num_nom = TBD,
perform_num_min = 0,
calib_def = TBD based in Calibration Error Budget allocation and trade-offs with other contributors,
calib_def_max = TBD,
calib_def_nom = TBD,
calib_def_min = 0,
alrogithm = See \REC{metis_n_img_flat},
template = \TPL{METIS_img_n_cal_TwilightFlat},
recipe = \REC{metis_n_img_flat},
components = N/A,
date = 2024/04/19,
label = qcnmtflatmedian,
}
\clearpage
\subsubsection{QC N MLFLAT MEDIAN}\label{qchealth:qc_n_mlflat_median}
\qchealthtable{
name = Median level of the master lamp flat,
qcname = \QC{QC N MLFLAT MEDIAN},
paramname = \CODE{n_lamp_flat_median},
kpi = ,
conditions = WCU BB on and stabilized,
perform_def_nom = TBD,
perform_def_min = TBD,
perform_num_max = TBD during AIT (0.5\% accuracy spec on overall illumination\, 0.3\% on pixel-to-pixel uncertainty\, \cite{DRLVT}),
perform_num_nom = TBD,
perform_num_min = 0,
calib_def = TBD based in Calibration Error Budget allocation and trade-offs with other contributors,
calib_def_max = TBD,
calib_def_nom = TBD,
calib_def_min = 0,
alrogithm = See \REC{metis_n_img_flat},
template = \TPL{METIS_img_n_cal_InternalFlat},
recipe = \REC{metis_n_img_flat},
components = N/A,
date = 2024/04/19,
label = qcnmlflatmedian,
}
\clearpage