diff --git a/src/toolbox_scs/load.py b/src/toolbox_scs/load.py index 4a0f7f1da2d348f567296d4f7d0e5c6e8338909d..4edbcc3ee4b1099cf295f73596b444b4eb1abf05 100644 --- a/src/toolbox_scs/load.py +++ b/src/toolbox_scs/load.py @@ -70,7 +70,7 @@ def load(proposalNB=None, runNB=None, fields: str, list of str, list of dict list of mnemonics to load specific data such as "fastccd", "SCS_XGM", or dictionnaries defining a custom mnemonic such as - {"extra": {'source: 'SCS_CDIFFT_MAG/SUPPLY/CURRENT', + {"extra": {'source': 'SCS_CDIFFT_MAG/SUPPLY/CURRENT', 'key': 'actual_current.value', 'dim': None}} subFolder: str @@ -209,7 +209,12 @@ def load(proposalNB=None, runNB=None, 'Skipping!') continue data_arrays.append(arr) - + for arr in data_arrays: + rate = arr.sizes["trainId"] / len(run.train_ids) + if rate < 0.95: + log.warning(f'{arr.name}: only {rate*100:.1f}% of trains ' + f'({arr.sizes["trainId"]} out of ' + f'{len(run.train_ids)}) contain data.') data = xr.merge(data_arrays, join='inner') data.attrs['runFolder'] = runFolder