From 2cddc0a186cd6f37aefa6208d738d0d799ff1cc4 Mon Sep 17 00:00:00 2001 From: ahmedk <karim.ahmed@xfel.eu> Date: Mon, 10 Jul 2023 17:29:14 +0200 Subject: [PATCH] reduce workers for LPD correct and disable tested tests --- tests/test_reference_runs/callab_tests.py | 1019 +++++++++++---------- 1 file changed, 510 insertions(+), 509 deletions(-) diff --git a/tests/test_reference_runs/callab_tests.py b/tests/test_reference_runs/callab_tests.py index 0022c3698..13c598b24 100644 --- a/tests/test_reference_runs/callab_tests.py +++ b/tests/test_reference_runs/callab_tests.py @@ -1,58 +1,58 @@ automated_test_config = { - "SPB_DET_AGIPD1M-1-CORRECT-FIXED": { - "det_type": "AGIPD", - "cal_type": "CORRECT", - "config": { - "blc-stripes": True, - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/SPB/202131/p900215/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9014", # Original run: "95" - "karabo-id-control": "SPB_IRU_AGIPD1M1", - "karabo-id": "SPB_DET_AGIPD1M-1", - "slurm-mem": "750", - "sequences": "0", - "rel-gain": True, - "n-cores-files": 2, - "ctrl-source-template": "{}/MDL/FPGA_COMP", - }, - "reference-folder": "{}/{}/{}", - }, - "SPB_DET_AGIPD1M-1-DARK-FIXED": { - "det_type": "AGIPD", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/SPB/202131/p900215/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run-high": "9011", # Original run: "91" - "run-med": "9012", # Original run: "92" - "run-low": "9013", # Original run "93" - "karabo-id-control": "SPB_IRU_AGIPD1M1", - "karabo-id": "SPB_DET_AGIPD1M-1", - "ctrl-source-template": "{}/MDL/FPGA_COMP", - }, - "reference-folder": "{}/{}/{}", - }, - "SPB_DET_AGIPD1M-1-CORRECT-ADAPTIVE": { - "det_type": "AGIPD", - "cal_type": "CORRECT", - "config": { - "blc-stripes": True, - "rel-gain": True, - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/SPB/202131/p900215/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "262", - "karabo-id-control": "SPB_IRU_AGIPD1M1", - "karabo-id": "SPB_DET_AGIPD1M-1", - "slurm-mem": "9018", # Original run: "750", - "sequences": "0", - "n-cores-files": 2, - "ctrl-source-template": "{}/MDL/FPGA_COMP", - }, - "reference-folder": "{}/{}/{}", - }, + # "SPB_DET_AGIPD1M-1-CORRECT-FIXED": { + # "det_type": "AGIPD", + # "cal_type": "CORRECT", + # "config": { + # "blc-stripes": True, + # "out-folder": "{}/{}/{}", + # # "/gpfs/exfel/exp/SPB/202131/p900215/raw" + # "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", + # "run": "9014", # Original run: "95" + # "karabo-id-control": "SPB_IRU_AGIPD1M1", + # "karabo-id": "SPB_DET_AGIPD1M-1", + # "slurm-mem": "750", + # "sequences": "0", + # "rel-gain": True, + # "n-cores-files": 2, + # "ctrl-source-template": "{}/MDL/FPGA_COMP", + # }, + # "reference-folder": "{}/{}/{}", + # }, + # "SPB_DET_AGIPD1M-1-DARK-FIXED": { + # "det_type": "AGIPD", + # "cal_type": "DARK", + # "config": { + # "out-folder": "{}/{}/{}", + # # "/gpfs/exfel/exp/SPB/202131/p900215/raw" + # "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", + # "run-high": "9011", # Original run: "91" + # "run-med": "9012", # Original run: "92" + # "run-low": "9013", # Original run "93" + # "karabo-id-control": "SPB_IRU_AGIPD1M1", + # "karabo-id": "SPB_DET_AGIPD1M-1", + # "ctrl-source-template": "{}/MDL/FPGA_COMP", + # }, + # "reference-folder": "{}/{}/{}", + # }, + # "SPB_DET_AGIPD1M-1-CORRECT-ADAPTIVE": { + # "det_type": "AGIPD", + # "cal_type": "CORRECT", + # "config": { + # "blc-stripes": True, + # "rel-gain": True, + # "out-folder": "{}/{}/{}", + # # "/gpfs/exfel/exp/SPB/202131/p900215/raw" + # "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", + # "run": "262", + # "karabo-id-control": "SPB_IRU_AGIPD1M1", + # "karabo-id": "SPB_DET_AGIPD1M-1", + # "slurm-mem": "9018", # Original run: "750", + # "sequences": "0", + # "n-cores-files": 2, + # "ctrl-source-template": "{}/MDL/FPGA_COMP", + # }, + # "reference-folder": "{}/{}/{}", + # }, "SPB_DET_AGIPD1M-1-DARK-ADAPTIVE": { "det_type": "AGIPD", "cal_type": "DARK", @@ -69,478 +69,478 @@ automated_test_config = { }, "reference-folder": "{}/{}/{}", }, - "MID_DET_AGIPD1M-1-CORRECT-ADAPTIVE": { - "det_type": "AGIPD", - "cal_type": "CORRECT", - "config": { - "blc-stripes": True, - "rel-gain": True, - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/MID/202121/p002929/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9022", # Original run: "21", - "karabo-id-control": "MID_EXP_AGIPD1M1", - "karabo-id": "MID_DET_AGIPD1M-1", - "slurm-mem": "750", - "sequences": "0,1", - "n-cores-files": 2, - "ctrl-source-template": "{}/MDL/FPGA_COMP", - }, - "reference-folder": "{}/{}/{}", - }, - "MID_DET_AGIPD1M-1-CORRECT-SELECT_CELLS_CM": { - "det_type": "AGIPD", - "cal_type": "CORRECT", - "config": { - "blc-stripes": True, - "rel-gain": True, - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/MID/202121/p002929/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9022", # Original run: "21", - "max-pulses": [0, 160, 2], - "common-mode": True, - "karabo-id-control": "MID_EXP_AGIPD1M1", - "karabo-id": "MID_DET_AGIPD1M-1", - "slurm-mem": "750", - "sequences": "0,1", - "ctrl-source-template": "{}/MDL/FPGA_COMP", - "n-cores-files": 2, - "sequences-per-node": 1, - }, - "reference-folder": "{}/{}/{}", - }, - "MID_DET_AGIPD1M-1-CORRECT-SELECT_CELLS_NOCM": { - "det_type": "AGIPD", - "cal_type": "CORRECT", - "config": { - "blc-stripes": True, - "rel-gain": True, - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/MID/202121/p002929/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9022", # Original run: "21", - "max-pulses": [0, 160, 2], - "no-common-mode": True, - "karabo-id-control": "MID_EXP_AGIPD1M1", - "karabo-id": "MID_DET_AGIPD1M-1", - "slurm-mem": "750", - "sequences": "0,1", - "n-cores-files": 2, - "ctrl-source-template": "{}/MDL/FPGA_COMP", - }, - "reference-folder": "{}/{}/{}", - }, - "MID_DET_AGIPD1M-1-DARK-ADAPTIVE": { - "det_type": "AGIPD", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/MID/202121/p002929/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run-high": "9019", # Original run: "4" - "run-med": "9020", # Original run: "5" - "run-low": "9021", # Original run: "6" - "karabo-id-control": "MID_EXP_AGIPD1M1", - "karabo-id": "MID_DET_AGIPD1M-1", - "ctrl-source-template": "{}/MDL/FPGA_COMP", - }, - "reference-folder": "{}/{}/{}", - }, - "HED_DET_AGIPD500K2G-CORRECT-ADAPTIVE": { - "det_type": "AGIPD", - "cal_type": "CORRECT", - "config": { - "blc-stripes": True, - "rel-gain": True, - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/HED/202131/p900228/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9026", # Original run: "29", - "karabo-id-control": "HED_EXP_AGIPD500K2G", - "karabo-id": "HED_DET_AGIPD500K2G", - "slurm-mem": "750", - "n-cores-files": 2, - "sequences": "0,1", - "ctrl-source-template": "{}/MDL/FPGA_COMP", - }, - "reference-folder": "{}/{}/{}", - }, - "HED_DET_AGIPD500K2G-DARK-ADAPTIVE": { - "det_type": "AGIPD", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/HED/202131/p900228/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run-high": "9023", # Original run: "25", - "run-med": "9024", # Original run: "26", - "run-low": "9025", # Original run: "27", - "karabo-id-control": "HED_EXP_AGIPD500K2G", - "karabo-id": "HED_DET_AGIPD500K2G", - "ctrl-source-template": "{}/MDL/FPGA_COMP", - }, - "reference-folder": "{}/{}/{}", - }, - "FXE_XAD_JF500K-DARK-SINGLE": { - "det_type": "JUNGFRAU", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/FXE/202101/p002478/raw/" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run-high": "9031", # Original run: "47" - "run-med": "9032", # Original run: "48" - "run-low": "9033", # Original run: "49" - "karabo-id-control": "", - "karabo-id": "FXE_XAD_JF500K", - "karabo-da": "JNGFR03", - }, - "reference-folder": "{}/{}/{}", - }, - "FXE_XAD_JF500K-CORRECT-SINGLE": { - "det_type": "JUNGFRAU", - "cal_type": "CORRECT", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/FXE/202101/p002478/raw/" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9030", # Original from: 52 - "sequences": "0,50", - "karabo-id-control": "", - "karabo-id": "FXE_XAD_JF500K", - "karabo-da": "JNGFR03", - }, - "reference-folder": "{}/{}/{}", - }, - "FXE_XAD_JF1M-DARK-BURST": { - "det_type": "JUNGFRAU", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/FXE/202131/p900226/raw/" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run-high": "9035", # Original run: "108" - "run-med": "9036", # Original run: "109" - "run-low": "9037", # Original run: "110" - "karabo-id-control": "", - "karabo-id": "FXE_XAD_JF1M", - "karabo-da": ["JNGFR01", "JNGFR02"], - }, - "reference-folder": "{}/{}/{}", - }, - "FXE_XAD_JF1M-CORRECT-BURST": { - "det_type": "JUNGFRAU", - "cal_type": "CORRECT", - "config": { - "out-folder": "{}/{}/{}", - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - # "/gpfs/exfel/exp/FXE/202131/p900226/raw" - "run": "9034", # Run cloned from run 106. - "sequences": "0,1", - "karabo-id-control": "", - "karabo-id": "FXE_XAD_JF1M", - "karabo-da": ["JNGFR01", "JNGFR02"], - }, - "reference-folder": "{}/{}/{}", - }, -# "FXE_XAD_JF1M-DARK-BURST_LONGRUN": { +# "MID_DET_AGIPD1M-1-CORRECT-ADAPTIVE": { +# "det_type": "AGIPD", +# "cal_type": "CORRECT", +# "config": { +# "blc-stripes": True, +# "rel-gain": True, +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/MID/202121/p002929/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9022", # Original run: "21", +# "karabo-id-control": "MID_EXP_AGIPD1M1", +# "karabo-id": "MID_DET_AGIPD1M-1", +# "slurm-mem": "750", +# "sequences": "0,1", +# "n-cores-files": 2, +# "ctrl-source-template": "{}/MDL/FPGA_COMP", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "MID_DET_AGIPD1M-1-CORRECT-SELECT_CELLS_CM": { +# "det_type": "AGIPD", +# "cal_type": "CORRECT", +# "config": { +# "blc-stripes": True, +# "rel-gain": True, +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/MID/202121/p002929/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9022", # Original run: "21", +# "max-pulses": [0, 160, 2], +# "common-mode": True, +# "karabo-id-control": "MID_EXP_AGIPD1M1", +# "karabo-id": "MID_DET_AGIPD1M-1", +# "slurm-mem": "750", +# "sequences": "0,1", +# "ctrl-source-template": "{}/MDL/FPGA_COMP", +# "n-cores-files": 2, +# "sequences-per-node": 1, +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "MID_DET_AGIPD1M-1-CORRECT-SELECT_CELLS_NOCM": { +# "det_type": "AGIPD", +# "cal_type": "CORRECT", +# "config": { +# "blc-stripes": True, +# "rel-gain": True, +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/MID/202121/p002929/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9022", # Original run: "21", +# "max-pulses": [0, 160, 2], +# "no-common-mode": True, +# "karabo-id-control": "MID_EXP_AGIPD1M1", +# "karabo-id": "MID_DET_AGIPD1M-1", +# "slurm-mem": "750", +# "sequences": "0,1", +# "n-cores-files": 2, +# "ctrl-source-template": "{}/MDL/FPGA_COMP", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "MID_DET_AGIPD1M-1-DARK-ADAPTIVE": { +# "det_type": "AGIPD", +# "cal_type": "DARK", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/MID/202121/p002929/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run-high": "9019", # Original run: "4" +# "run-med": "9020", # Original run: "5" +# "run-low": "9021", # Original run: "6" +# "karabo-id-control": "MID_EXP_AGIPD1M1", +# "karabo-id": "MID_DET_AGIPD1M-1", +# "ctrl-source-template": "{}/MDL/FPGA_COMP", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "HED_DET_AGIPD500K2G-CORRECT-ADAPTIVE": { +# "det_type": "AGIPD", +# "cal_type": "CORRECT", +# "config": { +# "blc-stripes": True, +# "rel-gain": True, +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/HED/202131/p900228/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9026", # Original run: "29", +# "karabo-id-control": "HED_EXP_AGIPD500K2G", +# "karabo-id": "HED_DET_AGIPD500K2G", +# "slurm-mem": "750", +# "n-cores-files": 2, +# "sequences": "0,1", +# "ctrl-source-template": "{}/MDL/FPGA_COMP", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "HED_DET_AGIPD500K2G-DARK-ADAPTIVE": { +# "det_type": "AGIPD", +# "cal_type": "DARK", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/HED/202131/p900228/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run-high": "9023", # Original run: "25", +# "run-med": "9024", # Original run: "26", +# "run-low": "9025", # Original run: "27", +# "karabo-id-control": "HED_EXP_AGIPD500K2G", +# "karabo-id": "HED_DET_AGIPD500K2G", +# "ctrl-source-template": "{}/MDL/FPGA_COMP", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "FXE_XAD_JF500K-DARK-SINGLE": { +# "det_type": "JUNGFRAU", +# "cal_type": "DARK", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/FXE/202101/p002478/raw/" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run-high": "9031", # Original run: "47" +# "run-med": "9032", # Original run: "48" +# "run-low": "9033", # Original run: "49" +# "karabo-id-control": "", +# "karabo-id": "FXE_XAD_JF500K", +# "karabo-da": "JNGFR03", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "FXE_XAD_JF500K-CORRECT-SINGLE": { +# "det_type": "JUNGFRAU", +# "cal_type": "CORRECT", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/FXE/202101/p002478/raw/" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9030", # Original from: 52 +# "sequences": "0,50", +# "karabo-id-control": "", +# "karabo-id": "FXE_XAD_JF500K", +# "karabo-da": "JNGFR03", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "FXE_XAD_JF1M-DARK-BURST": { # "det_type": "JUNGFRAU", # "cal_type": "DARK", # "config": { # "out-folder": "{}/{}/{}", -# "in-folder": "/gpfs/exfel/exp/FXE/202321/p004576/raw", -# "run-high": "112", -# "run-med": "113", -# "run-low": "118", +# # "/gpfs/exfel/exp/FXE/202131/p900226/raw/" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run-high": "9035", # Original run: "108" +# "run-med": "9036", # Original run: "109" +# "run-low": "9037", # Original run: "110" # "karabo-id-control": "", # "karabo-id": "FXE_XAD_JF1M", # "karabo-da": ["JNGFR01", "JNGFR02"], # }, # "reference-folder": "{}/{}/{}", # }, - "FXE_XAD_JF1M-CORRECT-SINGLE": { - "det_type": "JUNGFRAU", - "cal_type": "CORRECT", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/FXE/202101/p002478/raw/" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9030", # Original from: 52 - "sequences": "1,30,49", - "karabo-id-control": "", - "karabo-id": "FXE_XAD_JF1M", - "karabo-da": ["JNGFR01", "JNGFR02"], - }, - "reference-folder": "{}/{}/{}", - }, - "FXE_XAD_JF1M-DARK-SINGLE": { - "det_type": "JUNGFRAU", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/FXE/202101/p002478/raw/" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run-high": "9031", # Original run: "47" - "run-med": "9032", # Original run: "48" - "run-low": "9033", # Original run: "49" - "karabo-id-control": "", - "karabo-id": "FXE_XAD_JF1M", - "karabo-da": ["JNGFR01", "JNGFR02"], - }, - "reference-folder": "{}/{}/{}", - }, - "SPB_IRDA_JF4M-CORRECT-SINGLE": { - "det_type": "JUNGFRAU", - "cal_type": "CORRECT", - "config": { - "out-folder": "{}/{}/{}", - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9007", - "karabo-id-control": "", - "karabo-id": "SPB_IRDA_JF4M", - "karabo-da": [ - "JNGFR01", - "JNGFR02", - "JNGFR03", - "JNGFR04", - "JNGFR05", - "JNGFR06", - "JNGFR07", - "JNGFR08", - ], - }, - "reference-folder": "{}/{}/{}", - }, - "SPB_IRDA_JF4M-DARK-ADAPTIVE": { - "det_type": "JUNGFRAU", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run-high": "9004", - "run-med": "9005", - "run-low": "9006", - "karabo-id-control": "", - "karabo-id": "SPB_IRDA_JF4M", - "karabo-da": [ - "JNGFR01", - "JNGFR02", - "JNGFR03", - "JNGFR04", - "JNGFR05", - "JNGFR06", - "JNGFR07", - "JNGFR08", - ], - }, - "reference-folder": "{}/{}/{}", - }, - # MISSING FROM REFERENCE RUNS. - # "SPB_IRDA_JF4M-DARK-FIXED": - # { - # "det_type": "JUNGFRAU", - # "cal_type": "DARK", - # "config": - # { - # "out-folder": "{}/{}/{}", - # "in-folder": "/gpfs/exfel/exp/SPB/202202/p003051/raw", - # "run-high": "166", - # "run-med": "168", - # "run-low": "169", - # "karabo-id-control": "", - # "karabo-id": "SPB_IRDA_JF4M", - # "karabo-da": [ - # "JNGFR01", "JNGFR02", "JNGFR03", "JNGFR04", - # "JNGFR05", "JNGFR06", "JNGFR07", "JNGFR08" - # ], - # }, - # "reference-folder": "{}/{}/{}", - # }, - "HED_IA1_JF500K1-DARK-ADAPTIVE": { - "det_type": "JUNGFRAU", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/HED/202102/p002656/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run-high": "9039", # Original run: "219", - "run-med": "9040", # Original run: "220", - "run-low": "9041", # Original run: "221", - "karabo-id": "HED_IA1_JF500K1", - "karabo-da": "JNGFR01", - }, - "reference-folder": "{}/{}/{}", - }, - "HED_IA1_JF500K2-DARK-ADAPTIVE": { - "det_type": "JUNGFRAU", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/HED/202102/p002656/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run-high": "9039", # Original run: "219", - "run-med": "9040", # Original run: "220", - "run-low": "9041", # Original run: "221", - "karabo-id": "HED_IA1_JF500K2", - "karabo-da": "JNGFR02", - }, - "reference-folder": "{}/{}/{}", - }, - "HED_IA1_JF500K3-DARK-ADAPTIVE": { - "det_type": "JUNGFRAU", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/HED/202102/p002656/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run-high": "9039", # Original run: "219", - "run-med": "9040", # Original run: "220", - "run-low": "9041", # Original run: "221", - "karabo-id": "HED_IA1_JF500K3", - "karabo-da": "JNGFR03", - }, - "reference-folder": "{}/{}/{}", - }, -# "HED_IA1_JF500K1-DARK-FIXED": -# { +# "FXE_XAD_JF1M-CORRECT-BURST": { +# "det_type": "JUNGFRAU", +# "cal_type": "CORRECT", +# "config": { +# "out-folder": "{}/{}/{}", +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# # "/gpfs/exfel/exp/FXE/202131/p900226/raw" +# "run": "9034", # Run cloned from run 106. +# "sequences": "0,1", +# "karabo-id-control": "", +# "karabo-id": "FXE_XAD_JF1M", +# "karabo-da": ["JNGFR01", "JNGFR02"], +# }, +# "reference-folder": "{}/{}/{}", +# }, +# # "FXE_XAD_JF1M-DARK-BURST_LONGRUN": { +# # "det_type": "JUNGFRAU", +# # "cal_type": "DARK", +# # "config": { +# # "out-folder": "{}/{}/{}", +# # "in-folder": "/gpfs/exfel/exp/FXE/202321/p004576/raw", +# # "run-high": "112", +# # "run-med": "113", +# # "run-low": "118", +# # "karabo-id-control": "", +# # "karabo-id": "FXE_XAD_JF1M", +# # "karabo-da": ["JNGFR01", "JNGFR02"], +# # }, +# # "reference-folder": "{}/{}/{}", +# # }, +# "FXE_XAD_JF1M-CORRECT-SINGLE": { +# "det_type": "JUNGFRAU", +# "cal_type": "CORRECT", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/FXE/202101/p002478/raw/" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9030", # Original from: 52 +# "sequences": "1,30,49", +# "karabo-id-control": "", +# "karabo-id": "FXE_XAD_JF1M", +# "karabo-da": ["JNGFR01", "JNGFR02"], +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "FXE_XAD_JF1M-DARK-SINGLE": { +# "det_type": "JUNGFRAU", +# "cal_type": "DARK", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/FXE/202101/p002478/raw/" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run-high": "9031", # Original run: "47" +# "run-med": "9032", # Original run: "48" +# "run-low": "9033", # Original run: "49" +# "karabo-id-control": "", +# "karabo-id": "FXE_XAD_JF1M", +# "karabo-da": ["JNGFR01", "JNGFR02"], +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "SPB_IRDA_JF4M-CORRECT-SINGLE": { +# "det_type": "JUNGFRAU", +# "cal_type": "CORRECT", +# "config": { +# "out-folder": "{}/{}/{}", +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9007", +# "karabo-id-control": "", +# "karabo-id": "SPB_IRDA_JF4M", +# "karabo-da": [ +# "JNGFR01", +# "JNGFR02", +# "JNGFR03", +# "JNGFR04", +# "JNGFR05", +# "JNGFR06", +# "JNGFR07", +# "JNGFR08", +# ], +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "SPB_IRDA_JF4M-DARK-ADAPTIVE": { +# "det_type": "JUNGFRAU", +# "cal_type": "DARK", +# "config": { +# "out-folder": "{}/{}/{}", +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run-high": "9004", +# "run-med": "9005", +# "run-low": "9006", +# "karabo-id-control": "", +# "karabo-id": "SPB_IRDA_JF4M", +# "karabo-da": [ +# "JNGFR01", +# "JNGFR02", +# "JNGFR03", +# "JNGFR04", +# "JNGFR05", +# "JNGFR06", +# "JNGFR07", +# "JNGFR08", +# ], +# }, +# "reference-folder": "{}/{}/{}", +# }, +# # MISSING FROM REFERENCE RUNS. +# # "SPB_IRDA_JF4M-DARK-FIXED": +# # { +# # "det_type": "JUNGFRAU", +# # "cal_type": "DARK", +# # "config": +# # { +# # "out-folder": "{}/{}/{}", +# # "in-folder": "/gpfs/exfel/exp/SPB/202202/p003051/raw", +# # "run-high": "166", +# # "run-med": "168", +# # "run-low": "169", +# # "karabo-id-control": "", +# # "karabo-id": "SPB_IRDA_JF4M", +# # "karabo-da": [ +# # "JNGFR01", "JNGFR02", "JNGFR03", "JNGFR04", +# # "JNGFR05", "JNGFR06", "JNGFR07", "JNGFR08" +# # ], +# # }, +# # "reference-folder": "{}/{}/{}", +# # }, +# "HED_IA1_JF500K1-DARK-ADAPTIVE": { # "det_type": "JUNGFRAU", # "cal_type": "DARK", -# "config": -# { +# "config": { # "out-folder": "{}/{}/{}", -# "in-folder": "/gpfs/exfel/exp/HED/202131/p900227/raw", -# "run-high": "65", -# "run-med": "66", -# "run-low": "67", +# # "/gpfs/exfel/exp/HED/202102/p002656/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run-high": "9039", # Original run: "219", +# "run-med": "9040", # Original run: "220", +# "run-low": "9041", # Original run: "221", # "karabo-id": "HED_IA1_JF500K1", # "karabo-da": "JNGFR01", -# }, +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "HED_IA1_JF500K2-DARK-ADAPTIVE": { +# "det_type": "JUNGFRAU", +# "cal_type": "DARK", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/HED/202102/p002656/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run-high": "9039", # Original run: "219", +# "run-med": "9040", # Original run: "220", +# "run-low": "9041", # Original run: "221", +# "karabo-id": "HED_IA1_JF500K2", +# "karabo-da": "JNGFR02", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "HED_IA1_JF500K3-DARK-ADAPTIVE": { +# "det_type": "JUNGFRAU", +# "cal_type": "DARK", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/HED/202102/p002656/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run-high": "9039", # Original run: "219", +# "run-med": "9040", # Original run: "220", +# "run-low": "9041", # Original run: "221", +# "karabo-id": "HED_IA1_JF500K3", +# "karabo-da": "JNGFR03", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# # "HED_IA1_JF500K1-DARK-FIXED": +# # { +# # "det_type": "JUNGFRAU", +# # "cal_type": "DARK", +# # "config": +# # { +# # "out-folder": "{}/{}/{}", +# # "in-folder": "/gpfs/exfel/exp/HED/202131/p900227/raw", +# # "run-high": "65", +# # "run-med": "66", +# # "run-low": "67", +# # "karabo-id": "HED_IA1_JF500K1", +# # "karabo-da": "JNGFR01", +# # }, +# # "reference-folder": "{}/{}/{}", +# # }, +# "HED_IA1_JF500K1-CORRECT-ADAPTIVE": { +# "det_type": "JUNGFRAU", +# "cal_type": "CORRECT", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/HED/202102/p002656/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9038", # Original run: "230" +# "sequences": "0,2,4", +# "karabo-id": "HED_IA1_JF500K1", +# "karabo-da": "JNGFR01", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "HED_IA1_JF500K2-CORRECT-ADAPTIVE": { +# "det_type": "JUNGFRAU", +# "cal_type": "CORRECT", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/HED/202102/p002656/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9038", # Original run: "230" +# "sequences": "0", +# "karabo-id": "HED_IA1_JF500K2", +# "karabo-da": "JNGFR02", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "HED_IA1_JF500K3-CORRECT-ADAPTIVE": { +# "det_type": "JUNGFRAU", +# "cal_type": "CORRECT", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/HED/202102/p002656/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9038", # Original run: "230" +# "sequences": "1,3", +# "karabo-id": "HED_IA1_JF500K3", +# "karabo-da": "JNGFR03", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "HED_IA1_EPX100-1-DARK": { +# "det_type": "EPIX100", +# "cal_type": "DARK", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/HED/202102/p002656/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9047", # Original run: "219", +# "karabo-id": "HED_IA1_EPX100-1", +# "karabo-da": "EPIX01", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# # "MID_EXP_EPIX-1-CORRECT": { +# # "det_type": "EPIX100", +# # "cal_type": "CORRECT", +# # "config": { +# # "out-folder": "{}/{}/{}", +# # # Original proposal 2936 +# # "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# # "run": "9042", # Original run: "160" +# # "karabo-id": "MID_EXP_EPIX-1", +# # "karabo-da": "EPIX01", +# # "sequences": "1,2,3", +# # "fix-temperature": 290, +# # }, +# # "reference-folder": "{}/{}/{}", +# # }, +# "HED_IA1_EPX100-1-CORRECT": { +# "det_type": "EPIX100", +# "cal_type": "CORRECT", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/HED/202102/p002656/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9038", # Original run: "230" +# "karabo-id": "HED_IA1_EPX100-1", +# "karabo-da": "EPIX01", +# "sequences": "1,2,3", +# "fix-temperature": 290, +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "MID_EXP_EPIX-2-DARK": { +# "det_type": "EPIX100", +# "cal_type": "DARK", +# "config": { +# "out-folder": "{}/{}/{}", +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9045", # Original run: 224 proposal 2655 +# "karabo-id": "MID_EXP_EPIX-2", +# "karabo-da": "EPIX02", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "SQS_NQS_PNCCD1MP-CORRECT": { +# "det_type": "PNCCD", +# "cal_type": "CORRECT", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/SQS/202031/p900166/raw", +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9001", # Original run: "347", +# "karabo-id": "SQS_NQS_PNCCD1MP", +# "karabo-da": "PNCCD01", +# }, +# "reference-folder": "{}/{}/{}", +# }, +# "SQS_NQS_PNCCD1MP-DARK": { +# "det_type": "PNCCD", +# "cal_type": "DARK", +# "config": { +# "out-folder": "{}/{}/{}", +# # "/gpfs/exfel/exp/SQS/202031/p900166/raw" +# "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", +# "run": "9000", # Original run: "345", +# "karabo-id": "SQS_NQS_PNCCD1MP", +# "karabo-da": "PNCCD01", +# }, # "reference-folder": "{}/{}/{}", # }, - "HED_IA1_JF500K1-CORRECT-ADAPTIVE": { - "det_type": "JUNGFRAU", - "cal_type": "CORRECT", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/HED/202102/p002656/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9038", # Original run: "230" - "sequences": "0,2,4", - "karabo-id": "HED_IA1_JF500K1", - "karabo-da": "JNGFR01", - }, - "reference-folder": "{}/{}/{}", - }, - "HED_IA1_JF500K2-CORRECT-ADAPTIVE": { - "det_type": "JUNGFRAU", - "cal_type": "CORRECT", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/HED/202102/p002656/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9038", # Original run: "230" - "sequences": "0", - "karabo-id": "HED_IA1_JF500K2", - "karabo-da": "JNGFR02", - }, - "reference-folder": "{}/{}/{}", - }, - "HED_IA1_JF500K3-CORRECT-ADAPTIVE": { - "det_type": "JUNGFRAU", - "cal_type": "CORRECT", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/HED/202102/p002656/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9038", # Original run: "230" - "sequences": "1,3", - "karabo-id": "HED_IA1_JF500K3", - "karabo-da": "JNGFR03", - }, - "reference-folder": "{}/{}/{}", - }, - "HED_IA1_EPX100-1-DARK": { - "det_type": "EPIX100", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/HED/202102/p002656/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9047", # Original run: "219", - "karabo-id": "HED_IA1_EPX100-1", - "karabo-da": "EPIX01", - }, - "reference-folder": "{}/{}/{}", - }, - # "MID_EXP_EPIX-1-CORRECT": { - # "det_type": "EPIX100", - # "cal_type": "CORRECT", - # "config": { - # "out-folder": "{}/{}/{}", - # # Original proposal 2936 - # "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - # "run": "9042", # Original run: "160" - # "karabo-id": "MID_EXP_EPIX-1", - # "karabo-da": "EPIX01", - # "sequences": "1,2,3", - # "fix-temperature": 290, - # }, - # "reference-folder": "{}/{}/{}", - # }, - "HED_IA1_EPX100-1-CORRECT": { - "det_type": "EPIX100", - "cal_type": "CORRECT", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/HED/202102/p002656/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9038", # Original run: "230" - "karabo-id": "HED_IA1_EPX100-1", - "karabo-da": "EPIX01", - "sequences": "1,2,3", - "fix-temperature": 290, - }, - "reference-folder": "{}/{}/{}", - }, - "MID_EXP_EPIX-2-DARK": { - "det_type": "EPIX100", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9045", # Original run: 224 proposal 2655 - "karabo-id": "MID_EXP_EPIX-2", - "karabo-da": "EPIX02", - }, - "reference-folder": "{}/{}/{}", - }, - "SQS_NQS_PNCCD1MP-CORRECT": { - "det_type": "PNCCD", - "cal_type": "CORRECT", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/SQS/202031/p900166/raw", - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9001", # Original run: "347", - "karabo-id": "SQS_NQS_PNCCD1MP", - "karabo-da": "PNCCD01", - }, - "reference-folder": "{}/{}/{}", - }, - "SQS_NQS_PNCCD1MP-DARK": { - "det_type": "PNCCD", - "cal_type": "DARK", - "config": { - "out-folder": "{}/{}/{}", - # "/gpfs/exfel/exp/SQS/202031/p900166/raw" - "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw", - "run": "9000", # Original run: "345", - "karabo-id": "SQS_NQS_PNCCD1MP", - "karabo-da": "PNCCD01", - }, - "reference-folder": "{}/{}/{}", - }, "FXE_DET_LPD1M-1-DARK": { "det_type": "LPD", "cal_type": "DARK", @@ -566,6 +566,7 @@ automated_test_config = { "sequences": "0", "karabo-id": "FXE_DET_LPD1M-1", "slurm-mem": "750", + "num-workers": 4, }, "reference-folder": "{}/{}/{}", }, -- GitLab