From 24c414c0b202867acdfd19f71d5b5aab1763bbab Mon Sep 17 00:00:00 2001
From: ahmedk <karim.ahmed@xfel.eu>
Date: Wed, 28 Jun 2023 13:57:51 +0200
Subject: [PATCH] update reference test for testing on max-exfl017 jf and
epix100
---
tests/test_reference_runs/callab_tests.py | 547 ++++++++++++----------
1 file changed, 306 insertions(+), 241 deletions(-)
diff --git a/tests/test_reference_runs/callab_tests.py b/tests/test_reference_runs/callab_tests.py
index 206ced46b..a041e25cb 100644
--- a/tests/test_reference_runs/callab_tests.py
+++ b/tests/test_reference_runs/callab_tests.py
@@ -170,139 +170,163 @@ automated_test_config = {
},
"reference-folder": "{}/{}/{}",
},
- "FXE_XAD_JF500K-DARK-SINGLE": {
- "det_type": "JUNGFRAU",
- "cal_type": "DARK",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/FXE/202101/p002478/raw/",
- "run-high": "47",
- "run-med": "48",
- "run-low": "49",
- "karabo-id-control": "",
- "karabo-id": "FXE_XAD_JF500K",
- "karabo-da": "JNGFR03",
- },
- "reference-folder": "{}/{}/{}",
- },
- "FXE_XAD_JF500K-CORRECT-SINGLE": {
- "det_type": "JUNGFRAU",
- "cal_type": "CORRECT",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/FXE/202101/p002478/raw/",
- "run": "52",
- "sequences": "0,1,2,50",
- "karabo-id-control": "",
- "karabo-id": "FXE_XAD_JF500K",
- "karabo-da": "JNGFR03",
- },
- "reference-folder": "{}/{}/{}",
- },
- "FXE_XAD_JF1M-DARK-BURST": {
- "det_type": "JUNGFRAU",
- "cal_type": "DARK",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/FXE/202131/p900226/raw/",
- "run-high": "108",
- "run-med": "109",
- "run-low": "110",
- "karabo-id-control": "",
- "karabo-id": "FXE_XAD_JF1M",
- "karabo-da": ["JNGFR01", "JNGFR02"],
- },
- "reference-folder": "{}/{}/{}",
- },
- "FXE_XAD_JF1M-CORRECT-BURST": {
- "det_type": "JUNGFRAU",
- "cal_type": "CORRECT",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/FXE/202131/p900226/raw",
- "run": "106",
- "sequences": "0,1,7",
- "karabo-id-control": "",
- "karabo-id": "FXE_XAD_JF1M",
- "karabo-da": ["JNGFR01", "JNGFR02"],
- },
- "reference-folder": "{}/{}/{}",
- },
- "FXE_XAD_JF1M-DARK-SINGLE": {
- "det_type": "JUNGFRAU",
- "cal_type": "DARK",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/FXE/202101/p002478/raw/",
- "run-high": "47",
- "run-med": "48",
- "run-low": "49",
- "karabo-id-control": "",
- "karabo-id": "FXE_XAD_JF1M",
- "karabo-da": ["JNGFR01", "JNGFR02"],
- },
- "reference-folder": "{}/{}/{}",
- },
- "FXE_XAD_JF1M-DARK-BURST_LONGRUN": {
- "det_type": "JUNGFRAU",
- "cal_type": "DARK",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/FXE/202321/p004576/raw",
- "run-high": "112",
- "run-med": "113",
- "run-low": "118",
- "karabo-id-control": "",
- "karabo-id": "FXE_XAD_JF1M",
- "karabo-da": ["JNGFR01", "JNGFR02"],
- },
- "reference-folder": "{}/{}/{}",
- },
- "FXE_XAD_JF1M-CORRECT-SINGLE": {
- "det_type": "JUNGFRAU",
- "cal_type": "CORRECT",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/FXE/202101/p002478/raw/",
- "run": "52",
- "sequences": "1,30,49",
- "karabo-id-control": "",
- "karabo-id": "FXE_XAD_JF1M",
- "karabo-da": ["JNGFR01", "JNGFR02"],
- },
- "reference-folder": "{}/{}/{}",
- },
- "SPB_IRDA_JF4M-CORRECT-SINGLE": {
- "det_type": "JUNGFRAU",
- "cal_type": "CORRECT",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/SPB/202130/p900204/raw",
- "run": "91",
- "karabo-id-control": "",
- "karabo-id": "SPB_IRDA_JF4M",
- "karabo-da": [
- "JNGFR01",
- "JNGFR02",
- "JNGFR03",
- "JNGFR04",
- "JNGFR05",
- "JNGFR06",
- "JNGFR07",
- "JNGFR08",
- ],
- },
- "reference-folder": "{}/{}/{}",
- },
+# "FXE_XAD_JF500K-DARK-SINGLE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "DARK",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/FXE/202101/p002478/raw/",
+# "run-high": "47",
+# "run-med": "48",
+# "run-low": "49",
+# "karabo-id-control": "",
+# "karabo-id": "FXE_XAD_JF500K",
+# "karabo-da": "JNGFR03",
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "FXE_XAD_JF500K-CORRECT-SINGLE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "CORRECT",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/FXE/202101/p002478/raw/",
+# "run": "52",
+# "sequences": "0,1,2,50",
+# "karabo-id-control": "",
+# "karabo-id": "FXE_XAD_JF500K",
+# "karabo-da": "JNGFR03",
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "FXE_XAD_JF1M-DARK-BURST": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "DARK",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/FXE/202131/p900226/raw/",
+# "run-high": "108",
+# "run-med": "109",
+# "run-low": "110",
+# "karabo-id-control": "",
+# "karabo-id": "FXE_XAD_JF1M",
+# "karabo-da": ["JNGFR01", "JNGFR02"],
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "FXE_XAD_JF1M-CORRECT-BURST": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "CORRECT",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/FXE/202131/p900226/raw",
+# "run": "106",
+# "sequences": "0,1,7",
+# "karabo-id-control": "",
+# "karabo-id": "FXE_XAD_JF1M",
+# "karabo-da": ["JNGFR01", "JNGFR02"],
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "FXE_XAD_JF1M-DARK-SINGLE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "DARK",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/FXE/202101/p002478/raw/",
+# "run-high": "47",
+# "run-med": "48",
+# "run-low": "49",
+# "karabo-id-control": "",
+# "karabo-id": "FXE_XAD_JF1M",
+# "karabo-da": ["JNGFR01", "JNGFR02"],
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "FXE_XAD_JF1M-DARK-BURST_LONGRUN": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "DARK",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/FXE/202321/p004576/raw",
+# "run-high": "112",
+# "run-med": "113",
+# "run-low": "118",
+# "karabo-id-control": "",
+# "karabo-id": "FXE_XAD_JF1M",
+# "karabo-da": ["JNGFR01", "JNGFR02"],
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "FXE_XAD_JF1M-CORRECT-SINGLE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "CORRECT",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/FXE/202101/p002478/raw/",
+# "run": "52",
+# "sequences": "1,30,49",
+# "karabo-id-control": "",
+# "karabo-id": "FXE_XAD_JF1M",
+# "karabo-da": ["JNGFR01", "JNGFR02"],
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "SPB_IRDA_JF4M-CORRECT-SINGLE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "CORRECT",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/SPB/202130/p900204/raw",
+# "run": "91",
+# "karabo-id-control": "",
+# "karabo-id": "SPB_IRDA_JF4M",
+# "karabo-da": [
+# "JNGFR01",
+# "JNGFR02",
+# "JNGFR03",
+# "JNGFR04",
+# "JNGFR05",
+# "JNGFR06",
+# "JNGFR07",
+# "JNGFR08",
+# ],
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "SPB_IRDA_JF4M-DARK-ADAPTIVE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "DARK",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/SPB/202130/p900204/raw",
+# "run-high": "88",
+# "run-med": "89",
+# "run-low": "90",
+# "karabo-id-control": "",
+# "karabo-id": "SPB_IRDA_JF4M",
+# "karabo-da": [
+# "JNGFR01",
+# "JNGFR02",
+# "JNGFR03",
+# "JNGFR04",
+# "JNGFR05",
+# "JNGFR06",
+# "JNGFR07",
+# "JNGFR08",
+# ],
+# },
+# "reference-folder": "{}/{}/{}",
+# },
"SPB_IRDA_JF4M-DARK-ADAPTIVE": {
"det_type": "JUNGFRAU",
"cal_type": "DARK",
"config": {
"out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/SPB/202130/p900204/raw",
- "run-high": "88",
- "run-med": "89",
- "run-low": "90",
+ "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
+ "run-high": "9004",
+ "run-med": "9005",
+ "run-low": "9006",
"karabo-id-control": "",
"karabo-id": "SPB_IRDA_JF4M",
"karabo-da": [
@@ -318,130 +342,183 @@ automated_test_config = {
},
"reference-folder": "{}/{}/{}",
},
- "SPB_IRDA_JF4M-DARK-FIXED":
- {
- "det_type": "JUNGFRAU",
- "cal_type": "DARK",
- "config":
- {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/SPB/202202/p003051/raw",
- "run-high": "166",
- "run-med": "168",
- "run-low": "169",
- "karabo-id-control": "",
- "karabo-id": "SPB_IRDA_JF4M",
- "karabo-da": [
- "JNGFR01", "JNGFR02", "JNGFR03", "JNGFR04",
- "JNGFR05", "JNGFR06", "JNGFR07", "JNGFR08"
- ],
- },
- "reference-folder": "{}/{}/{}",
- },
+# "SPB_IRDA_JF4M-DARK-FIXED":
+# {
+# "det_type": "JUNGFRAU",
+# "cal_type": "DARK",
+# "config":
+# {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/SPB/202202/p003051/raw",
+# "run-high": "166",
+# "run-med": "168",
+# "run-low": "169",
+# "karabo-id-control": "",
+# "karabo-id": "SPB_IRDA_JF4M",
+# "karabo-da": [
+# "JNGFR01", "JNGFR02", "JNGFR03", "JNGFR04",
+# "JNGFR05", "JNGFR06", "JNGFR07", "JNGFR08"
+# ],
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "HED_IA1_JF500K1-CORRECT-ADAPTIVE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "CORRECT",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
+# "run": "230",
+# "sequences": "0,2,4",
+# "karabo-id": "HED_IA1_JF500K1",
+# "karabo-da": "JNGFR01",
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "HED_IA1_JF500K2-CORRECT-ADAPTIVE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "CORRECT",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
+# "run": "230",
+# "sequences": "0,1,4",
+# "karabo-id": "HED_IA1_JF500K2",
+# "karabo-da": "JNGFR02",
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "HED_IA1_JF500K3-CORRECT-ADAPTIVE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "CORRECT",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
+# "run": "230",
+# "sequences": "1,2,3",
+# "karabo-id": "HED_IA1_JF500K3",
+# "karabo-da": "JNGFR03",
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "HED_IA1_JF500K1-DARK-ADAPTIVE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "DARK",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
+# "run-high": "219",
+# "run-med": "220",
+# "run-low": "221",
+# "karabo-id": "HED_IA1_JF500K1",
+# "karabo-da": "JNGFR01",
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "HED_IA1_JF500K2-DARK-ADAPTIVE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "DARK",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
+# "run-high": "219",
+# "run-med": "220",
+# "run-low": "221",
+# "karabo-id": "HED_IA1_JF500K2",
+# "karabo-da": "JNGFR02",
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "HED_IA1_JF500K3-DARK-ADAPTIVE": {
+# "det_type": "JUNGFRAU",
+# "cal_type": "DARK",
+# "config": {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
+# "run-high": "219",
+# "run-med": "220",
+# "run-low": "221",
+# "karabo-id": "HED_IA1_JF500K3",
+# "karabo-da": "JNGFR03",
+# },
+# "reference-folder": "{}/{}/{}",
+# },
+# "HED_IA1_JF500K1-DARK-FIXED":
+# {
+# "det_type": "JUNGFRAU",
+# "cal_type": "DARK",
+# "config":
+# {
+# "out-folder": "{}/{}/{}",
+# "in-folder": "/gpfs/exfel/exp/HED/202131/p900227/raw",
+# "run-high": "65",
+# "run-med": "66",
+# "run-low": "67",
+# "karabo-id": "HED_IA1_JF500K1",
+# "karabo-da": "JNGFR01",
+# },
+# "reference-folder": "{}/{}/{}",
+# },
"HED_IA1_JF500K1-CORRECT-ADAPTIVE": {
"det_type": "JUNGFRAU",
"cal_type": "CORRECT",
"config": {
"out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
- "run": "230",
+ "in-folder": "/gpfs/exfel/exp/CALLAB/202130/900203/raw",
+ "run": "9038",
"sequences": "0,2,4",
"karabo-id": "HED_IA1_JF500K1",
"karabo-da": "JNGFR01",
},
"reference-folder": "{}/{}/{}",
},
- "HED_IA1_JF500K2-CORRECT-ADAPTIVE": {
- "det_type": "JUNGFRAU",
- "cal_type": "CORRECT",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
- "run": "230",
- "sequences": "0,1,4",
- "karabo-id": "HED_IA1_JF500K2",
- "karabo-da": "JNGFR02",
- },
- "reference-folder": "{}/{}/{}",
- },
- "HED_IA1_JF500K3-CORRECT-ADAPTIVE": {
- "det_type": "JUNGFRAU",
+ # "HED_IA1_EPX100-1-CORRECT": {
+ # "det_type": "EPIX100",
+ # "cal_type": "CORRECT",
+ # "config": {
+ # "out-folder": "{}/{}/{}",
+ # "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
+ # "run": "230",
+ # "karabo-id": "HED_IA1_EPX100-1",
+ # "karabo-da": "EPIX01",
+ # "sequences": "1,2,3",
+ # "fix-temperature": 290,
+ # },
+ # "reference-folder": "{}/{}/{}",
+ # },
+ # "HED_IA1_EPX100-1-DARK": {
+ # "det_type": "EPIX100",
+ # "cal_type": "DARK",
+ # "config": {
+ # "out-folder": "{}/{}/{}",
+ # "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
+ # "run": "219",
+ # "karabo-id": "HED_IA1_EPX100-1",
+ # "karabo-da": "EPIX01",
+ # },
+ # "reference-folder": "{}/{}/{}",
+ # },
+ "MID_EXP_EPIX-2-CORRECT": {
+ "det_type": "EPIX100",
"cal_type": "CORRECT",
"config": {
"out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
- "run": "230",
+ "in-folder": "/gpfs/exfel/exp/CALLAB/202130/900203/raw",
+ "run": "9038",
+ "karabo-id": "MID_EXP_EPIX-2",
+ "karabo-da": "EPIX01",
"sequences": "1,2,3",
- "karabo-id": "HED_IA1_JF500K3",
- "karabo-da": "JNGFR03",
- },
- "reference-folder": "{}/{}/{}",
- },
- "HED_IA1_JF500K1-DARK-ADAPTIVE": {
- "det_type": "JUNGFRAU",
- "cal_type": "DARK",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
- "run-high": "219",
- "run-med": "220",
- "run-low": "221",
- "karabo-id": "HED_IA1_JF500K1",
- "karabo-da": "JNGFR01",
- },
- "reference-folder": "{}/{}/{}",
- },
- "HED_IA1_JF500K2-DARK-ADAPTIVE": {
- "det_type": "JUNGFRAU",
- "cal_type": "DARK",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
- "run-high": "219",
- "run-med": "220",
- "run-low": "221",
- "karabo-id": "HED_IA1_JF500K2",
- "karabo-da": "JNGFR02",
- },
- "reference-folder": "{}/{}/{}",
- },
- "HED_IA1_JF500K3-DARK-ADAPTIVE": {
- "det_type": "JUNGFRAU",
- "cal_type": "DARK",
- "config": {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
- "run-high": "219",
- "run-med": "220",
- "run-low": "221",
- "karabo-id": "HED_IA1_JF500K3",
- "karabo-da": "JNGFR03",
+ "fix-temperature": 290,
},
"reference-folder": "{}/{}/{}",
},
- "HED_IA1_JF500K1-DARK-FIXED":
- {
- "det_type": "JUNGFRAU",
- "cal_type": "DARK",
- "config":
- {
- "out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/HED/202131/p900227/raw",
- "run-high": "65",
- "run-med": "66",
- "run-low": "67",
- "karabo-id": "HED_IA1_JF500K1",
- "karabo-da": "JNGFR01",
- },
- "reference-folder": "{}/{}/{}",
- },
"HED_IA1_EPX100-1-CORRECT": {
"det_type": "EPIX100",
"cal_type": "CORRECT",
"config": {
"out-folder": "{}/{}/{}",
- "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
- "run": "230",
+ "in-folder": "/gpfs/exfel/exp/CALLAB/202130/900203/raw",
+ "run": "9038",
"karabo-id": "HED_IA1_EPX100-1",
"karabo-da": "EPIX01",
"sequences": "1,2,3",
@@ -449,18 +526,6 @@ automated_test_config = {
},
"reference-folder": "{}/{}/{}",
},
- # "HED_IA1_EPX100-1-DARK": {
- # "det_type": "EPIX100",
- # "cal_type": "DARK",
- # "config": {
- # "out-folder": "{}/{}/{}",
- # "in-folder": "/gpfs/exfel/exp/HED/202102/p002656/raw",
- # "run": "219",
- # "karabo-id": "HED_IA1_EPX100-1",
- # "karabo-da": "EPIX01",
- # },
- # "reference-folder": "{}/{}/{}",
- # },
"MID_EXP_EPIX-2-DARK": {
"det_type": "EPIX100",
"cal_type": "DARK",
--
GitLab