[TEST] Update AGIPD tests with xray-gain, add DSSC, ePix100 tests and update reference folder path

Description

The AGIPD tests are testing common-mode, rel-gain, offset, and blc only.

As xray-gain correction is missing I want to change this and apply xray-gain as well.

• Update AGIPD correction tests with xray-gain
• Update reference folder based on this issue: https://git.xfel.eu/calibration/pycalibration/-/issues/85

How Has This Been Tested?

It is expected the tests will fail and this MR should lead to updating the reference data that we compare against.

I will do that as a last step after I get an LGTM and before I click merge.

I have already updated it until release 3.11.5

Relevant Documents (optional)

Types of changes

• Test (additional or refactored tests)

Checklist:

Reviewers

@roscar @schmidtp @kluyvert

tests/test_reference_runs/callab_tests.py

@@ -13,6 +13,7 @@ automated_test_config = {
             "slurm-mem": "750",
             "sequences": "0",
             "rel-gain": True,
+            "xray-gain": True,
             "n-cores-files": 2,
             "ctrl-source-template": "{}/MDL/FPGA_COMP",
         },
@@ -41,6 +42,7 @@ automated_test_config = {
         "config": {
             "blc-stripes": True,
             "rel-gain": True,
+            "xray-gain": True,
             "out-folder": "{}/{}/{}",
             # "/gpfs/exfel/exp/SPB/202131/p900215/raw"
             "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
@@ -76,6 +78,7 @@ automated_test_config = {
         "config": {
             "blc-stripes": True,
             "rel-gain": True,
+            "xray-gain": True,
             "out-folder": "{}/{}/{}",
             # "/gpfs/exfel/exp/MID/202121/p002929/raw"
             "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
@@ -95,6 +98,7 @@ automated_test_config = {
         "config": {
             "blc-stripes": True,
             "rel-gain": True,
+            "xray-gain": True,
             "out-folder": "{}/{}/{}",
             # "/gpfs/exfel/exp/MID/202121/p002929/raw"
             "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
@@ -117,6 +121,7 @@ automated_test_config = {
         "config": {
             "blc-stripes": True,
             "rel-gain": True,
+            "xray-gain": True,
             "out-folder": "{}/{}/{}",
             # "/gpfs/exfel/exp/MID/202121/p002929/raw"
             "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
@@ -154,6 +159,7 @@ automated_test_config = {
         "config": {
             "blc-stripes": True,
             "rel-gain": True,
+            "xray-gain": True,
             "out-folder": "{}/{}/{}",
             # "/gpfs/exfel/exp/HED/202131/p900228/raw"
             "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
@@ -319,10 +325,11 @@ automated_test_config = {
         "cal_type": "DARK",
         "config": {
             "out-folder": "{}/{}/{}",
+            # /gpfs/exfel/exp/SPB/202130/p900204/raw
             "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
-            "run-high": "9004",
-            "run-med": "9005",
-            "run-low": "9006",
+            "run-high": "9004",  # 88
+            "run-med": "9005",  # 89
+            "run-low": "9006",  # 90
             "karabo-id-control": "",
             "karabo-id": "SPB_IRDA_JF4M",
             "karabo-da": [
@@ -476,21 +483,21 @@ automated_test_config = {
         },
         "reference-folder": "{}/{}/{}",
     },
-    # "MID_EXP_EPIX-1-CORRECT": {
-    #     "det_type": "EPIX100",
-    #     "cal_type": "CORRECT",
-    #     "config": {
-    #         "out-folder": "{}/{}/{}",
-    #         # Original proposal 2936
-    #         "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
-    #         "run": "9042",  # Original run: "160"
-    #         "karabo-id": "MID_EXP_EPIX-1",
-    #         "karabo-da": "EPIX01",
-    #         "sequences": "1,2,3",
-    #         "fix-temperature": 290,
-    #     },
-    #     "reference-folder": "{}/{}/{}",
-    # },
+    "MID_EXP_EPIX-1-CORRECT": {
+        "det_type": "EPIX100",
+        "cal_type": "CORRECT",
+        "config": {
+            "out-folder": "{}/{}/{}",
+            # Original proposal 2936
+            "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
+            "run": "9042",  # Original run: "160"
+            "karabo-id": "MID_EXP_EPIX-1",
+            "karabo-da": "EPIX01",
+            "sequences": "1,2,3",
+            "fix-temperature": 290,
+        },
+        "reference-folder": "{}/{}/{}",
+    },
     "HED_IA1_EPX100-1-CORRECT": {
         "det_type": "EPIX100",
         "cal_type": "CORRECT",
@@ -511,8 +518,9 @@ automated_test_config = {
         "cal_type": "DARK",
         "config": {
             "out-folder": "{}/{}/{}",
+            # Original proposal: 2655
             "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
-            "run": "9045",  # Original run: 224 proposal 2655
+            "run": "9045",  # Original run: 224
             "karabo-id": "MID_EXP_EPIX-2",
             "karabo-da": "EPIX02",
         },
@@ -604,6 +612,37 @@ automated_test_config = {
         },
         "reference-folder": "{}/{}/{}",
     },
+    "SQS_DET_DSSC1M-1-DARK": {
+        "det_type": "DSSC",
+        "cal_type": "DARK",
+        "config": {
+            "out-folder": "{}/{}/{}",
+            # "/gpfs/exfel/exp/SQS/202131/p900210/raw"
+            "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
+            "run": "9029",  # Original run: "437",
+            "karabo-id": "SQS_DET_DSSC1M-1",
+            "slow-data-path": "SQS_NQS_DSSC/FPGA/PPT_Q",
+            "slow-data-aggregators":
+                - 1
+                - 2
+                - 3
+                - 4
+        },
+        "reference-folder": "{}/{}/{}",
+    },
+    "SQS_DET_DSSC1M-1-CORRECT": {
+        "det_type": "DSSC",
+        "cal_type": "CORRECT",
+        "config": {
+            "out-folder": "{}/{}/{}",
+            # "/gpfs/exfel/exp/SQS/202131/p900210/raw"
+            "in-folder": "/gpfs/exfel/exp/CALLAB/202130/p900203/raw",
+            "run": "9029",  # Original run: "437",
+            "karabo-id": "SQS_DET_DSSC1M-1",
+            "slow-data-path": "SQS_NQS_DSSC/FPGA/PPT_Q",
+        },
+        "reference-folder": "{}/{}/{}",
+    },
     # "FXE_XAD_G2XES-DARK": {
     #     "det_type": "Gotthard2",
     #     "cal_type": "DARK",