From ff2891a1d1acb211a559920a765648e685022c3a Mon Sep 17 00:00:00 2001
From: ahmedk <karim.ahmed@xfel.eu>
Date: Wed, 23 Jun 2021 13:54:21 +0200
Subject: [PATCH] [AGIPD][DARK]Fix/ Avoid processing empty sequence files

---
 .../AGIPD/Characterize_AGIPD_Gain_Darks_NBC.ipynb      | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/notebooks/AGIPD/Characterize_AGIPD_Gain_Darks_NBC.ipynb b/notebooks/AGIPD/Characterize_AGIPD_Gain_Darks_NBC.ipynb
index 8179f96a1..7661d99d8 100644
--- a/notebooks/AGIPD/Characterize_AGIPD_Gain_Darks_NBC.ipynb
+++ b/notebooks/AGIPD/Characterize_AGIPD_Gain_Darks_NBC.ipynb
@@ -322,8 +322,14 @@
     "        file_queue = qm_file_map[qm]\n",
     "        while not file_queue.empty():\n",
     "            filename = file_queue.get()\n",
-    "            print(f\"Process {filename} for {qm}\")\n",
-    "            inp.append((filename, module_index, gain_index))"
+    "            # TODO: remove after using EXtra-data to read files\n",
+    "            # and skip empty trains.\n",
+    "            with h5py.File(filename, \"r\") as fin:\n",
+    "                if fin[h5path.format(module_index)+\"/trainId\"].shape[0] != 0:\n",
+    "                    print(f\"Process {filename} for {qm}\")\n",
+    "                    inp.append((filename, module_index, gain_index))\n",
+    "                else:\n",
+    "                    print(f\"Do not process {filename} because it is empty.\")"
    ]
   },
   {
-- 
GitLab