From 1055cbb9ba26df2cdbe938d47a06495bf31b7873 Mon Sep 17 00:00:00 2001
From: Philipp Schmidt <philipp.schmidt@xfel.eu>
Date: Thu, 19 May 2022 09:49:08 +0200
Subject: [PATCH] Expose max-nodes parameter in LPD correct notebook
---
notebooks/LPD/LPD_Correct_Fast.ipynb | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
diff --git a/notebooks/LPD/LPD_Correct_Fast.ipynb b/notebooks/LPD/LPD_Correct_Fast.ipynb
index 6c6990439..8769da543 100644
--- a/notebooks/LPD/LPD_Correct_Fast.ipynb
+++ b/notebooks/LPD/LPD_Correct_Fast.ipynb
@@ -61,12 +61,13 @@
"\n",
"# Parallelization options\n",
"sequences_per_node = 1 # Sequence files to process per node\n",
+ "max_nodes = 8 # Maximum number of SLURM jobs to split correction work into\n",
"num_workers = 8 # Worker processes per node, 8 is safe on 768G nodes but won't work on 512G.\n",
"num_threads_per_worker = 32 # Number of threads per worker.\n",
"\n",
- "def balance_sequences(in_folder, run, sequences, sequences_per_node, karabo_da):\n",
+ "def balance_sequences(in_folder, run, sequences, sequences_per_node, karabo_da, max_nodes):\n",
" from xfel_calibrate.calibrate import balance_sequences as bs\n",
- " return bs(in_folder, run, sequences, sequences_per_node, karabo_da)"
+ " return bs(in_folder, run, sequences, sequences_per_node, karabo_da, max_nodes=max_nodes)"
]
},
{
--
GitLab