From cb9ba4713e752c3ee929d2c2725a0fcb25502063 Mon Sep 17 00:00:00 2001
From: Thomas Kluyver <thomas@kluyver.me.uk>
Date: Thu, 2 Mar 2023 15:45:12 +0000
Subject: [PATCH] Include Slurm job ID in temporary YAML filenames
---
src/cal_tools/tools.py | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/src/cal_tools/tools.py b/src/cal_tools/tools.py
index e0eb543da..b69502a03 100644
--- a/src/cal_tools/tools.py
+++ b/src/cal_tools/tools.py
@@ -871,8 +871,9 @@ class CalibrationMetadata(dict):
Avoids a risk of corrupting the main file by writing in parallel.
"""
+ prefix = f"metadata_frag_j{os.environ.get('SLURM_JOB_ID', '')}_"
with NamedTemporaryFile("w", dir=self._yaml_fn.parent,
- prefix='metadata_frag_', suffix='.yml', delete=False) as fd:
+ prefix=prefix, suffix='.yml', delete=False) as fd:
yaml.safe_dump(data, fd)
def gather_fragments(self):
--
GitLab