From b4eb414feafb6572f3bd0acb20b3db9b79708359 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Lo=C3=AFc=20Le=20Guyader?= <loic.le.guyader@xfel.eu>
Date: Fri, 10 Jun 2022 12:25:44 +0200
Subject: [PATCH] Auto rechunk for DSSC binning
---
doc/Dask DSSC module binning.ipynb | 5 +++--
1 file changed, 3 insertions(+), 2 deletions(-)
diff --git a/doc/Dask DSSC module binning.ipynb b/doc/Dask DSSC module binning.ipynb
index c7f20a0..44d319e 100644
--- a/doc/Dask DSSC module binning.ipynb
+++ b/doc/Dask DSSC module binning.ipynb
@@ -22,6 +22,7 @@
"import dask\n",
"print(f'dask: {dask.__version__}')\n",
"import dask.array as da\n",
+ "da.config.set({'array.chunk-size': '512MiB'})\n",
"\n",
"import xarray as xr"
]
@@ -145,12 +146,12 @@
"def process(module):\n",
" # Load dark\n",
" arr_dark, tid_dark = load_dssc_module(proposalNB, dark_runNB, module, drop_intra_darks=False)\n",
- " arr_dark = arr_dark.rechunk((100, -1, -1, -1))\n",
+ " arr_dark = arr_dark.rechunk(('auto', -1, -1, -1))\n",
" dark_img = arr_dark.mean(axis=0).compute()\n",
" \n",
" # Load module data\n",
" arr, tid = load_dssc_module(proposalNB, runNB, module, drop_intra_darks=False)\n",
- " arr = arr.rechunk((100, -1, -1, -1))\n",
+ " arr = arr.rechunk(('auto', -1, -1, -1))\n",
" \n",
" # dark and intra dark correction\n",
" arr = arr - dark_img\n",
--
GitLab