diff --git a/doc/Dask DSSC module binning.ipynb b/doc/Dask DSSC module binning.ipynb index c7f20a0457ec8c58e4006fbb0d92c1cff4ec5649..44d319ee112994752712d72bf9cad244da8ff9f6 100644 --- a/doc/Dask DSSC module binning.ipynb +++ b/doc/Dask DSSC module binning.ipynb @@ -22,6 +22,7 @@ "import dask\n", "print(f'dask: {dask.__version__}')\n", "import dask.array as da\n", + "da.config.set({'array.chunk-size': '512MiB'})\n", "\n", "import xarray as xr" ] @@ -145,12 +146,12 @@ "def process(module):\n", " # Load dark\n", " arr_dark, tid_dark = load_dssc_module(proposalNB, dark_runNB, module, drop_intra_darks=False)\n", - " arr_dark = arr_dark.rechunk((100, -1, -1, -1))\n", + " arr_dark = arr_dark.rechunk(('auto', -1, -1, -1))\n", " dark_img = arr_dark.mean(axis=0).compute()\n", " \n", " # Load module data\n", " arr, tid = load_dssc_module(proposalNB, runNB, module, drop_intra_darks=False)\n", - " arr = arr.rechunk((100, -1, -1, -1))\n", + " arr = arr.rechunk(('auto', -1, -1, -1))\n", " \n", " # dark and intra dark correction\n", " arr = arr - dark_img\n",