fornax-bench_ztf-gaia.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "8596fe4c-f9b3-4d33-9bba-173a7fdc4756",
   "metadata": {},
   "source": [
    "# Performance test at Fornax "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "0a2ea02f-a7e8-4478-85ed-d825f7f84c5b",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "%pip install --quiet lsdb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "4ba0807c-6ea9-4fde-93eb-93d19df34b3f",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import dask.array as da\n",
    "import lsdb\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "from dask.distributed import Client"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "516adc5a-fafb-4134-93d1-62c2b651a21b",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "BUCKET = \"irsa-mast-tike-spitzer-data\"\n",
    "\n",
    "GAIA_BASE = f\"s3://{BUCKET}/data/GAIA/dr3/gaiasource/hipscat\"\n",
    "GAIA_OBJECT_PATH = f\"{GAIA_BASE}/gaia-dr3-gaiasource-hipscat\"\n",
    "GAIA_OBJECT_MARGIN_PATH = f\"{GAIA_BASE}/gaia-dr3-gaiasource-hipscat_margin_10arcsec\"\n",
    "\n",
    "ZTF_BASE = f\"s3://{BUCKET}/data/ZTF/dr20\"\n",
    "ZTF_OBJECT_PATH = f\"{ZTF_BASE}/objects/hipscat/ztf-dr20-objects-hipscat\"\n",
    "ZTF_OBJECT_MARGIN_PATH = f\"{ZTF_BASE}/objects/hipscat/ztf-dr20-objects-hipscat_margin_10arcsec\"\n",
    "# ZTF_SOURCE_PATH = f\"{ZTF_BASE}/lc/hipscat/ztf-dr20-lc-hipscat\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "2ed94583-769c-451f-bfec-aab4022465e2",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/science_demo/lib/python3.11/site-packages/hipscat/io/file_io/file_io.py:292: UserWarning: point_map.fits file written in RING ordering, due to https://github.com/astronomy-commons/hipscat/issues/271. Converting to NESTED.\n",
      "  warnings.warn(\n",
      "/opt/conda/envs/science_demo/lib/python3.11/site-packages/hipscat/io/file_io/file_io.py:292: UserWarning: point_map.fits file written in RING ordering, due to https://github.com/astronomy-commons/hipscat/issues/271. Converting to NESTED.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 1.08 s, sys: 83 ms, total: 1.16 s\n",
      "Wall time: 3.05 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "# This is loading Gaia catalog\n",
    "gaia = lsdb.read_hipscat(\n",
    "    GAIA_OBJECT_PATH,\n",
    "    margin_cache=GAIA_OBJECT_MARGIN_PATH,\n",
    "    columns=[\"ra\", \"dec\", \"phot_g_mean_mag\", \"phot_g_mean_flux_over_error\"],\n",
    ")#.cone_search(13, 57, radius_arcsec=30 * 3600)\n",
    "\n",
    "# This is loading the full ZTF DR20 metadata catalog\n",
    "ztf = lsdb.read_hipscat(\n",
    "    ZTF_OBJECT_PATH,\n",
    "    margin_cache=ZTF_OBJECT_MARGIN_PATH,\n",
    "    columns=[\"ra\", \"dec\", \"filtercode\", \"meanmag\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "105caee9-bde1-4f12-8f7f-092c37a8d1b1",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 2.99 s, sys: 16.1 ms, total: 3.01 s\n",
      "Wall time: 3 s\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/envs/science_demo/lib/python3.11/site-packages/dask/dataframe/core.py:3930: UserWarning: Dask currently has limited support for converting pandas extension dtypes to arrays. Converting float[pyarrow] to object dtype.\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "catalog = (\n",
    "    ztf\n",
    "    .query(\"filtercode == 'zr' and meanmag.notna()\")\n",
    "    .crossmatch(\n",
    "        gaia.query(\"phot_g_mean_flux_over_error > 5\"),\n",
    "        radius_arcsec=1,\n",
    "        n_neighbors=1,\n",
    "        suffixes=['_ztf', '_gaia'],\n",
    "    )\n",
    ")\n",
    "color_G_zr = (catalog['phot_g_mean_mag_gaia'] - catalog['meanmag_ztf']).to_dask_array()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "ab173c9e-37a7-4b1c-8fcf-0a3c02ea1f92",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "    <div style=\"width: 24px; height: 24px; background-color: #e1e1e1; border: 3px solid #9D9D9D; border-radius: 5px; position: absolute;\"> </div>\n",
       "    <div style=\"margin-left: 48px;\">\n",
       "        <h3 style=\"margin-bottom: 0px;\">Client</h3>\n",
       "        <p style=\"color: #9D9D9D; margin-bottom: 0px;\">Client-65bcb993-3483-11ef-bb35-d6b92c0aa3ca</p>\n",
       "        <table style=\"width: 100%; text-align: left;\">\n",
       "\n",
       "        <tr>\n",
       "        \n",
       "            <td style=\"text-align: left;\"><strong>Connection method:</strong> Cluster object</td>\n",
       "            <td style=\"text-align: left;\"><strong>Cluster type:</strong> distributed.LocalCluster</td>\n",
       "        \n",
       "        </tr>\n",
       "\n",
       "        \n",
       "            <tr>\n",
       "                <td style=\"text-align: left;\">\n",
       "                    <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:8787/status\" target=\"_blank\">http://127.0.0.1:8787/status</a>\n",
       "                </td>\n",
       "                <td style=\"text-align: left;\"></td>\n",
       "            </tr>\n",
       "        \n",
       "\n",
       "        </table>\n",
       "\n",
       "        \n",
       "\n",
       "        \n",
       "            <details>\n",
       "            <summary style=\"margin-bottom: 20px;\"><h3 style=\"display: inline;\">Cluster Info</h3></summary>\n",
       "            <div class=\"jp-RenderedHTMLCommon jp-RenderedHTML jp-mod-trusted jp-OutputArea-output\">\n",
       "    <div style=\"width: 24px; height: 24px; background-color: #e1e1e1; border: 3px solid #9D9D9D; border-radius: 5px; position: absolute;\">\n",
       "    </div>\n",
       "    <div style=\"margin-left: 48px;\">\n",
       "        <h3 style=\"margin-bottom: 0px; margin-top: 0px;\">LocalCluster</h3>\n",
       "        <p style=\"color: #9D9D9D; margin-bottom: 0px;\">e323e935</p>\n",
       "        <table style=\"width: 100%; text-align: left;\">\n",
       "            <tr>\n",
       "                <td style=\"text-align: left;\">\n",
       "                    <strong>Dashboard:</strong> <a href=\"http://127.0.0.1:8787/status\" target=\"_blank\">http://127.0.0.1:8787/status</a>\n",
       "                </td>\n",
       "                <td style=\"text-align: left;\">\n",
       "                    <strong>Workers:</strong> 16\n",
       "                </td>\n",
       "            </tr>\n",
       "            <tr>\n",
       "                <td style=\"text-align: left;\">\n",
       "                    <strong>Total threads:</strong> 16\n",
       "                </td>\n",
       "                <td style=\"text-align: left;\">\n",
       "                    <strong>Total memory:</strong> 15.32 GiB\n",
       "                </td>\n",
       "            </tr>\n",
       "            \n",
       "            <tr>\n",
       "    <td style=\"text-align: left;\"><strong>Status:</strong> running</td>\n",
       "    <td style=\"text-align: left;\"><strong>Using processes:</strong> True</td>\n",
       "</tr>\n",
       "\n",
       "            \n",
       "        </table>\n",
       "\n",
       "        <details>\n",
       "            <summary style=\"margin-bottom: 20px;\">\n",
       "                <h3 style=\"display: inline;\">Scheduler Info</h3>\n",
       "            </summary>\n",
       "\n",
       "            <div style=\"\">\n",
       "    <div>\n",
       "        <div style=\"width: 24px; height: 24px; background-color: #FFF7E5; border: 3px solid #FF6132; border-radius: 5px; position: absolute;\"> </div>\n",
       "        <div style=\"margin-left: 48px;\">\n",
       "            <h3 style=\"margin-bottom: 0px;\">Scheduler</h3>\n",
       "            <p style=\"color: #9D9D9D; margin-bottom: 0px;\">Scheduler-e52fd03d-53ad-4241-b40b-58d9ad68b382</p>\n",
       "            <table style=\"width: 100%; text-align: left;\">\n",
       "                <tr>\n",
       "                    <td style=\"text-align: left;\">\n",
       "                        <strong>Comm:</strong> tcp://127.0.0.1:41823\n",
       "                    </td>\n",
       "                    <td style=\"text-align: left;\">\n",
       "                        <strong>Workers:</strong> 16\n",
       "                    </td>\n",
       "                </tr>\n",
       "                <tr>\n",
       "                    <td style=\"text-align: left;\">\n",
       "                        <strong>Dashboard:</strong> <a href=\"http://127.0.0.1:8787/status\" target=\"_blank\">http://127.0.0.1:8787/status</a>\n",
       "                    </td>\n",
       "                    <td style=\"text-align: left;\">\n",
       "                        <strong>Total threads:</strong> 16\n",
       "                    </td>\n",
       "                </tr>\n",
       "                <tr>\n",
       "                    <td style=\"text-align: left;\">\n",
       "                        <strong>Started:</strong> Just now\n",
       "                    </td>\n",
       "                    <td style=\"text-align: left;\">\n",
       "                        <strong>Total memory:</strong> 15.32 GiB\n",
       "                    </td>\n",
       "                </tr>\n",
       "            </table>\n",
       "        </div>\n",
       "    </div>\n",
       "\n",
       "    <details style=\"margin-left: 48px;\">\n",
       "        <summary style=\"margin-bottom: 20px;\">\n",
       "            <h3 style=\"display: inline;\">Workers</h3>\n",
       "        </summary>\n",
       "\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 0</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:40613\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:45963/status\" target=\"_blank\">http://127.0.0.1:45963/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:38821\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-9yaopuwl\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 1</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:45591\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:33115/status\" target=\"_blank\">http://127.0.0.1:33115/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:35967\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-x74v6qbf\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 2</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:40595\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:46025/status\" target=\"_blank\">http://127.0.0.1:46025/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:36117\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-l148uh8b\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 3</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:45559\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:37223/status\" target=\"_blank\">http://127.0.0.1:37223/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:40771\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-u3gkv_c5\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 4</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:36007\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:46159/status\" target=\"_blank\">http://127.0.0.1:46159/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:40689\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-3mgbqz5v\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 5</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:32997\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:40773/status\" target=\"_blank\">http://127.0.0.1:40773/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:35677\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-00px7w33\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 6</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:41095\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:35071/status\" target=\"_blank\">http://127.0.0.1:35071/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:44755\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-vxhf3tt9\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 7</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:41373\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:36411/status\" target=\"_blank\">http://127.0.0.1:36411/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:34665\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-cjopaby8\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 8</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:44321\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:44113/status\" target=\"_blank\">http://127.0.0.1:44113/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:40601\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-lj1lbskn\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 9</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:42357\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:34299/status\" target=\"_blank\">http://127.0.0.1:34299/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:39429\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-k20gt8l_\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 10</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:38089\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:37587/status\" target=\"_blank\">http://127.0.0.1:37587/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:35617\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-c5srzvx5\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 11</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:35739\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:44899/status\" target=\"_blank\">http://127.0.0.1:44899/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:34203\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-by4z0nps\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 12</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:39083\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:42193/status\" target=\"_blank\">http://127.0.0.1:42193/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:40877\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-irr6zwu8\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 13</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:38617\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:43999/status\" target=\"_blank\">http://127.0.0.1:43999/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:39113\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-yma22uoz\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 14</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:35445\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:40145/status\" target=\"_blank\">http://127.0.0.1:40145/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:33555\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-j71xy_uz\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "        <div style=\"margin-bottom: 20px;\">\n",
       "            <div style=\"width: 24px; height: 24px; background-color: #DBF5FF; border: 3px solid #4CC9FF; border-radius: 5px; position: absolute;\"> </div>\n",
       "            <div style=\"margin-left: 48px;\">\n",
       "            <details>\n",
       "                <summary>\n",
       "                    <h4 style=\"margin-bottom: 0px; display: inline;\">Worker: 15</h4>\n",
       "                </summary>\n",
       "                <table style=\"width: 100%; text-align: left;\">\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Comm: </strong> tcp://127.0.0.1:41355\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Total threads: </strong> 1\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Dashboard: </strong> <a href=\"http://127.0.0.1:42851/status\" target=\"_blank\">http://127.0.0.1:42851/status</a>\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Memory: </strong> 0.96 GiB\n",
       "                        </td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td style=\"text-align: left;\">\n",
       "                            <strong>Nanny: </strong> tcp://127.0.0.1:45183\n",
       "                        </td>\n",
       "                        <td style=\"text-align: left;\"></td>\n",
       "                    </tr>\n",
       "                    <tr>\n",
       "                        <td colspan=\"2\" style=\"text-align: left;\">\n",
       "                            <strong>Local directory: </strong> /tmp/dask-scratch-space/worker-vld0lsq5\n",
       "                        </td>\n",
       "                    </tr>\n",
       "\n",
       "                    \n",
       "\n",
       "                    \n",
       "\n",
       "                </table>\n",
       "            </details>\n",
       "            </div>\n",
       "        </div>\n",
       "        \n",
       "\n",
       "    </details>\n",
       "</div>\n",
       "\n",
       "        </details>\n",
       "    </div>\n",
       "</div>\n",
       "            </details>\n",
       "        \n",
       "\n",
       "    </div>\n",
       "</div>"
      ],
      "text/plain": [
       "<Client: 'tcp://127.0.0.1:41823' processes=16 threads=16, memory=15.32 GiB>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "2024-06-27 12:48:40,934 - tornado.application - ERROR - Uncaught exception GET /individual-cluster-memory/ws (::1)\n",
      "HTTPServerRequest(protocol='http', host='daskhub.fornaxdev.mysmce.com', method='GET', uri='/individual-cluster-memory/ws', version='HTTP/1.1', remote_ip='::1')\n",
      "Traceback (most recent call last):\n",
      "  File \"/opt/conda/envs/science_demo/lib/python3.11/site-packages/tornado/web.py\", line 1790, in _execute\n",
      "    result = await result\n",
      "             ^^^^^^^^^^^^\n",
      "  File \"/opt/conda/envs/science_demo/lib/python3.11/site-packages/tornado/websocket.py\", line 273, in get\n",
      "    await self.ws_connection.accept_connection(self)\n",
      "  File \"/opt/conda/envs/science_demo/lib/python3.11/site-packages/tornado/websocket.py\", line 863, in accept_connection\n",
      "    await self._accept_connection(handler)\n",
      "  File \"/opt/conda/envs/science_demo/lib/python3.11/site-packages/tornado/websocket.py\", line 946, in _accept_connection\n",
      "    await self._receive_frame_loop()\n",
      "  File \"/opt/conda/envs/science_demo/lib/python3.11/site-packages/tornado/websocket.py\", line 1105, in _receive_frame_loop\n",
      "    self.handler.on_ws_connection_close(self.close_code, self.close_reason)\n",
      "  File \"/opt/conda/envs/science_demo/lib/python3.11/site-packages/tornado/websocket.py\", line 571, in on_ws_connection_close\n",
      "    self.on_connection_close()\n",
      "  File \"/opt/conda/envs/science_demo/lib/python3.11/site-packages/tornado/websocket.py\", line 563, in on_connection_close\n",
      "    self.on_close()\n",
      "  File \"/opt/conda/envs/science_demo/lib/python3.11/site-packages/bokeh/server/views/ws.py\", line 308, in on_close\n",
      "    self.connection.session.notify_connection_lost()\n",
      "    ^^^^^^^^^^^^^^^^^^^^^^^\n",
      "  File \"/opt/conda/envs/science_demo/lib/python3.11/site-packages/bokeh/server/connection.py\", line 65, in session\n",
      "    assert self._session is not None\n",
      "           ^^^^^^^^^^^^^^^^^^^^^^^^^\n",
      "AssertionError\n",
      "2024-06-27 12:54:09,080 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 620.99 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 12:54:10,024 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 595.23 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 12:54:21,486 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 609.01 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 12:54:22,400 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 647.71 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 12:54:37,265 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 640.68 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 12:55:18,461 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 595.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 12:55:20,709 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 632.80 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:00:52,625 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 706.42 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:00:57,095 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 597.03 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:01:20,715 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 628.35 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:01:39,161 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 721.46 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:02:32,314 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 611.76 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:02:38,667 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 619.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:02:39,630 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 694.33 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:07,744 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 626.66 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:08,918 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 634.03 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:10,738 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 647.52 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:17,565 - distributed.worker.memory - WARNING - Worker is at 84% memory usage. Pausing worker.  Process memory: 826.33 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:17,630 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 826.33 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:18,585 - distributed.worker.memory - WARNING - Worker is at 77% memory usage. Resuming worker. Process memory: 763.01 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:18,672 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 712.03 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:34,771 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 660.91 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:36,969 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 600.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:37,785 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 642.61 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:39,348 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 673.84 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:53,550 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 694.90 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:03:56,608 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 656.33 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:04:08,712 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 662.59 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:04:11,268 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 710.06 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:04:20,612 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 697.11 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:04:22,287 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 741.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:04:27,620 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 648.31 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:04:27,876 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 651.65 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:04:36,186 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 676.73 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:05:55,753 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 670.48 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:06:07,269 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 632.68 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:06:49,145 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 728.18 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:07:22,362 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 722.16 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:07:29,540 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 693.46 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:07:29,569 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 667.03 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:07:32,205 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 630.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:07:35,855 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 676.42 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:07:55,649 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 637.02 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:08:14,308 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 680.49 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:08:32,691 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 705.39 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:08:35,361 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 698.91 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:09:41,852 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 679.04 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:10:46,016 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 670.02 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:11:29,760 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 662.71 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:12:46,775 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 669.81 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:13:56,606 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 724.92 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:13:58,148 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 644.56 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:14:31,193 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 600.12 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:14:33,040 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 598.43 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:14:35,905 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 708.67 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:14:45,390 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 719.93 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:15:01,505 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 602.88 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:15:03,062 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 624.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:15:18,626 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 687.47 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:15:26,070 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 732.61 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:15:30,680 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 607.72 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:15:31,341 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 686.10 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:15:32,137 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 702.55 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:15:42,210 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 666.55 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:15:45,560 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 688.84 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:16:08,962 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 601.77 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:16:22,890 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 590.85 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:16:24,093 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 599.62 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:16:29,731 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 697.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:16:34,445 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 631.07 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:16:36,767 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 686.12 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:16:42,688 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 718.65 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:16:45,880 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 610.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:17:30,723 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 627.50 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:17:39,709 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 596.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:17:50,327 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 633.56 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:17:59,455 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 668.37 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:18:13,063 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 662.11 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:18:16,156 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 637.14 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:18:21,322 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 604.82 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:18:23,429 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 651.13 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:18:23,791 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 669.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:18:31,379 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 712.53 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:18:32,487 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 656.26 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:19:04,540 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 638.05 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:19:19,962 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 641.83 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:19:25,264 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 626.73 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:19:41,670 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 611.87 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:19:52,246 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 659.74 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:19:53,546 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 625.56 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:19:53,814 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 733.97 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:19:59,399 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 610.79 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:20:03,050 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 649.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:20:30,420 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 680.79 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:20:55,253 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 736.06 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:21:17,852 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 620.36 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:21:19,600 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 707.09 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:21:21,600 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 630.09 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:21:24,803 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 639.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:21:30,698 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 688.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:21:33,508 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 691.95 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:21:35,484 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 608.37 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:21:38,185 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 589.12 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:21:52,966 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 630.50 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:21:55,838 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 696.47 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:21:56,599 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 672.18 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:07,881 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 661.92 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:10,791 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 630.59 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:14,255 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 618.57 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:26,621 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 665.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:26,630 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 593.48 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:27,699 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 692.63 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:30,697 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 592.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:38,752 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 589.58 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:43,048 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 633.16 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:45,989 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 617.04 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:48,708 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 664.35 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:52,489 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 639.82 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:58,069 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 634.53 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:22:58,578 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 628.24 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:23:00,182 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 607.63 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:23:20,464 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 669.93 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:23:33,088 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 637.51 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:23:35,430 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 687.81 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:23:39,851 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 708.35 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:23:43,072 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 658.18 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:23:54,549 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 636.25 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:23:54,767 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 661.11 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:23:58,137 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 608.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:02,228 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 710.94 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:04,624 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 600.84 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:07,382 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 644.28 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:11,538 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 700.88 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:11,771 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 630.49 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:12,161 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 714.76 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:12,809 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 641.85 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:23,697 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 619.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:27,360 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 632.05 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:39,231 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 635.39 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:51,639 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 637.54 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:53,025 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 668.11 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:57,560 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 686.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:24:58,440 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 635.44 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:25:05,891 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 617.62 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:25:43,080 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 641.05 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:25:45,199 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 620.93 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:25:52,694 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 590.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:26:21,117 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 746.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:27:12,632 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 713.46 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:27:21,354 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 677.72 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:27:23,139 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 695.93 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:27:25,276 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 644.63 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:27:25,394 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 703.94 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:27:47,834 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 602.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:27:54,440 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 702.61 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:28:03,474 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 724.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:28:03,964 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 704.53 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:28:09,967 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 725.77 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:28:11,826 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 625.46 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:00,683 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 705.87 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:06,148 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 617.29 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:09,961 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 690.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:11,022 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 663.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:15,257 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 634.22 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:19,478 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 672.30 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:19,540 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 685.12 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:30,198 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 704.55 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:30,941 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 619.43 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:31,750 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 612.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:38,071 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 719.11 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:41,191 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 687.11 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:41,546 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 669.48 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:49,812 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 664.82 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:29:54,097 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 633.67 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:30:14,416 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 683.24 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:30:37,803 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 670.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:30:50,446 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 719.69 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:30:54,133 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 610.25 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:30:54,956 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 674.38 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:31:02,789 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 626.62 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:31:04,329 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 637.92 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:31:14,956 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 637.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:31:15,348 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 716.59 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:31:16,363 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 652.49 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:31:18,301 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 651.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:31:18,316 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 674.59 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:31:20,958 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 622.01 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:31:29,102 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 601.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:32:25,844 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 682.73 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:32:44,023 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 617.16 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:33:13,189 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 716.26 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:33:48,287 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 593.09 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:34:29,076 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 631.14 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:34:57,975 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 616.97 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:03,503 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 681.52 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:07,321 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 600.05 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:10,155 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 604.95 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:19,332 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 686.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:27,992 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 691.55 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:28,395 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 694.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:28,428 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 695.44 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:32,358 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 696.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:38,295 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 657.77 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:38,528 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 728.09 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:39,253 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 652.51 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:40,168 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 644.42 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:35:40,820 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 593.12 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:36:02,278 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 727.62 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:36:04,693 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 717.52 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:36:10,269 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 594.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:36:21,525 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 696.85 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:36:27,222 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 686.48 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:36:27,594 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 630.71 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:36:32,578 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 701.79 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:36:36,724 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 705.51 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:36:38,022 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 671.42 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:36:39,802 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 650.37 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:36:42,329 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 691.78 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:16,402 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 691.84 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:17,759 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 636.41 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:18,065 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 613.57 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:19,260 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 605.46 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:24,158 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 635.75 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:26,015 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 626.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:26,787 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 636.73 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:33,643 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 681.91 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:36,898 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 646.79 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:44,418 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 598.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:45,331 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 652.76 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:46,936 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 645.16 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:49,735 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 626.14 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:38:52,282 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 653.01 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:05,694 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 687.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:05,911 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 644.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:06,639 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 702.11 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:06,873 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 633.96 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:10,584 - distributed.worker.memory - WARNING - Worker is at 81% memory usage. Pausing worker.  Process memory: 796.53 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:11,052 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 656.72 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:11,527 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 651.76 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:13,358 - distributed.worker.memory - WARNING - Worker is at 76% memory usage. Resuming worker. Process memory: 751.45 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:15,906 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 704.17 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:16,223 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 619.65 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:17,216 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 694.87 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:19,318 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 631.81 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:21,581 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 659.71 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:23,540 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 725.92 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:31,234 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 691.10 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:32,766 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 595.60 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:33,082 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 660.98 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:38,566 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 715.19 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:39,048 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 602.57 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:39,436 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 619.64 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:42,916 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 699.24 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:44,586 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 704.28 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:52,400 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 646.12 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:53,622 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 646.70 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:39:58,347 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 636.54 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:40:00,007 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 637.83 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:40:02,726 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 670.01 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:40:04,728 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 654.64 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:40:10,646 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 639.37 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:40:11,316 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 671.24 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:40:11,573 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 600.65 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:40:14,162 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 670.71 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:40:18,646 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 706.50 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:40:34,159 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 600.67 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:40:40,558 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 603.83 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:41:05,432 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 730.74 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:41:06,235 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 704.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:41:06,567 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 667.29 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:41:28,992 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 699.84 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:41:35,812 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 689.79 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:41:47,515 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 661.33 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:12,534 - distributed.worker.memory - WARNING - Worker is at 80% memory usage. Pausing worker.  Process memory: 791.99 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:12,596 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 800.02 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:12,751 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 639.15 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:12,790 - distributed.worker.memory - WARNING - Worker is at 78% memory usage. Resuming worker. Process memory: 765.90 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:14,559 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 699.72 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:38,020 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 637.78 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:39,847 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 650.59 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:44,614 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 670.12 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:44,758 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 632.60 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:45,240 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 687.85 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:47,394 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 675.43 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:48,544 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 748.64 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:49,213 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 716.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:54,898 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 689.43 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:42:59,839 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 614.68 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:43:07,156 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 668.48 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:43:10,285 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 672.57 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:43:12,062 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 620.25 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:43:12,104 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 683.05 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:43:12,546 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 688.68 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:43:16,810 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 626.09 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:43:22,960 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 678.50 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:43:23,032 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 690.59 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:43:39,535 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 711.29 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:43:43,833 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 695.81 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:43:53,138 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 696.39 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:44:02,954 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 642.95 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:44:05,263 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 626.19 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:44:08,641 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 655.64 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:44:10,399 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 639.73 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:44:15,428 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 664.21 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:44:27,750 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 707.38 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:44:32,545 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 677.99 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:44:35,079 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 692.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:44:54,083 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 683.52 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:44:59,482 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 664.80 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:00,603 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 657.70 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:01,650 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 653.22 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:03,119 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 602.35 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:11,181 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 695.61 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:30,182 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 642.93 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:39,541 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 721.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:41,301 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 700.14 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:48,052 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 611.84 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:48,603 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 631.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:50,055 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 699.29 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:50,079 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 652.39 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:50,851 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 665.53 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:51,921 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 639.04 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:54,597 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 692.36 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:45:55,085 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 610.26 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:03,451 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 682.06 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:03,723 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 691.88 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:04,706 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 653.26 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:08,021 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 709.70 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:16,266 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 669.88 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:17,547 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 647.29 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:18,978 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 654.39 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:20,653 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 641.06 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:23,772 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 683.38 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:24,341 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 616.16 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:34,358 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 711.46 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:52,750 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 664.45 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:55,524 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 639.17 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:46:56,532 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 597.54 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:47:01,680 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 750.44 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:47:19,046 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 678.66 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:47:19,920 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 728.75 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:47:25,446 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 677.62 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:47:31,080 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 674.54 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:47:41,059 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 763.91 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:47:43,358 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 639.29 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:47:44,553 - distributed.worker.memory - WARNING - Worker is at 80% memory usage. Pausing worker.  Process memory: 788.19 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:47:44,697 - distributed.worker.memory - WARNING - Worker is at 67% memory usage. Resuming worker. Process memory: 661.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:47:49,563 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 630.79 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:47:54,739 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 596.67 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:00,042 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 748.61 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:05,085 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 632.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:05,113 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 696.99 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:08,710 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 599.88 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:10,709 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 734.58 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:16,493 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 655.69 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:18,425 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 663.14 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:31,540 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 749.69 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:33,098 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 728.31 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:33,405 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 664.67 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:40,763 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 693.15 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:42,013 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 703.57 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:51,169 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 635.01 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:48:52,780 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 648.95 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:00,466 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 630.48 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:04,908 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 624.81 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:06,995 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 686.62 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:11,143 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 627.43 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:13,791 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 664.82 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:16,656 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 637.48 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:18,383 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 659.55 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:18,739 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 594.16 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:18,985 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 661.30 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:21,179 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 607.84 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:21,545 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 618.18 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:22,125 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 595.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:41,547 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 685.09 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:48,814 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 634.76 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:49:51,749 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 657.91 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:04,085 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 707.07 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:04,089 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 593.61 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:10,134 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 713.30 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:11,382 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 626.62 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:15,039 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 732.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:15,178 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 601.64 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:15,881 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 605.85 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:17,271 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 716.33 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:20,593 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 642.58 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:25,187 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 619.42 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:26,462 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 699.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:28,751 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 607.91 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:31,388 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 621.10 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:34,169 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 659.83 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:45,719 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 710.38 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:56,886 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 618.43 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:58,476 - distributed.worker.memory - WARNING - Worker is at 81% memory usage. Pausing worker.  Process memory: 802.32 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:58,617 - distributed.worker.memory - WARNING - Worker is at 77% memory usage. Resuming worker. Process memory: 763.83 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:50:59,533 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 612.52 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:02,507 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 598.74 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:09,166 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 676.56 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:14,101 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 664.58 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:15,742 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 641.14 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:28,639 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 722.06 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:30,504 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 694.60 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:33,239 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 760.21 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:33,513 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 657.30 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:34,987 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 617.81 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:35,049 - distributed.worker.memory - WARNING - Worker is at 84% memory usage. Pausing worker.  Process memory: 831.69 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:35,677 - distributed.worker.memory - WARNING - Worker is at 73% memory usage. Resuming worker. Process memory: 719.97 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:41,871 - distributed.worker.memory - WARNING - Worker is at 81% memory usage. Pausing worker.  Process memory: 802.68 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:42,200 - distributed.worker.memory - WARNING - Worker is at 78% memory usage. Resuming worker. Process memory: 768.12 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:42,455 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 783.73 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:42,766 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 648.62 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:49,344 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 648.10 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:51:57,194 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 666.65 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:12,455 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 652.63 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:12,660 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 638.73 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:13,121 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 675.99 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:14,162 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 648.70 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:14,310 - distributed.worker.memory - WARNING - Worker is at 85% memory usage. Pausing worker.  Process memory: 836.14 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:14,534 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 618.01 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:15,274 - distributed.worker.memory - WARNING - Worker is at 78% memory usage. Resuming worker. Process memory: 770.22 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:16,557 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 773.04 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:16,835 - distributed.worker.memory - WARNING - Worker is at 80% memory usage. Pausing worker.  Process memory: 785.31 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:17,055 - distributed.worker.memory - WARNING - Worker is at 79% memory usage. Resuming worker. Process memory: 784.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:23,630 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 703.88 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:36,193 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 698.92 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:39,467 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 662.72 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:46,963 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 621.55 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:50,377 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 709.15 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:51,937 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 684.35 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:58,060 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 650.51 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:52:58,281 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 640.60 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:00,897 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 617.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:08,829 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 724.45 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:13,712 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 672.71 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:15,397 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 746.09 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:24,983 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 694.17 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:29,528 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 652.13 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:30,107 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 677.03 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:31,559 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 723.30 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:35,533 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 621.93 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:36,273 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 711.18 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:39,457 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 692.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:40,903 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 660.37 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:40,971 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 665.96 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:42,812 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 648.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:46,544 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 609.24 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:53:59,235 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 652.03 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:02,530 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 627.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:04,249 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 754.22 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:07,300 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 598.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:07,662 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 689.73 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:08,615 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 689.17 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:19,574 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 658.37 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:20,883 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 709.50 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:22,001 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 722.96 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:22,497 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 730.96 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:32,514 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 618.79 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:33,704 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 690.71 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:37,314 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 634.43 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:47,682 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 632.13 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:48,471 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 651.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:52,383 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 690.45 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:52,911 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 601.17 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:53,158 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 664.97 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:57,490 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 672.22 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:54:58,493 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 716.46 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:01,908 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 726.90 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:02,696 - distributed.worker.memory - WARNING - Worker is at 81% memory usage. Pausing worker.  Process memory: 796.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:03,593 - distributed.worker.memory - WARNING - Worker is at 75% memory usage. Resuming worker. Process memory: 739.17 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:04,159 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 760.45 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:05,159 - distributed.worker.memory - WARNING - Worker is at 80% memory usage. Pausing worker.  Process memory: 794.17 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:06,183 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 746.77 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:06,292 - distributed.worker.memory - WARNING - Worker is at 75% memory usage. Resuming worker. Process memory: 745.21 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:07,578 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 615.66 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:09,563 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 627.38 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:13,837 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 634.95 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:14,043 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 648.99 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:14,713 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 740.93 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:17,913 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 695.78 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:23,024 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 599.07 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:28,004 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 643.43 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:32,473 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 640.11 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:36,588 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 723.63 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:53,164 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 669.51 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:54,234 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 686.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:54,500 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 618.14 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:55,608 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 650.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:57,794 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 602.44 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:59,470 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 649.85 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:59,672 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 701.49 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:55:59,908 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 638.72 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:04,391 - distributed.worker.memory - WARNING - Worker is at 80% memory usage. Pausing worker.  Process memory: 784.82 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:04,738 - distributed.worker.memory - WARNING - Worker is at 75% memory usage. Resuming worker. Process memory: 740.50 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:05,161 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 645.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:08,131 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 689.93 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:08,471 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 639.38 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:10,122 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 668.50 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:11,419 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 664.45 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:12,950 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 627.00 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:21,907 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 712.82 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:22,219 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 705.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:24,715 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 609.76 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:33,987 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 678.60 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:38,493 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 690.50 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:38,898 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 641.57 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:50,622 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 698.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:53,410 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 664.54 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:54,437 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 728.91 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:56,076 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 725.47 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:57,155 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 697.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:56:57,704 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 691.93 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:02,118 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 653.97 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:09,807 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 727.39 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:11,974 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 644.67 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:13,686 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 646.62 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:16,115 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 715.51 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:17,232 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 715.39 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:21,155 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 763.88 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:23,063 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 606.59 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:23,700 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 749.35 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:23,874 - distributed.worker.memory - WARNING - Worker is at 82% memory usage. Pausing worker.  Process memory: 811.63 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:24,160 - distributed.worker.memory - WARNING - Worker is at 73% memory usage. Resuming worker. Process memory: 716.30 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:25,000 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 609.92 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:30,371 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 656.80 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:37,035 - distributed.worker.memory - WARNING - Worker is at 80% memory usage. Pausing worker.  Process memory: 793.13 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:37,345 - distributed.worker.memory - WARNING - Worker is at 77% memory usage. Resuming worker. Process memory: 764.14 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:46,041 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 634.17 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:46,938 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 655.68 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:48,312 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 650.77 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:49,492 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 692.11 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:49,653 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 701.18 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:49,995 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 689.57 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:52,399 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 662.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:57:58,048 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 623.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:58:02,315 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 617.41 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:58:10,578 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 674.38 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:58:12,066 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 704.40 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:58:12,468 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 688.84 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:58:16,526 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 685.15 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:58:25,867 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 660.37 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:58:35,956 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 594.44 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:58:46,743 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 650.32 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:59:08,030 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 612.11 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:59:11,108 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 686.36 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:59:33,542 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 710.43 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:59:36,354 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 617.14 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:59:37,924 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 683.92 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 13:59:45,497 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 677.25 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:02,666 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 711.26 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:03,754 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 715.97 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:13,971 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 645.07 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:15,442 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 700.64 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:18,014 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 669.63 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:20,715 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 689.73 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:22,680 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 714.17 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:23,480 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 665.23 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:28,425 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 628.49 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:30,159 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 653.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:35,815 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 630.85 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:35,862 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 698.98 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:38,397 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 626.69 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:39,864 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 731.03 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:42,462 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 655.58 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:42,614 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 682.20 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:45,730 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 683.67 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:46,267 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 667.95 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:47,634 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 618.28 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:52,706 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 651.54 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:53,996 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 657.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:54,953 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 631.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:00:59,114 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 598.94 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:09,696 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 696.60 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:13,175 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 666.74 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:13,797 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 728.61 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:18,861 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 659.77 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:21,477 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 600.91 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:24,030 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 669.26 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:26,663 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 646.90 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:30,122 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 616.50 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:30,575 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 634.95 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:30,886 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 617.67 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:33,800 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 659.22 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:36,809 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 656.28 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:38,373 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 679.30 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:40,136 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 696.11 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:41,138 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 688.96 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:45,534 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 702.74 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:47,626 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 692.91 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:50,560 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 705.51 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:52,857 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 639.57 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:54,422 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 652.14 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:01:59,806 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 645.64 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:01,903 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 750.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:02,379 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 725.07 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:04,241 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 660.19 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:10,258 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 720.64 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:16,138 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 660.01 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:17,680 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 647.32 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:17,916 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 710.64 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:19,420 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 609.37 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:20,016 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 709.52 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:24,931 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 676.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:25,344 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 670.84 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:27,158 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 676.07 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:27,408 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 688.95 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:31,338 - distributed.worker.memory - WARNING - Worker is at 81% memory usage. Pausing worker.  Process memory: 797.82 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:32,972 - distributed.worker.memory - WARNING - Worker is at 78% memory usage. Resuming worker. Process memory: 773.77 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:33,148 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 781.68 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:33,417 - distributed.worker.memory - WARNING - Worker is at 81% memory usage. Pausing worker.  Process memory: 795.77 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:33,638 - distributed.worker.memory - WARNING - Worker is at 79% memory usage. Resuming worker. Process memory: 780.12 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:33,652 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 729.01 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:37,123 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 647.96 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:02:53,465 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 610.13 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:00,312 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 623.58 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:01,418 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 612.45 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:02,065 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 693.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:05,673 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 649.81 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:18,569 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 707.36 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:40,488 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 642.50 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:47,795 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 702.88 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:47,926 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 694.96 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:48,047 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 728.98 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:49,236 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 654.57 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:51,594 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 708.19 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:53,936 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 607.61 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:03:54,097 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 752.02 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:04:03,603 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 624.19 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:04:11,102 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 642.70 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:04:12,220 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 632.71 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:04:39,395 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 690.05 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:04:50,363 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 732.61 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:04:54,777 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 731.36 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:04:57,784 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 709.41 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:04:59,000 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 614.88 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:00,287 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 665.15 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:03,095 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 593.62 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:03,656 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 625.36 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:03,848 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 724.69 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:04,881 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 748.08 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:09,996 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 624.45 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:17,914 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 616.61 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:18,644 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 615.10 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:20,312 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 693.66 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:21,010 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 620.05 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:21,389 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 591.76 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:28,742 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 715.19 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:28,824 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 669.18 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:47,851 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 656.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:48,939 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 735.09 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:52,792 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 697.88 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:54,932 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 675.25 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:05:55,820 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 618.39 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:01,827 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 694.12 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:04,130 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 657.26 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:05,529 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 705.54 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:06,689 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 699.50 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:08,756 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 655.15 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:09,626 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 719.65 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:10,560 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 622.27 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:11,965 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 640.70 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:12,914 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 624.47 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:13,580 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 600.99 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:15,218 - distributed.worker.memory - WARNING - Worker is at 81% memory usage. Pausing worker.  Process memory: 802.09 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:16,647 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 879.01 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:16,956 - distributed.worker.memory - WARNING - Worker is at 78% memory usage. Resuming worker. Process memory: 767.16 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:17,367 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 603.24 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:20,342 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 614.92 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:21,786 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 718.80 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:21,980 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 703.31 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:24,244 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 729.37 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:24,799 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 688.89 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:26,941 - distributed.worker.memory - WARNING - Worker is at 81% memory usage. Pausing worker.  Process memory: 801.34 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:26,973 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 683.57 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:27,069 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 632.55 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:27,497 - distributed.worker.memory - WARNING - Worker is at 74% memory usage. Resuming worker. Process memory: 728.71 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:27,553 - distributed.worker.memory - WARNING - Worker is at 81% memory usage. Pausing worker.  Process memory: 795.86 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:27,857 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 713.80 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:28,977 - distributed.worker.memory - WARNING - Worker is at 79% memory usage. Resuming worker. Process memory: 776.67 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:31,108 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 613.36 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:37,297 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 681.71 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:37,510 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 695.57 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:49,581 - distributed.worker.memory - WARNING - Unmanaged memory use is high. This may indicate a memory leak or the memory may not be released to the OS; see https://distributed.dask.org/en/latest/worker-memory.html#memory-not-released-back-to-the-os for more information. -- Unmanaged memory: 597.69 MiB -- Worker memory limit: 0.96 GiB\n",
      "2024-06-27 14:06:59,910 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,911 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,914 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,915 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,918 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,919 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,921 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,922 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,923 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,924 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,926 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,929 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,930 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,931 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,932 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n",
      "2024-06-27 14:06:59,933 - distributed.nanny - WARNING - Worker process still alive after 4.0 seconds, killing\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 11min 32s, sys: 1min 57s, total: 13min 30s\n",
      "Wall time: 1h 19min 37s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "hist, bins = da.histogram(color_G_zr, bins=np.linspace(-10, 10, 101))\n",
    "\n",
    "with Client(n_workers=16) as client:\n",
    "    display(client)\n",
    "    hist = hist.compute()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "bf7fe247-553a-4d30-9d27-e11df5672466",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjoAAAGwCAYAAACgi8/jAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8fJSN1AAAACXBIWXMAAA9hAAAPYQGoP6dpAAAnsElEQVR4nO3df3RU5Z3H8c8kkAm/EgyBhGBCQCuUHw6WmBhqVWRqRJoK7nHRdduYtVgtVdvheCQ9Z8nqWkOVA3RtdnF7CtkebYu6LdrFhaMRzCIpkYSgILCNBgQxAeqSX0giybN/uMyan2TCTO7Mw/t1zpzjfe4zd743l2Q+Pve597qMMUYAAAAWinK6AAAAgFAh6AAAAGsRdAAAgLUIOgAAwFoEHQAAYC2CDgAAsBZBBwAAWGuI0wU4raOjQ8ePH9eoUaPkcrmcLgcAAPSDMUZNTU1KSUlRVFTv4zaXfNA5fvy4UlNTnS4DAAAMwNGjR3X55Zf3uv6SDzqjRo2S9MUPKi4uzuFqAABAfzQ2Nio1NdX/Pd6bSz7onD9dFRcXR9ABACDCXGjaiRWTkVetWqXp06drxowZev75550uBwAAhImIH9F577339Jvf/EaVlZUyxmju3Ln61re+pdGjRztdGgAAcFjEj+gcOHBA2dnZio2N1bBhw+TxeLRlyxanywIAAGHA8aBTVlam3NxcpaSkyOVyadOmTd36FBcXKz09XbGxscrKylJFRYV/3YwZM7R9+3adPn1a//M//6Pt27fr448/HsQ9AAAA4crxoNPS0iKPx6Pi4uIe12/cuFE+n0+FhYWqqqqSx+NRTk6OTpw4IUmaNm2aHn74Yd1888264447dN111yk6OnowdwEAAIQplzHGOF3EeS6XS3/4wx+0cOFCf1tWVpauvfZa/eIXv5D0xQ3+UlNT9dBDD2n58uXdtvG9731PixYt0oIFC3r8jNbWVrW2tvqXz1+e1tDQwFVXAABEiMbGRsXHx1/w+9vxEZ2+tLW1qbKyUl6v198WFRUlr9er8vJyf9v50Z1Dhw6poqJCOTk5vW6zqKhI8fHx/hc3CwQAwF5hfdXVqVOn1N7erqSkpE7tSUlJOnjwoH/59ttvV0NDg0aMGKENGzZoyJDed6ugoEA+n8+/fH5EBwAA2Cesg05/fXl050LcbrfcbncIqwEAAOEirE9dJSYmKjo6WvX19Z3a6+vrlZyc7FBVAAAgUoR10ImJidHs2bNVWlrqb+vo6FBpaamys7MdrAwAAEQCx09dNTc3q6amxr9cW1ur6upqJSQkKC0tTT6fT3l5ecrIyFBmZqbWrl2rlpYW5efnO1g1AACIBI4Hnd27d2vu3Ln+5fMThfPy8lRSUqLFixfr5MmTWrFiherq6jRr1ixt2bKl2wRlAACArsLqPjpO6O91+AAAIHz09/vb8REdAAil9OWbOy0fXtnzzUQB2CmsJyMDAABcDIIOAACwFkEHAABYi6ADAACsRdABAADWIugAAABrEXQAAIC1CDoAAMBaBB0AAGAtgg4AALAWj4AAYI2uj3sAAEZ0AACAtQg6AADAWgQdAABgLYIOAACwFkEHAABYi6ADAACsRdABAADWIugAAABrEXQAAIC1CDoAAMBaBB0AAGAtgg4AALAWQQcAAFiLoAMAAKxF0AEAANYa4nQBADBQ6cs3O10CgDDHiA4AALAWQQcAAFiLoAMAAKxF0AEAANYi6AAAAGsRdAAAgLUIOgAAwFoEHQAAYC2CDgAAsBZBBwAAWIugAwAArEXQAQAA1iLoAAAAaxF0AACAtQg6AADAWkOcLgAABlP68s3d2g6vXOBAJQAGA0EHQEToKaAAwIVw6goAAFiLoAMAAKxF0AEAANYi6AAAAGsRdAAAgLUIOgAAwFoEHQAAYC2CDgAAsBZBBwAAWIugAwAArEXQAQAA1iLoAAAAaxF0AACAtQg6AADAWgQdAABgLYIOAACwFkEHAABYa4jTBQCA09KXb+60fHjlAocqARBsET+ic+jQIc2aNcv/GjZsmDZt2uR0WQAAIAxE/IjOlClTVF1dLUlqbm5Wenq6vvnNbzpbFAAACAsRH3S+7NVXX9W8efM0YsQIp0sBcJG6nk4CgIFw/NRVWVmZcnNzlZKSIpfL1eNpp+LiYqWnpys2NlZZWVmqqKjocVsvvviiFi9eHOKKAQBApHA86LS0tMjj8ai4uLjH9Rs3bpTP51NhYaGqqqrk8XiUk5OjEydOdOrX2NionTt36rbbbuvz81pbW9XY2NjpBQAA7OR40Jk/f76efPJJLVq0qMf1q1ev1pIlS5Sfn69p06Zp3bp1Gj58uNavX9+p3yuvvKJbbrlFsbGxfX5eUVGR4uPj/a/U1NSg7QsAAAgvjgedvrS1tamyslJer9ffFhUVJa/Xq/Ly8k59+3vaqqCgQA0NDf7X0aNHg143AAAID2E9GfnUqVNqb29XUlJSp/akpCQdPHjQv9zQ0KCKigr9+7//+wW36Xa75Xa7g14rAAAIP2EddPorPj5e9fX1TpcBAADCTFifukpMTFR0dHS3EFNfX6/k5GSHqgIAAJEirINOTEyMZs+erdLSUn9bR0eHSktLlZ2d7WBlAAAgEjh+6qq5uVk1NTX+5draWlVXVyshIUFpaWny+XzKy8tTRkaGMjMztXbtWrW0tCg/P9/BqgEAQCRwPOjs3r1bc+fO9S/7fD5JUl5enkpKSrR48WKdPHlSK1asUF1dnWbNmqUtW7Z0m6AMAADQlcsYY5wuwkmNjY2Kj49XQ0OD4uLinC4HwP9x8hEQPL0cCH/9/f4O6zk6AAAAF4OgAwAArOX4HB0ACDc9nTbjdBYQmRjRAQAA1iLoAAAAaxF0AACAtQg6AADAWkxGBuA4J++ZA8BujOgAAABrEXQAAIC1CDoAAMBaBB0AAGAtgg4AALAWQQcAAFiLoAMAAKxF0AEAANYi6AAAAGtxZ2QAcFB/7gp9eOWCQagEsBMjOgAAwFoEHQAAYC1OXQEYdDzEMzA9/bw4nQX0D0EHAPqha9gYaNAg5AGDi1NXAADAWgQdAABgLYIOAACwFnN0ACACBWvOEGA7RnQAAIC1GNEBgBDhCivAeYzoAAAAaxF0AACAtQg6AADAWszRAQAL8JgIoGcEHQAhZeuEXIIFEBkIOgAQJLaGOiCSMUcHAABYi6ADAACsRdABAADWIugAAABrMRkZACzFgz8BRnQAAIDFCDoAAMBaBB0AAGAtgg4AALAWk5EBBBV3BwYQThjRAQAA1iLoAAAAa3HqCgAuETxxHZciRnQAAIC1CDoAAMBaBB0AAGAtgg4AALAWQQcAAFiLq64ADBg3BwQQ7hjRAQAA1mJEBwAuYV1H5bivDmzDiA4AALAWQQcAAFiLoAMAAKxF0AEAANZiMjKAfuFScgCRiBEdAABgLYIOAACwlhWnrtLT0xUXF6eoqChddtll2rZtm9MlAUBE6ukUJffWQSSzIuhI0s6dOzVy5EinywAAAGGEU1cAAMBajgedsrIy5ebmKiUlRS6XS5s2berWp7i4WOnp6YqNjVVWVpYqKio6rXe5XLrxxht17bXX6oUXXhikygG7pS/f3OkFAJHI8aDT0tIij8ej4uLiHtdv3LhRPp9PhYWFqqqqksfjUU5Ojk6cOOHvs2PHDlVWVurVV1/VU089pXfffXewygcAAGHM8aAzf/58Pfnkk1q0aFGP61evXq0lS5YoPz9f06ZN07p16zR8+HCtX7/e32fChAmSpPHjx+u2225TVVVVr5/X2tqqxsbGTi8AAGAnx4NOX9ra2lRZWSmv1+tvi4qKktfrVXl5uaQvRoSampokSc3NzXrzzTc1ffr0XrdZVFSk+Ph4/ys1NTW0OwEAABwT1kHn1KlTam9vV1JSUqf2pKQk1dXVSZLq6+t1/fXXy+Px6LrrrtN3v/tdXXvttb1us6CgQA0NDf7X0aNHQ7oPAADAORF/efnkyZO1d+/efvd3u91yu90hrAiIPEw2Rl+6/vvgvjqIJGE9opOYmKjo6GjV19d3aq+vr1dycrJDVQEAgEgR1kEnJiZGs2fPVmlpqb+to6NDpaWlys7OdrAyAAAQCRw/ddXc3Kyamhr/cm1traqrq5WQkKC0tDT5fD7l5eUpIyNDmZmZWrt2rVpaWpSfn+9g1QAAIBI4HnR2796tuXPn+pd9Pp8kKS8vTyUlJVq8eLFOnjypFStWqK6uTrNmzdKWLVu6TVAGAADoymWMMU4X4aTGxkbFx8eroaFBcXFxTpcDDAomH+NiMBkZ4aC/399hPUcHAADgYhB0AACAtQg6AADAWo5PRgYARJae5ngxbwfhiqADWI6JxwAuZQGdunrzzTd17ty5UNUCAAAQVAEFnW9+85v69NNP/cvXXXedPv7446AXBQAAEAwBBZ2ut9zZv3+/Wltbg1oQAABAsHDVFQAAsFZAk5FdLpdcLlevywCcx+RjAPh/AQUdY4zmzZunIUO+eNuZM2eUm5urmJiYTv2qqqqCVyEAAMAABRR0CgsLOy3ffvvtQS0GAAAgmHioJw/1hGU4dYVwwA0EEWr9/f4e8A0DT506pcOHD8vlcik9PV1jxowZ6KYAAABCIuCrrvbv368bbrhBSUlJysrKUmZmpsaNG6ebb75Zhw4dCkWNAAAAAxLQiE5dXZ1uvPFGjR07VqtXr9bUqVNljNH777+vX/7yl/rGN76hffv2ady4caGqF8CXcJoKAPoWUNBZs2aNJk6cqLfffluxsbH+9ltvvVUPPvigrr/+eq1Zs0ZFRUVBLxQAACBQAZ26ev311/XYY491CjnnDRs2TI8++qi2bt0atOIAAAAuRkBB58MPP9TXvva1XtdnZGToww8/vOiiAAAAgiGgoNPU1NTnJVyjRo1Sc3PzRRcFAAAQDAFfXt7U1NTjqSvpi2vaL/Hb8gAAgDAS8CMgrrrqqj7X8+wrIHS4ygoAAhNQ0Nm2bVuo6gAAWKSnUM7dkuGEgILO9ddfr1WrVunVV19VW1ub5s2bp8LCQg0bNixU9QEAAAxYQJORn3rqKf3kJz/RyJEjNWHCBP385z/X0qVLQ1UbAADARQko6Pz617/WP//zP2vr1q3atGmT/vjHP+qFF15QR0dHqOoDAAAYsICCzkcffaTbbrvNv+z1euVyuXT8+PGgFwYAAHCxAgo6586d63Zp+dChQ/X5558HtSgAAIBgCPjy8nvvvVdut9vfdvbsWT3wwAMaMWKEv+33v/998CoELlFcSg4AFy+goJOXl9et7W//9m+DVgwAAEAwBRR0NmzYEKo6AAAAgi6gOToAAACRJOBnXQEAMBBd551xp2QMBkZ0AACAtQg6AADAWgQdAABgLeboAGGC++YAQPAxogMAAKxF0AEAANYi6AAAAGsRdAAAgLUIOgAAwFoEHQAAYC2CDgAAsBb30QEAOKKne0fx/CsEG0EHcAA3BwSAwcGpKwAAYC2CDgAAsBZBBwAAWIugAwAArEXQAQAA1iLoAAAAaxF0AACAtQg6AADAWtwwEAAQNrreTJM7JeNiEXSAQcCdkAHAGZy6AgAA1iLoAAAAaxF0AACAtQg6AADAWgQdAABgLYIOAACwFkEHAABYK+KDzunTp5WRkaFZs2ZpxowZ+uUvf+l0SQAAIExE/A0DR40apbKyMg0fPlwtLS2aMWOG7rjjDo0ZM8bp0gAAgMMiPuhER0dr+PDhkqTW1lYZY2SMcbgqXMq4CzIAhA/HT12VlZUpNzdXKSkpcrlc2rRpU7c+xcXFSk9PV2xsrLKyslRRUdFp/enTp+XxeHT55Zfr0UcfVWJi4iBVDwAIpfTlm7u9gEA4HnRaWlrk8XhUXFzc4/qNGzfK5/OpsLBQVVVV8ng8ysnJ0YkTJ/x9Ro8erb1796q2tla/+c1vVF9f3+vntba2qrGxsdMLAADYyfGgM3/+fD355JNatGhRj+tXr16tJUuWKD8/X9OmTdO6des0fPhwrV+/vlvfpKQkeTwe/dd//Vevn1dUVKT4+Hj/KzU1NWj7AgAAwovjQacvbW1tqqyslNfr9bdFRUXJ6/WqvLxcklRfX6+mpiZJUkNDg8rKyjRlypRet1lQUKCGhgb/6+jRo6HdCQAA4Jiwnox86tQptbe3KykpqVN7UlKSDh48KEk6cuSI7r//fv8k5IceekgzZ87sdZtut1tutzukdQMAgPAQ1kGnPzIzM1VdXe10GQAAIAyF9amrxMRERUdHd5tcXF9fr+TkZIeqAgAAkSKsg05MTIxmz56t0tJSf1tHR4dKS0uVnZ3tYGUAACASOH7qqrm5WTU1Nf7l2tpaVVdXKyEhQWlpafL5fMrLy1NGRoYyMzO1du1atbS0KD8/38GqAQBAJHA86OzevVtz5871L/t8PklSXl6eSkpKtHjxYp08eVIrVqxQXV2dZs2apS1btnSboAwAANCVy1ziz0tobGxUfHy8GhoaFBcX53Q5iEDcqRUYXIdXLnC6BISB/n5/Oz6iAwBAILr+zwXBB30J68nIAAAAF4OgAwAArEXQAQAA1iLoAAAAaxF0AACAtQg6AADAWgQdAABgLYIOAACwFkEHAABYizsjAwAiWk+PYeFuyTiPER0AAGAtRnSAAPAATwCILIzoAAAAaxF0AACAtQg6AADAWgQdAABgLYIOAACwFkEHAABYi6ADAACsRdABAADW4oaBAADrdL25J4+EuHQxogMAAKxF0AEAANYi6AAAAGsRdAAAgLUIOgAAwFoEHQAAYC0uLwf60PUSVQBAZCHoAACs19P/tHBvnUsDp64AAIC1CDoAAMBaBB0AAGAtgg4AALAWQQcAAFiLoAMAAKxF0AEAANbiPjoAgEtSf24Iyr12Ih9BBwCAXnQNQwSfyMOpKwAAYC2CDgAAsBZBBwAAWIugAwAArMVkZAAA+omnoEceRnQAAIC1GNEB/k9/7qkBAIgsBB0AAC4C99oJb5y6AgAA1mJEBwCAIGLCcnhhRAcAAFiLoAMAAKxF0AEAANYi6AAAAGsRdAAAgLUIOgAAwFoEHQAAYC2CDgAAsBZBBwAAWIugAwAArEXQAQAA1iLoAAAAaxF0AACAtax4evmiRYu0fft2zZs3Ty+//LLT5SBC9PSEYQCAXawY0XnkkUf061//2ukyAABAmLEi6Nx0000aNWqU02UAAIAw43jQKSsrU25urlJSUuRyubRp06ZufYqLi5Wenq7Y2FhlZWWpoqJi8AsFAGCA0pdv7vTC4HE86LS0tMjj8ai4uLjH9Rs3bpTP51NhYaGqqqrk8XiUk5OjEydODHKlAAAg0jg+GXn+/PmaP39+r+tXr16tJUuWKD8/X5K0bt06bd68WevXr9fy5csD/rzW1la1trb6lxsbGwMvGgAARATHg05f2traVFlZqYKCAn9bVFSUvF6vysvLB7TNoqIiPf7448EqERGCoWIA4aSnv0mHVy5woBL7OX7qqi+nTp1Se3u7kpKSOrUnJSWprq7Ov+z1enXnnXfqtdde0+WXX95nCCooKFBDQ4P/dfTo0ZDVDwAAnBXWIzr99cYbb/S7r9vtltvtDmE1AAAgXIT1iE5iYqKio6NVX1/fqb2+vl7JyckOVQUAACJFWAedmJgYzZ49W6Wlpf62jo4OlZaWKjs728HKAABAJHD81FVzc7Nqamr8y7W1taqurlZCQoLS0tLk8/mUl5enjIwMZWZmau3atWppafFfhQUAANAbx4PO7t27NXfuXP+yz+eTJOXl5amkpESLFy/WyZMntWLFCtXV1WnWrFnasmVLtwnKAABEsq5XYnEVVnC4jDHG6SKc1NjYqPj4eDU0NCguLs7pchAiXF4OINIQdPrW3+/vsJ6jAwAAcDEIOgAAwFoEHQAAYC2CDgAAsBZBBwAAWIugAwAArEXQAQAA1nL8hoHAxeIeOQAuVT39/eP+O50xogMAAKxF0AEAANYi6AAAAGsRdAAAgLWYjIyIw+RjAJcq/v4FjhEdAABgLYIOAACwFkEHAABYi6ADAACsRdABAADW4qorAADC0ECvsOrP+7o+JsLmR0kwogMAAKxF0AEAANYi6AAAAGsRdAAAgLUIOgAAwFoEHQAAYC2CDgAAsBZBBwAAWIugAwAArEXQAQAA1iLoAAAAa/GsqxAK1rND+rOdUD6npOu2Q/n8k4E+2wUA0H/Beo5WJDwPixEdAABgLYIOAACwFkEHAABYi6ADAACsRdABAADWIugAAABrEXQAAIC1CDoAAMBaBB0AAGAtgg4AALAWQQcAAFiLoAMAAKxF0AEAANYi6AAAAGsRdAAAgLWGOF2A04wxkqTGxsagb7uj9Uy3toF8Tn+2E6zP6s/nh+Jn1dtnAQCc0dPf+sH8PriQ8599/nu8Ny5zoR6WO3bsmFJTU50uAwAADMDRo0d1+eWX97r+kg86HR0dOn78uEaNGiWXyxW07TY2Nio1NVVHjx5VXFxc0LYbLmzfP8n+fbR9/yT795H9i3y272Mo988Yo6amJqWkpCgqqveZOJf8qauoqKg+k+DFiouLs/If73m2759k/z7avn+S/fvI/kU+2/cxVPsXHx9/wT5MRgYAANYi6AAAAGsRdELE7XarsLBQbrfb6VJCwvb9k+zfR9v3T7J/H9m/yGf7PobD/l3yk5EBAIC9GNEBAADWIugAAABrEXQAAIC1CDoAAMBaBJ0B+ulPf6o5c+Zo+PDhGj16dI99PvroIy1YsEDDhw/XuHHj9Oijj+rcuXN9bvfTTz/VPffco7i4OI0ePVr33XefmpubQ7AHgdm+fbtcLlePr3feeafX9910003d+j/wwAODWHlg0tPTu9W7cuXKPt9z9uxZLV26VGPGjNHIkSP1V3/1V6qvrx+kivvv8OHDuu+++zRp0iQNGzZMV1xxhQoLC9XW1tbn+8L9GBYXFys9PV2xsbHKyspSRUVFn/1feuklTZ06VbGxsZo5c6Zee+21Qao0MEVFRbr22ms1atQojRs3TgsXLtShQ4f6fE9JSUm3YxUbGztIFQfmH/7hH7rVOnXq1D7fEynH7rye/p64XC4tXbq0x/7hfvzKysqUm5urlJQUuVwubdq0qdN6Y4xWrFih8ePHa9iwYfJ6vfrzn/98we0G+jscKILOALW1tenOO+/Ugw8+2OP69vZ2LViwQG1tbdq5c6f+7d/+TSUlJVqxYkWf273nnnu0f/9+vf766/qP//gPlZWV6f777w/FLgRkzpw5+uSTTzq9vve972nSpEnKyMjo871Llizp9L6nn356kKoemCeeeKJTvQ899FCf/X/84x/rj3/8o1566SW99dZbOn78uO64445Bqrb/Dh48qI6ODj333HPav3+/1qxZo3Xr1uknP/nJBd8brsdw48aN8vl8KiwsVFVVlTwej3JycnTixIke++/cuVN333237rvvPu3Zs0cLFy7UwoULtW/fvkGu/MLeeustLV26VH/605/0+uuv6/PPP9ctt9yilpaWPt8XFxfX6VgdOXJkkCoO3PTp0zvVumPHjl77RtKxO++dd97ptH+vv/66JOnOO+/s9T3hfPxaWlrk8XhUXFzc4/qnn35a//RP/6R169Zp165dGjFihHJycnT27Nletxno7/CAGFyUDRs2mPj4+G7tr732momKijJ1dXX+tn/5l38xcXFxprW1tcdtvf/++0aSeeedd/xt//mf/2lcLpf5+OOPg177xWhrazNjx441TzzxRJ/9brzxRvPII48MTlFBMHHiRLNmzZp+9z99+rQZOnSoeemll/xtBw4cMJJMeXl5CCoMrqefftpMmjSpzz7hfAwzMzPN0qVL/cvt7e0mJSXFFBUV9dj/r//6r82CBQs6tWVlZZnvf//7Ia0zGE6cOGEkmbfeeqvXPr39PQpHhYWFxuPx9Lt/JB+78x555BFzxRVXmI6Ojh7XR9Lxk2T+8Ic/+Jc7OjpMcnKyeeaZZ/xtp0+fNm632/z2t7/tdTuB/g4PBCM6IVJeXq6ZM2cqKSnJ35aTk6PGxkbt37+/1/eMHj260wiJ1+tVVFSUdu3aFfKaA/Hqq6/qL3/5i/Lz8y/Y94UXXlBiYqJmzJihgoICnTlzZhAqHLiVK1dqzJgxuuaaa/TMM8/0ebqxsrJSn3/+ubxer79t6tSpSktLU3l5+WCUe1EaGhqUkJBwwX7heAzb2tpUWVnZ6WcfFRUlr9fb68++vLy8U3/pi9/LSDlWki54vJqbmzVx4kSlpqbq9ttv7/XvTTj485//rJSUFE2ePFn33HOPPvroo177RvKxk7749/r888/r7/7u7/p8gHQkHb8vq62tVV1dXadjFB8fr6ysrF6P0UB+hwfikn+oZ6jU1dV1CjmS/Mt1dXW9vmfcuHGd2oYMGaKEhIRe3+OUX/3qV8rJybngA1H/5m/+RhMnTlRKSoreffddPfbYYzp06JB+//vfD1KlgXn44Yf1ta99TQkJCdq5c6cKCgr0ySefaPXq1T32r6urU0xMTLd5WklJSWF3zLqqqanRs88+q1WrVvXZL1yP4alTp9Te3t7j79nBgwd7fE9vv5fhfqw6Ojr0ox/9SF//+tc1Y8aMXvtNmTJF69ev19VXX62GhgatWrVKc+bM0f79+0P68OKByMrKUklJiaZMmaJPPvlEjz/+uL7xjW9o3759GjVqVLf+kXrsztu0aZNOnz6te++9t9c+kXT8ujp/HAI5RgP5HR4Igs6XLF++XD/72c/67HPgwIELTpiLJAPZ52PHjmnr1q168cUXL7j9L88vmjlzpsaPH6958+bpgw8+0BVXXDHwwgMQyD76fD5/29VXX62YmBh9//vfV1FRUdjeon0gx/Djjz/WrbfeqjvvvFNLlizp873hcAwvdUuXLtW+ffv6nMMiSdnZ2crOzvYvz5kzR1/96lf13HPP6R//8R9DXWZA5s+f7//vq6++WllZWZo4caJefPFF3XfffQ5WFhq/+tWvNH/+fKWkpPTaJ5KOXyQh6HzJsmXL+kzbkjR58uR+bSs5ObnbzPHzV+IkJyf3+p6uE7DOnTunTz/9tNf3XKyB7POGDRs0ZswYffvb3w7487KysiR9MZowWF+SF3Ncs7KydO7cOR0+fFhTpkzptj45OVltbW06ffp0p1Gd+vr6kB2zrgLdv+PHj2vu3LmaM2eO/vVf/zXgz3PiGPYkMTFR0dHR3a5w6+tnn5ycHFD/cPDDH/7Qf2FCoP9XP3ToUF1zzTWqqakJUXXBM3r0aF111VW91hqJx+68I0eO6I033gh4FDSSjt/541BfX6/x48f72+vr6zVr1qwe3zOQ3+EBCdpsn0vUhSYj19fX+9uee+45ExcXZ86ePdvjts5PRt69e7e/bevWrWE1Gbmjo8NMmjTJLFu2bEDv37Fjh5Fk9u7dG+TKQuP55583UVFR5tNPP+1x/fnJyC+//LK/7eDBg2E7GfnYsWPmK1/5irnrrrvMuXPnBrSNcDqGmZmZ5oc//KF/ub293UyYMKHPycjf+ta3OrVlZ2eH5YTWjo4Os3TpUpOSkmL++7//e0DbOHfunJkyZYr58Y9/HOTqgq+pqclcdtll5uc//3mP6yPp2HVVWFhokpOTzeeffx7Q+8L5+KmXycirVq3ytzU0NPRrMnIgv8MDqjVoW7rEHDlyxOzZs8c8/vjjZuTIkWbPnj1mz549pqmpyRjzxT/QGTNmmFtuucVUV1ebLVu2mLFjx5qCggL/Nnbt2mWmTJlijh075m+79dZbzTXXXGN27dplduzYYb7yla+Yu+++e9D3rzdvvPGGkWQOHDjQbd2xY8fMlClTzK5du4wxxtTU1JgnnnjC7N6929TW1ppXXnnFTJ482dxwww2DXXa/7Ny506xZs8ZUV1ebDz74wDz//PNm7Nix5rvf/a6/T9d9NMaYBx54wKSlpZk333zT7N6922RnZ5vs7GwndqFPx44dM1deeaWZN2+eOXbsmPnkk0/8ry/3iaRj+Lvf/c643W5TUlJi3n//fXP//feb0aNH+692/M53vmOWL1/u7//222+bIUOGmFWrVpkDBw6YwsJCM3ToUPPee+85tQu9evDBB018fLzZvn17p2N15swZf5+u+/f444+brVu3mg8++MBUVlaau+66y8TGxpr9+/c7sQt9WrZsmdm+fbupra01b7/9tvF6vSYxMdGcOHHCGBPZx+7L2tvbTVpamnnssce6rYu049fU1OT/rpNkVq9ebfbs2WOOHDlijDFm5cqVZvTo0eaVV14x7777rrn99tvNpEmTzGeffebfxs0332yeffZZ//KFfoeDgaAzQHl5eUZSt9e2bdv8fQ4fPmzmz59vhg0bZhITE82yZcs6Jfpt27YZSaa2ttbf9pe//MXcfffdZuTIkSYuLs7k5+f7w1M4uPvuu82cOXN6XFdbW9vpZ/DRRx+ZG264wSQkJBi3222uvPJK8+ijj5qGhoZBrLj/KisrTVZWlomPjzexsbHmq1/9qnnqqac6jcB13UdjjPnss8/MD37wA3PZZZeZ4cOHm0WLFnUKD+Fiw4YNPf6b/fLAbiQew2effdakpaWZmJgYk5mZaf70pz/51914440mLy+vU/8XX3zRXHXVVSYmJsZMnz7dbN68eZAr7p/ejtWGDRv8fbru349+9CP/zyIpKcncdtttpqqqavCL74fFixeb8ePHm5iYGDNhwgSzePFiU1NT418fycfuy7Zu3WokmUOHDnVbF2nH7/x3VtfX+X3o6Ogwf//3f2+SkpKM2+028+bN67bfEydONIWFhZ3a+vodDgaXMcYE70QYAABA+OA+OgAAwFoEHQAAYC2CDgAAsBZBBwAAWIugAwAArEXQAQAA1iLoAAAAaxF0AACAtQg6AADAWgQdAGHvvffe03e+8x1NmDBBbrdbEydO1IIFC/Tyyy87XRqAMEfQARDWXn75ZWVkZCgqKkq/+93vVFNTo82bN8vr9eqJJ55QKJ9ic+7cuZBtG8Dg4FlXAMLWnj17lJmZqZ/97Gfy+Xzd1htj5HK5gvJZhw8f1qRJk7Rx40Y9++yzqqio0G9/+1vdcccdQdk+AGcQdACErZtuukkul0vbtm0L+We98sorWrhwoTIyMvTUU09p0qRJGjt2rOLj40P+2QBCZ4jTBQBAT44cOaK33npLGzdu9Ld99tlnSk5OVnt7uyTpBz/4gZ5++umgfF51dbVGjBihl156Senp6UHZJgDnMUcHQFh67733JEmZmZn+tqFDh6qyslJ79uxRe3u7rrrqqm7vW758uVwuV5+vgwcPdnvf3r179e1vf5uQA1iGER0AYampqUmSNGTI//+ZGjJkiK688krV1tbq7Nmz8ng83d63bNky3XvvvX1ue/Lkyd3aqqurtXz58osrGkDYIegACEvTp0+XJO3YsUN33XVXp3X79u1TVFSUZsyY0e19Y8eO1dixYwP6rMbGRh0+fFjXXHPNwAsGEJYIOgDC0tVXX63c3Fw9/PDDOnPmjL7+9a+ro6ND1dXVeuaZZzR16lQNGzYsKJ+1d+9eRUdHa+bMmUHZHoDwwVVXAMJWa2urVq9erRdeeEEffvihhg4dqmnTpik3N1cPPPCAEhISgvI5v/jFL7Ru3Trt27cvKNsDED4IOgAAwFpcdQUAAKxF0AEAANYi6AAAAGsRdAAAgLUIOgAAwFoEHQAAYC2CDgAAsBZBBwAAWIugAwAArEXQAQAA1iLoAAAAa/0vAHGag2OnQPMAAAAASUVORK5CYII=",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.bar(0.5 * (bins[:-1] + bins[1:]), hist, width=bins[1]-bins[0])\n",
    "plt.yscale('log')\n",
    "plt.xlabel('$G-r$')\n",
    "plt.ylabel('PDF')\n",
    "plt.savefig('hist.png')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "science_demo",
   "language": "python",
   "name": "conda-env-science_demo-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  },
  "toc-autonumbering": false
 },
 "nbformat": 4,
 "nbformat_minor": 5
}