From c62e411a5d0f9180f755d6e64061659f8fae43f7 Mon Sep 17 00:00:00 2001 From: Shanice Date: Fri, 14 Jun 2024 21:23:01 +0000 Subject: [PATCH] fixed client --- notebooks/cfc-ocean.ipynb | 616 +++++--------------------------------- 1 file changed, 70 insertions(+), 546 deletions(-) diff --git a/notebooks/cfc-ocean.ipynb b/notebooks/cfc-ocean.ipynb index 7955b74..152d29f 100644 --- a/notebooks/cfc-ocean.ipynb +++ b/notebooks/cfc-ocean.ipynb @@ -218,7 +218,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 40, "metadata": {}, "outputs": [ { @@ -228,13 +228,13 @@ "
\n", "
\n", "

Client

\n", - "

Client-cf0a9fb9-2a7e-11ef-b4c9-b621d65fa0f6

\n", + "

Client-3505ec66-2a94-11ef-b4c9-b621d65fa0f6

\n", " \n", "\n", " \n", " \n", - " \n", - " \n", + " \n", + " \n", " \n", " \n", "\n", @@ -257,20 +257,57 @@ "\n", " \n", "
\n", - "

Scheduler Info

\n", + "

Cluster Info

\n", + "
\n", + "
\n", + "
\n", + "
\n", + "

LocalCluster

\n", + "

64da3d9e

\n", + "
Connection method: DirectConnection method: Cluster objectCluster type: distributed.LocalCluster
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "\n", + "\n", + " \n", + "
\n", + " Dashboard: http://127.0.0.1:8787/status\n", + " \n", + " Workers: 4\n", + "
\n", + " Total threads: 4\n", + " \n", + " Total memory: 14.84 GiB\n", + "
Status: runningUsing processes: True
\n", + "\n", + "
\n", + " \n", + "

Scheduler Info

\n", + "
\n", + "\n", "
\n", "
\n", "
\n", "
\n", "

Scheduler

\n", - "

Scheduler-b2b0ec13-7cb1-4a81-86cf-e29a5a238328

\n", + "

Scheduler-854a7964-02ad-4390-997d-595d27002a62

\n", " \n", " \n", " \n", " \n", " \n", " \n", @@ -278,7 +315,7 @@ " Dashboard:http://127.0.0.1:8787/status\n", " \n", " \n", " \n", " \n", @@ -286,7 +323,7 @@ " Started: Just now\n", " \n", " \n", " \n", "
\n", - " Comm: tcp://127.0.0.1:45199\n", + " Comm: tcp://127.0.0.1:44137\n", " \n", - " Workers: 8\n", + " Workers: 4\n", "
\n", - " Total threads: 8\n", + " Total threads: 4\n", "
\n", - " Total memory: 29.67 GiB\n", + " Total memory: 14.84 GiB\n", "
\n", @@ -309,7 +346,7 @@ " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", "\n", "
\n", - " Comm: tcp://127.0.0.1:41649\n", + " Comm: tcp://127.0.0.1:35347\n", " \n", " Total threads: 1\n", @@ -317,7 +354,7 @@ "
\n", - " Dashboard: http://127.0.0.1:35893/status\n", + " Dashboard: http://127.0.0.1:45521/status\n", " \n", " Memory: 3.71 GiB\n", @@ -325,60 +362,19 @@ "
\n", - " Nanny: tcp://127.0.0.1:45019\n", + " Nanny: tcp://127.0.0.1:35771\n", "
\n", - " Local directory: /tmp/dask-scratch-space/worker-0twi_iel\n", + " Local directory: /tmp/dask-scratch-space/worker-ibs5k8tt\n", "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 0.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 183.41 MiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 13.56 kiB\n", - " \n", - " Write bytes: 13.56 kiB\n", - "
\n", "
\n", @@ -395,7 +391,7 @@ " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", "\n", "
\n", - " Comm: tcp://127.0.0.1:43163\n", + " Comm: tcp://127.0.0.1:36305\n", " \n", " Total threads: 1\n", @@ -403,7 +399,7 @@ "
\n", - " Dashboard: http://127.0.0.1:35977/status\n", + " Dashboard: http://127.0.0.1:32927/status\n", " \n", " Memory: 3.71 GiB\n", @@ -411,60 +407,19 @@ "
\n", - " Nanny: tcp://127.0.0.1:33719\n", + " Nanny: tcp://127.0.0.1:46337\n", "
\n", - " Local directory: /tmp/dask-scratch-space/worker-oncfbhhh\n", + " Local directory: /tmp/dask-scratch-space/worker-ay0m37ei\n", "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 2.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 183.18 MiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 13.57 kiB\n", - " \n", - " Write bytes: 13.57 kiB\n", - "
\n", " \n", @@ -481,7 +436,7 @@ " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", "\n", "
\n", - " Comm: tcp://127.0.0.1:42357\n", + " Comm: tcp://127.0.0.1:46509\n", " \n", " Total threads: 1\n", @@ -489,7 +444,7 @@ "
\n", - " Dashboard: http://127.0.0.1:35287/status\n", + " Dashboard: http://127.0.0.1:43803/status\n", " \n", " Memory: 3.71 GiB\n", @@ -497,60 +452,19 @@ "
\n", - " Nanny: tcp://127.0.0.1:42131\n", + " Nanny: tcp://127.0.0.1:46269\n", "
\n", - " Local directory: /tmp/dask-scratch-space/worker-099e_7di\n", + " Local directory: /tmp/dask-scratch-space/worker-shbiv1_0\n", "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 2.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 183.49 MiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 13.97 kiB\n", - " \n", - " Write bytes: 13.97 kiB\n", - "
\n", " \n", @@ -567,7 +481,7 @@ " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "\n", " \n", "\n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:40257\n", + " Comm: tcp://127.0.0.1:36469\n", " \n", " Total threads: 1\n", @@ -575,7 +489,7 @@ "
\n", - " Dashboard: http://127.0.0.1:40665/status\n", + " Dashboard: http://127.0.0.1:38671/status\n", " \n", " Memory: 3.71 GiB\n", @@ -583,404 +497,19 @@ "
\n", - " Nanny: tcp://127.0.0.1:42845\n", + " Nanny: tcp://127.0.0.1:41313\n", "
\n", - " Local directory: /tmp/dask-scratch-space/worker-77t9cp7s\n", + " Local directory: /tmp/dask-scratch-space/worker-j_imi7kl\n", "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 2.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 182.36 MiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 13.62 kiB\n", - " \n", - " Write bytes: 13.62 kiB\n", - "
\n", - " \n", - "
\n", - " \n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 4

\n", - "
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:40673\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: http://127.0.0.1:34517/status\n", - " \n", - " Memory: 3.71 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:42167\n", - "
\n", - " Local directory: /tmp/dask-scratch-space/worker-bq08xmrq\n", - "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 2.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 181.87 MiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 37.56 kiB\n", - " \n", - " Write bytes: 51.59 kiB\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 5

\n", - "
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:40865\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: http://127.0.0.1:45655/status\n", - " \n", - " Memory: 3.71 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:40155\n", - "
\n", - " Local directory: /tmp/dask-scratch-space/worker-kt10brmi\n", - "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 2.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 183.49 MiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 37.38 kiB\n", - " \n", - " Write bytes: 51.34 kiB\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 6

\n", - "
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - "
\n", - " Comm: tcp://127.0.0.1:39869\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: http://127.0.0.1:33465/status\n", - " \n", - " Memory: 3.71 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:45069\n", - "
\n", - " Local directory: /tmp/dask-scratch-space/worker-oltyqpk1\n", - "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 0.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 182.07 MiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 34.62 kiB\n", - " \n", - " Write bytes: 27.72 kiB\n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "
\n", - "
\n", - "
\n", - "
\n", - " \n", - "

Worker: 7

\n", - "
\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - "\n", - " \n", - "\n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", "\n", "
\n", - " Comm: tcp://127.0.0.1:46873\n", - " \n", - " Total threads: 1\n", - "
\n", - " Dashboard: http://127.0.0.1:46725/status\n", - " \n", - " Memory: 3.71 GiB\n", - "
\n", - " Nanny: tcp://127.0.0.1:33933\n", - "
\n", - " Local directory: /tmp/dask-scratch-space/worker-illrwip1\n", - "
\n", - " Tasks executing: \n", - " \n", - " Tasks in memory: \n", - "
\n", - " Tasks ready: \n", - " \n", - " Tasks in flight: \n", - "
\n", - " CPU usage: 2.0%\n", - " \n", - " Last seen: Just now\n", - "
\n", - " Memory usage: 182.06 MiB\n", - " \n", - " Spilled bytes: 0 B\n", - "
\n", - " Read bytes: 22.39 kiB\n", - " \n", - " Write bytes: 23.39 kiB\n", - "
\n", "
\n", @@ -990,6 +519,10 @@ "\n", " \n", "
\n", + "\n", + " \n", + "
\n", + "\n", " \n", " \n", "\n", @@ -997,25 +530,16 @@ "" ], "text/plain": [ - "" + "" ] }, - "execution_count": 2, + "execution_count": 40, "metadata": {}, "output_type": "execute_result" - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-06-14 18:58:57,382 - distributed.client - ERROR - Failed to reconnect to scheduler after 30.00 seconds, closing client\n" - ] } ], "source": [ - "from dask.distributed import Client\n", - "\n", - "client = Client(\"tcp://127.0.0.1:45199\")\n", + "client = Client()\n", "client" ] },