From 0effe25a5b008ac5f47cc5c8325e57d3e825bf40 Mon Sep 17 00:00:00 2001 From: tinaok <46813815+tinaok@users.noreply.github.com> Date: Thu, 22 Aug 2024 19:10:36 +0000 Subject: [PATCH] update to load zarr from s3 --- docs/visualize-3d-fish-tracks.ipynb | 113 ++++++++++++++++++---------- 1 file changed, 72 insertions(+), 41 deletions(-) diff --git a/docs/visualize-3d-fish-tracks.ipynb b/docs/visualize-3d-fish-tracks.ipynb index 26e40ae..c1cdbeb 100644 --- a/docs/visualize-3d-fish-tracks.ipynb +++ b/docs/visualize-3d-fish-tracks.ipynb @@ -15,6 +15,33 @@ { "cell_type": "code", "execution_count": 1, + "id": "119fa07b-3bb8-4ec4-b380-b8abefff7634", + "metadata": {}, + "outputs": [], + "source": [ + "import xarray as xr\n", + "import s3fs" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "0b90f74b-e0f4-4e64-a948-852651e2ad41", + "metadata": {}, + "outputs": [], + "source": [ + "fsg = s3fs.S3FileSystem(\n", + " anon=False,\n", + " client_kwargs={\n", + " \"endpoint_url\": \"https://s3.gra.perf.cloud.ovh.net\",\n", + " \"region_name\": \"gra\",\n", + " },\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 3, "id": "c3cbeb3c-6fc6-44fb-860e-59cc94c8b62e", "metadata": {}, "outputs": [ @@ -384,18 +411,18 @@ " stroke: currentColor;\n", " fill: currentColor;\n", "}\n", - "
<xarray.Dataset>\n",
+       "
<xarray.Dataset> Size: 8GB\n",
        "Dimensions:     (time: 258, y: 294, x: 659, depth: 20)\n",
        "Coordinates:\n",
-       "    cell_ids    (y, x) int64 dask.array<chunksize=(294, 659), meta=np.ndarray>\n",
-       "  * depth       (depth) float64 1.0 3.0 5.0 7.0 9.0 ... 31.0 33.0 35.0 37.0 39.0\n",
-       "    latitude    (y, x) float64 dask.array<chunksize=(294, 659), meta=np.ndarray>\n",
-       "    longitude   (y, x) float64 dask.array<chunksize=(294, 659), meta=np.ndarray>\n",
-       "    resolution  float64 ...\n",
-       "  * time        (time) datetime64[ns] 2022-06-13T12:00:00 ... 2022-06-24T05:0...\n",
+       "    cell_ids    (y, x) int64 2MB dask.array<chunksize=(294, 659), meta=np.ndarray>\n",
+       "  * depth       (depth) float64 160B 1.0 3.0 5.0 7.0 9.0 ... 33.0 35.0 37.0 39.0\n",
+       "    latitude    (y, x) float64 2MB dask.array<chunksize=(294, 659), meta=np.ndarray>\n",
+       "    longitude   (y, x) float64 2MB dask.array<chunksize=(294, 659), meta=np.ndarray>\n",
+       "    resolution  float64 8B ...\n",
+       "  * time        (time) datetime64[ns] 2kB 2022-06-13T12:00:00 ... 2022-06-24T...\n",
        "Dimensions without coordinates: y, x\n",
        "Data variables:\n",
-       "    3d_pdf      (time, y, x, depth) float64 dask.array<chunksize=(48, 294, 659, 20), meta=np.ndarray>