diff --git a/notebooks/demo/demo-rooki-c3s-cica-atlas-v2.ipynb b/notebooks/demo/demo-rooki-c3s-cica-atlas-v2.ipynb deleted file mode 100644 index cbaf49a..0000000 --- a/notebooks/demo/demo-rooki-c3s-cica-atlas-v2.ipynb +++ /dev/null @@ -1,4648 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# Run workflow with c3s-cica-atlas v2 data\n", - "\n", - "**Rooki** calls climate data operations on the **rook** processing service." - ] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [], - "source": [ - "import os\n", - "import time\n", - "os.environ['ROOK_URL'] = 'http://rook.dkrz.de/wps'\n", - "\n", - "from rooki import rooki\n", - "from rooki import operators as ops" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## workflow: subset BERKELEY\n" - ] - }, - { - "cell_type": "code", - "execution_count": 2, - "metadata": {}, - "outputs": [], - "source": [ - "start = time.time()" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 3, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = ops.Input(\n", - " 'ds', ['c3s-cica-atlas.tnn.BERKELEY.mon.v2']\n", - ")\n", - "\n", - "wf = ops.Subset(\n", - " ds, \n", - " time=\"2000/2000\",\n", - " time_components=\"month:jan,feb,mar\",\n", - " area='0.,49.,10.,65',\n", - ")\n", - "\n", - "resp = wf.orchestrate()\n", - "resp.ok" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "duration: 6.424439907073975 secs\n" - ] - } - ], - "source": [ - "duration = time.time() - start\n", - "print(f\"duration: {duration} secs\")" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "['http://rook7.cloud.dkrz.de:80/outputs/rook/276b81f6-2a8d-11f0-a48a-fa163eb671ca/tnn_BERKELEY_no-expt_mon_20000101-20000301.nc']" - ] - }, - "execution_count": 5, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "resp.download_urls()" - ] - }, - { - "cell_type": "code", - "execution_count": 6, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Downloading to /var/folders/5f/t661zdnd181ck1dv429s4p8r0000gn/T/metalink_q35d9m05/tnn_BERKELEY_no-expt_mon_20000101-20000301.nc.\n" - ] - }, - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
<xarray.Dataset> Size: 3kB\n",
-       "Dimensions:    (lat: 16, bnds: 2, lon: 10, time: 3)\n",
-       "Coordinates:\n",
-       "  * lat        (lat) float64 128B 49.5 50.5 51.5 52.5 ... 61.5 62.5 63.5 64.5\n",
-       "  * lon        (lon) float64 80B 0.5 1.5 2.5 3.5 4.5 5.5 6.5 7.5 8.5 9.5\n",
-       "  * time       (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n",
-       "    height2m   float64 8B ...\n",
-       "Dimensions without coordinates: bnds\n",
-       "Data variables:\n",
-       "    lat_bnds   (lat, bnds) float64 256B ...\n",
-       "    lon_bnds   (lon, bnds) float64 160B ...\n",
-       "    time_bnds  (time, bnds) datetime64[ns] 48B ...\n",
-       "    tnn        (time, lat, lon) float32 2kB ...\n",
-       "    crs        int32 4B ...\n",
-       "Attributes: (12/26)\n",
-       "    Conventions:                CF-1.9 ACDD-1.3\n",
-       "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
-       "    summary:                    Monthly/annual gridded data from observations...\n",
-       "    institution:                Copernicus Climate Change Service (C3S)\n",
-       "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
-       "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
-       "    ...                         ...\n",
-       "    geospatial_lon_max:         180.0\n",
-       "    geospatial_lon_resolution:  1.0\n",
-       "    geospatial_lon_units:       degrees_east\n",
-       "    date_created:               2024-12-12 10:08:44.733564+01:00\n",
-       "    tracking_id:                096e17c6-eeb0-42c8-91c9-6e09660ab064\n",
-       "    project_id:                 c3s-cica-atlas
" - ], - "text/plain": [ - " Size: 3kB\n", - "Dimensions: (lat: 16, bnds: 2, lon: 10, time: 3)\n", - "Coordinates:\n", - " * lat (lat) float64 128B 49.5 50.5 51.5 52.5 ... 61.5 62.5 63.5 64.5\n", - " * lon (lon) float64 80B 0.5 1.5 2.5 3.5 4.5 5.5 6.5 7.5 8.5 9.5\n", - " * time (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n", - " height2m float64 8B ...\n", - "Dimensions without coordinates: bnds\n", - "Data variables:\n", - " lat_bnds (lat, bnds) float64 256B ...\n", - " lon_bnds (lon, bnds) float64 160B ...\n", - " time_bnds (time, bnds) datetime64[ns] 48B ...\n", - " tnn (time, lat, lon) float32 2kB ...\n", - " crs int32 4B ...\n", - "Attributes: (12/26)\n", - " Conventions: CF-1.9 ACDD-1.3\n", - " title: Copernicus Interactive Climate Atlas: gridded...\n", - " summary: Monthly/annual gridded data from observations...\n", - " institution: Copernicus Climate Change Service (C3S)\n", - " producers: Institute of Physics of Cantabria (IFCA, CSIC...\n", - " license: CC-BY 4.0, https://creativecommons.org/licens...\n", - " ... ...\n", - " geospatial_lon_max: 180.0\n", - " geospatial_lon_resolution: 1.0\n", - " geospatial_lon_units: degrees_east\n", - " date_created: 2024-12-12 10:08:44.733564+01:00\n", - " tracking_id: 096e17c6-eeb0-42c8-91c9-6e09660ab064\n", - " project_id: c3s-cica-atlas" - ] - }, - "execution_count": 6, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = resp.datasets()[0]\n", - "ds" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## workflow: subset ERA5-Land" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": {}, - "outputs": [], - "source": [ - "start = time.time()" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 8, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = ops.Input(\n", - " 'ds', ['c3s-cica-atlas.fd.ERA5-Land.mon.v2']\n", - ")\n", - "\n", - "wf = ops.Subset(\n", - " ds, \n", - " time=\"2000/2000\",\n", - " time_components=\"month:jan,feb,mar\",\n", - " area='0.,49.,10.,65',\n", - ")\n", - "\n", - "resp = wf.orchestrate()\n", - "resp.ok" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "duration: 6.3595099449157715 secs\n" - ] - } - ], - "source": [ - "duration = time.time() - start\n", - "print(f\"duration: {duration} secs\")" - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Downloading to /var/folders/5f/t661zdnd181ck1dv429s4p8r0000gn/T/metalink_f5mwu1yu/fd_ERA5-Land_no-expt_mon_20000101-20000301.nc.\n" - ] - }, - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
<xarray.Dataset> Size: 198kB\n",
-       "Dimensions:      (lat: 160, bnds: 2, lon: 100, time: 3)\n",
-       "Coordinates:\n",
-       "  * lat          (lat) float64 1kB 49.1 49.2 49.3 49.4 ... 64.7 64.8 64.9 65.0\n",
-       "  * lon          (lon) float64 800B 0.01099 0.111 0.211 ... 9.712 9.812 9.912\n",
-       "  * time         (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n",
-       "    threshold0c  float64 8B ...\n",
-       "    height2m     float64 8B ...\n",
-       "Dimensions without coordinates: bnds\n",
-       "Data variables:\n",
-       "    lat_bnds     (lat, bnds) float64 3kB ...\n",
-       "    lon_bnds     (lon, bnds) float64 2kB ...\n",
-       "    time_bnds    (time, bnds) datetime64[ns] 48B ...\n",
-       "    fd           (time, lat, lon) float32 192kB ...\n",
-       "    crs          int32 4B ...\n",
-       "Attributes: (12/26)\n",
-       "    Conventions:                CF-1.9 ACDD-1.3\n",
-       "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
-       "    summary:                    Monthly/annual gridded data from observations...\n",
-       "    institution:                Copernicus Climate Change Service (C3S)\n",
-       "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
-       "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
-       "    ...                         ...\n",
-       "    geospatial_lon_max:         179.9719696044922\n",
-       "    geospatial_lon_resolution:  0.100006103515625\n",
-       "    geospatial_lon_units:       degrees_east\n",
-       "    date_created:               2025-03-28 18:35:00.106779+01:00\n",
-       "    tracking_id:                c03079d2-99ad-4e1c-8d22-3a427d1a5735\n",
-       "    project_id:                 c3s-cica-atlas
" - ], - "text/plain": [ - " Size: 198kB\n", - "Dimensions: (lat: 160, bnds: 2, lon: 100, time: 3)\n", - "Coordinates:\n", - " * lat (lat) float64 1kB 49.1 49.2 49.3 49.4 ... 64.7 64.8 64.9 65.0\n", - " * lon (lon) float64 800B 0.01099 0.111 0.211 ... 9.712 9.812 9.912\n", - " * time (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n", - " threshold0c float64 8B ...\n", - " height2m float64 8B ...\n", - "Dimensions without coordinates: bnds\n", - "Data variables:\n", - " lat_bnds (lat, bnds) float64 3kB ...\n", - " lon_bnds (lon, bnds) float64 2kB ...\n", - " time_bnds (time, bnds) datetime64[ns] 48B ...\n", - " fd (time, lat, lon) float32 192kB ...\n", - " crs int32 4B ...\n", - "Attributes: (12/26)\n", - " Conventions: CF-1.9 ACDD-1.3\n", - " title: Copernicus Interactive Climate Atlas: gridded...\n", - " summary: Monthly/annual gridded data from observations...\n", - " institution: Copernicus Climate Change Service (C3S)\n", - " producers: Institute of Physics of Cantabria (IFCA, CSIC...\n", - " license: CC-BY 4.0, https://creativecommons.org/licens...\n", - " ... ...\n", - " geospatial_lon_max: 179.9719696044922\n", - " geospatial_lon_resolution: 0.100006103515625\n", - " geospatial_lon_units: degrees_east\n", - " date_created: 2025-03-28 18:35:00.106779+01:00\n", - " tracking_id: c03079d2-99ad-4e1c-8d22-3a427d1a5735\n", - " project_id: c3s-cica-atlas" - ] - }, - "execution_count": 10, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = resp.datasets()[0]\n", - "ds" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## workflow: subset cmip5" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": {}, - "outputs": [], - "source": [ - "start = time.time()" - ] - }, - { - "cell_type": "code", - "execution_count": 12, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 12, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = ops.Input(\n", - " 'ds', ['c3s-cica-atlas.tx35.CMIP5.historical.mon.v2']\n", - ")\n", - "\n", - "wf = ops.Subset(\n", - " ds, \n", - " time=\"2000/2000\",\n", - " time_components=\"month:jan,feb,mar\",\n", - " area='0.,49.,10.,65',\n", - ")\n", - "\n", - "resp = wf.orchestrate()\n", - "resp.ok" - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "duration: 6.241329908370972 secs\n" - ] - } - ], - "source": [ - "duration = time.time() - start\n", - "print(f\"duration: {duration} secs\")" - ] - }, - { - "cell_type": "code", - "execution_count": 14, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Downloading to /var/folders/5f/t661zdnd181ck1dv429s4p8r0000gn/T/metalink_li6rhxzy/tx35_CMIP5_historical_mon_20000101-20000301.nc.\n" - ] - }, - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
<xarray.Dataset> Size: 36kB\n",
-       "Dimensions:          (lat: 9, bnds: 2, lon: 5, time: 3, member: 44)\n",
-       "Coordinates:\n",
-       "  * lat              (lat) float64 72B 49.0 51.0 53.0 55.0 ... 61.0 63.0 65.0\n",
-       "  * lon              (lon) float64 40B 1.0 3.0 5.0 7.0 9.0\n",
-       "  * time             (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n",
-       "    member_id        (member) <U33 6kB ...\n",
-       "    gcm_institution  (member) <U12 2kB ...\n",
-       "    gcm_model        (member) <U13 2kB ...\n",
-       "    gcm_variant      (member) <U7 1kB ...\n",
-       "    threshold35c     float64 8B ...\n",
-       "    height2m         float64 8B ...\n",
-       "Dimensions without coordinates: bnds, member\n",
-       "Data variables:\n",
-       "    lat_bnds         (lat, bnds) float64 144B ...\n",
-       "    lon_bnds         (lon, bnds) float64 80B ...\n",
-       "    time_bnds        (time, bnds) datetime64[ns] 48B ...\n",
-       "    tx35             (member, time, lat, lon) float32 24kB ...\n",
-       "    crs              int32 4B ...\n",
-       "Attributes: (12/27)\n",
-       "    Conventions:                CF-1.9 ACDD-1.3\n",
-       "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
-       "    summary:                    Monthly/annual gridded data from observations...\n",
-       "    institution:                Copernicus Climate Change Service (C3S)\n",
-       "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
-       "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
-       "    ...                         ...\n",
-       "    geospatial_lon_max:         180.0\n",
-       "    geospatial_lon_resolution:  2.0\n",
-       "    geospatial_lon_units:       degrees_east\n",
-       "    date_created:               2025-02-07 16:16:01.605948+01:00\n",
-       "    tracking_id:                a7be9bff-4754-4fa3-94f9-ee8764ebc0d8\n",
-       "    project_id:                 c3s-cica-atlas
" - ], - "text/plain": [ - " Size: 36kB\n", - "Dimensions: (lat: 9, bnds: 2, lon: 5, time: 3, member: 44)\n", - "Coordinates:\n", - " * lat (lat) float64 72B 49.0 51.0 53.0 55.0 ... 61.0 63.0 65.0\n", - " * lon (lon) float64 40B 1.0 3.0 5.0 7.0 9.0\n", - " * time (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n", - " member_id (member) \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
<xarray.Dataset> Size: 60kB\n",
-       "Dimensions:          (lat: 16, bnds: 2, lon: 10, time: 3, member: 26)\n",
-       "Coordinates:\n",
-       "  * lat              (lat) float64 128B 49.5 50.5 51.5 52.5 ... 62.5 63.5 64.5\n",
-       "  * lon              (lon) float64 80B 0.5 1.5 2.5 3.5 4.5 5.5 6.5 7.5 8.5 9.5\n",
-       "  * time             (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n",
-       "    member_id        (member) <U46 5kB ...\n",
-       "    gcm_institution  (member) <U19 2kB ...\n",
-       "    gcm_model        (member) <U17 2kB ...\n",
-       "    gcm_variant      (member) <U8 832B ...\n",
-       "    threshold0c      float64 8B ...\n",
-       "    height2m         float64 8B ...\n",
-       "Dimensions without coordinates: bnds, member\n",
-       "Data variables:\n",
-       "    lat_bnds         (lat, bnds) float64 256B ...\n",
-       "    lon_bnds         (lon, bnds) float64 160B ...\n",
-       "    time_bnds        (time, bnds) datetime64[ns] 48B ...\n",
-       "    fd               (member, time, lat, lon) float32 50kB ...\n",
-       "    crs              int32 4B ...\n",
-       "Attributes: (12/27)\n",
-       "    Conventions:                CF-1.9 ACDD-1.3\n",
-       "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
-       "    summary:                    Monthly/annual gridded data from observations...\n",
-       "    institution:                Copernicus Climate Change Service (C3S)\n",
-       "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
-       "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
-       "    ...                         ...\n",
-       "    geospatial_lon_max:         180.0\n",
-       "    geospatial_lon_resolution:  1.0\n",
-       "    geospatial_lon_units:       degrees_east\n",
-       "    date_created:               2024-12-06 00:28:58.765021+01:00\n",
-       "    tracking_id:                b42e5c49-8bd8-40f1-a174-92d10878c64c\n",
-       "    project_id:                 c3s-cica-atlas
" - ], - "text/plain": [ - " Size: 60kB\n", - "Dimensions: (lat: 16, bnds: 2, lon: 10, time: 3, member: 26)\n", - "Coordinates:\n", - " * lat (lat) float64 128B 49.5 50.5 51.5 52.5 ... 62.5 63.5 64.5\n", - " * lon (lon) float64 80B 0.5 1.5 2.5 3.5 4.5 5.5 6.5 7.5 8.5 9.5\n", - " * time (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n", - " member_id (member) \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
<xarray.Dataset> Size: 502kB\n",
-       "Dimensions:    (lat: 256, bnds: 2, lon: 160, time: 3)\n",
-       "Coordinates:\n",
-       "  * lat        (lat) float64 2kB 49.03 49.09 49.16 49.22 ... 64.84 64.91 64.97\n",
-       "  * lon        (lon) float64 1kB 0.03125 0.09375 0.1562 ... 9.844 9.906 9.969\n",
-       "  * time       (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n",
-       "Dimensions without coordinates: bnds\n",
-       "Data variables:\n",
-       "    lat_bnds   (lat, bnds) float64 4kB ...\n",
-       "    lon_bnds   (lon, bnds) float64 3kB ...\n",
-       "    time_bnds  (time, bnds) datetime64[ns] 48B ...\n",
-       "    psl        (time, lat, lon) float32 492kB ...\n",
-       "    crs        int32 4B ...\n",
-       "Attributes: (12/26)\n",
-       "    Conventions:                CF-1.9 ACDD-1.3\n",
-       "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
-       "    summary:                    Monthly/annual gridded data from observations...\n",
-       "    institution:                Copernicus Climate Change Service (C3S)\n",
-       "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
-       "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
-       "    ...                         ...\n",
-       "    geospatial_lon_max:         74.1875\n",
-       "    geospatial_lon_resolution:  0.0625\n",
-       "    geospatial_lon_units:       degrees_east\n",
-       "    date_created:               2024-12-04 12:19:51.247949+01:00\n",
-       "    tracking_id:                1ca5afcd-3c1d-404b-9172-472880ec75b1\n",
-       "    project_id:                 c3s-cica-atlas
" - ], - "text/plain": [ - " Size: 502kB\n", - "Dimensions: (lat: 256, bnds: 2, lon: 160, time: 3)\n", - "Coordinates:\n", - " * lat (lat) float64 2kB 49.03 49.09 49.16 49.22 ... 64.84 64.91 64.97\n", - " * lon (lon) float64 1kB 0.03125 0.09375 0.1562 ... 9.844 9.906 9.969\n", - " * time (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n", - "Dimensions without coordinates: bnds\n", - "Data variables:\n", - " lat_bnds (lat, bnds) float64 4kB ...\n", - " lon_bnds (lon, bnds) float64 3kB ...\n", - " time_bnds (time, bnds) datetime64[ns] 48B ...\n", - " psl (time, lat, lon) float32 492kB ...\n", - " crs int32 4B ...\n", - "Attributes: (12/26)\n", - " Conventions: CF-1.9 ACDD-1.3\n", - " title: Copernicus Interactive Climate Atlas: gridded...\n", - " summary: Monthly/annual gridded data from observations...\n", - " institution: Copernicus Climate Change Service (C3S)\n", - " producers: Institute of Physics of Cantabria (IFCA, CSIC...\n", - " license: CC-BY 4.0, https://creativecommons.org/licens...\n", - " ... ...\n", - " geospatial_lon_max: 74.1875\n", - " geospatial_lon_resolution: 0.0625\n", - " geospatial_lon_units: degrees_east\n", - " date_created: 2024-12-04 12:19:51.247949+01:00\n", - " tracking_id: 1ca5afcd-3c1d-404b-9172-472880ec75b1\n", - " project_id: c3s-cica-atlas" - ] - }, - "execution_count": 22, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = resp.datasets()[0]\n", - "ds" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## workflow: subset cordex eur-11" - ] - }, - { - "cell_type": "code", - "execution_count": 23, - "metadata": {}, - "outputs": [], - "source": [ - "start = time.time()" - ] - }, - { - "cell_type": "code", - "execution_count": 24, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 24, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = ops.Input(\n", - " 'ds', ['c3s-cica-atlas.fd.CORDEX-EUR-11.historical.mon.v2']\n", - ")\n", - "\n", - "wf = ops.Subset(\n", - " ds, \n", - " time=\"2000/2000\",\n", - " time_components=\"month:jan\",\n", - ")\n", - "\n", - "resp = wf.orchestrate()\n", - "resp.ok" - ] - }, - { - "cell_type": "code", - "execution_count": 25, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "duration: 33.35220813751221 secs\n" - ] - } - ], - "source": [ - "duration = time.time() - start\n", - "print(f\"duration: {duration} secs\")" - ] - }, - { - "cell_type": "code", - "execution_count": 26, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Downloading to /var/folders/5f/t661zdnd181ck1dv429s4p8r0000gn/T/metalink_cgb16dmx/fd_CORDEX-EUR-11_historical_mon_20000101-20000101.nc.\n" - ] - }, - { - "data": { - "text/html": [ - "
\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
<xarray.Dataset> Size: 104MB\n",
-       "Dimensions:          (lat: 408, bnds: 2, lon: 881, time: 1, member: 72)\n",
-       "Coordinates:\n",
-       "  * lat              (lat) float64 3kB 21.81 21.94 22.06 ... 72.44 72.56 72.69\n",
-       "  * lon              (lon) float64 7kB -44.81 -44.69 -44.56 ... 65.06 65.19\n",
-       "  * time             (time) datetime64[ns] 8B 2000-01-01\n",
-       "    member_id        (member) <U60 17kB ...\n",
-       "    gcm_institution  (member) <U12 3kB ...\n",
-       "    gcm_model        (member) <U12 3kB ...\n",
-       "    gcm_variant      (member) <U7 2kB ...\n",
-       "    rcm_institution  (member) <U10 3kB ...\n",
-       "    rcm_model        (member) <U17 5kB ...\n",
-       "    rcm_variant      (member) <U3 864B ...\n",
-       "    threshold0c      float64 8B ...\n",
-       "    height2m         float64 8B ...\n",
-       "Dimensions without coordinates: bnds, member\n",
-       "Data variables:\n",
-       "    lat_bnds         (lat, bnds) float64 7kB ...\n",
-       "    lon_bnds         (lon, bnds) float64 14kB ...\n",
-       "    time_bnds        (time, bnds) datetime64[ns] 16B ...\n",
-       "    fd               (member, time, lat, lon) float32 104MB ...\n",
-       "    crs              int32 4B ...\n",
-       "Attributes: (12/27)\n",
-       "    Conventions:                CF-1.9 ACDD-1.3\n",
-       "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
-       "    summary:                    Monthly/annual gridded data from observations...\n",
-       "    institution:                Copernicus Climate Change Service (C3S)\n",
-       "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
-       "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
-       "    ...                         ...\n",
-       "    geospatial_lon_max:         65.25\n",
-       "    geospatial_lon_resolution:  0.125\n",
-       "    geospatial_lon_units:       degrees_east\n",
-       "    date_created:               2024-12-09 16:29:21.678437+01:00\n",
-       "    tracking_id:                875a8e49-a0e7-4475-b7fe-13f6f694e617\n",
-       "    project_id:                 c3s-cica-atlas
" - ], - "text/plain": [ - " Size: 104MB\n", - "Dimensions: (lat: 408, bnds: 2, lon: 881, time: 1, member: 72)\n", - "Coordinates:\n", - " * lat (lat) float64 3kB 21.81 21.94 22.06 ... 72.44 72.56 72.69\n", - " * lon (lon) float64 7kB -44.81 -44.69 -44.56 ... 65.06 65.19\n", - " * time (time) datetime64[ns] 8B 2000-01-01\n", - " member_id (member) \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
<xarray.Dataset> Size: 37MB\n",
-       "Dimensions:          (lat: 720, bnds: 2, lon: 1440, time: 1, member: 9)\n",
-       "Coordinates:\n",
-       "  * lat              (lat) float64 6kB -89.88 -89.62 -89.38 ... 89.62 89.88\n",
-       "  * lon              (lon) float64 12kB -179.9 -179.6 -179.4 ... 179.6 179.9\n",
-       "  * time             (time) datetime64[ns] 8B 2000-01-01\n",
-       "    member_id        (member) <U26 936B ...\n",
-       "    gcm_institution  (member) <U9 324B ...\n",
-       "    gcm_model        (member) <U10 360B ...\n",
-       "Dimensions without coordinates: bnds, member\n",
-       "Data variables:\n",
-       "    lat_bnds         (lat, bnds) float64 12kB ...\n",
-       "    lon_bnds         (lon, bnds) float64 23kB ...\n",
-       "    time_bnds        (time, bnds) datetime64[ns] 16B ...\n",
-       "    rcm_model        (member) <U5 180B ...\n",
-       "    rlds             (member, time, lat, lon) float32 37MB ...\n",
-       "    crs              int32 4B ...\n",
-       "Attributes: (12/29)\n",
-       "    Conventions:                CF-1.9 ACDD-1.3\n",
-       "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
-       "    summary:                    Monthly/annual gridded data from observations...\n",
-       "    institution:                Copernicus Climate Change Service (C3S)\n",
-       "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
-       "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
-       "    ...                         ...\n",
-       "    geospatial_lon_units:       degrees_east\n",
-       "    date_created:               2024-12-09 16:29:21.744026+01:00\n",
-       "    tracking_id:                3a8f6b5d-ae95-4b75-9966-317cc06efaf4\n",
-       "    member_provenance:          Values uniquely identify each member of the e...\n",
-       "    reference:                  https://doi.org/10.1175/BAMS-D-22-0111.1\n",
-       "    project_id:                 c3s-cica-atlas
" - ], - "text/plain": [ - " Size: 37MB\n", - "Dimensions: (lat: 720, bnds: 2, lon: 1440, time: 1, member: 9)\n", - "Coordinates:\n", - " * lat (lat) float64 6kB -89.88 -89.62 -89.38 ... 89.62 89.88\n", - " * lon (lon) float64 12kB -179.9 -179.6 -179.4 ... 179.6 179.9\n", - " * time (time) datetime64[ns] 8B 2000-01-01\n", - " member_id (member) \n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "\n", - "
<xarray.Dataset> Size: 1MB\n",
-       "Dimensions:    (lat: 360, bnds: 2, lon: 720, time: 1)\n",
-       "Coordinates:\n",
-       "  * lat        (lat) float64 3kB -89.75 -89.25 -88.75 ... 88.75 89.25 89.75\n",
-       "  * lon        (lon) float64 6kB -179.8 -179.2 -178.8 ... 178.8 179.2 179.8\n",
-       "  * time       (time) datetime64[ns] 8B 2000-01-01\n",
-       "Dimensions without coordinates: bnds\n",
-       "Data variables:\n",
-       "    lat_bnds   (lat, bnds) float64 6kB ...\n",
-       "    lon_bnds   (lon, bnds) float64 12kB ...\n",
-       "    time_bnds  (time, bnds) datetime64[ns] 16B ...\n",
-       "    rx1day     (time, lat, lon) float32 1MB ...\n",
-       "    crs        int32 4B ...\n",
-       "Attributes: (12/26)\n",
-       "    Conventions:                CF-1.9 ACDD-1.3\n",
-       "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
-       "    summary:                    Monthly/annual gridded data from observations...\n",
-       "    institution:                Copernicus Climate Change Service (C3S)\n",
-       "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
-       "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
-       "    ...                         ...\n",
-       "    geospatial_lon_max:         180.0\n",
-       "    geospatial_lon_resolution:  0.5\n",
-       "    geospatial_lon_units:       degrees_east\n",
-       "    date_created:               2025-02-19 11:37:31.953736+01:00\n",
-       "    tracking_id:                3fd627f5-8b6e-48dd-84a2-0bb22eddd536\n",
-       "    project_id:                 c3s-cica-atlas
" - ], - "text/plain": [ - " Size: 1MB\n", - "Dimensions: (lat: 360, bnds: 2, lon: 720, time: 1)\n", - "Coordinates:\n", - " * lat (lat) float64 3kB -89.75 -89.25 -88.75 ... 88.75 89.25 89.75\n", - " * lon (lon) float64 6kB -179.8 -179.2 -178.8 ... 178.8 179.2 179.8\n", - " * time (time) datetime64[ns] 8B 2000-01-01\n", - "Dimensions without coordinates: bnds\n", - "Data variables:\n", - " lat_bnds (lat, bnds) float64 6kB ...\n", - " lon_bnds (lon, bnds) float64 12kB ...\n", - " time_bnds (time, bnds) datetime64[ns] 16B ...\n", - " rx1day (time, lat, lon) float32 1MB ...\n", - " crs int32 4B ...\n", - "Attributes: (12/26)\n", - " Conventions: CF-1.9 ACDD-1.3\n", - " title: Copernicus Interactive Climate Atlas: gridded...\n", - " summary: Monthly/annual gridded data from observations...\n", - " institution: Copernicus Climate Change Service (C3S)\n", - " producers: Institute of Physics of Cantabria (IFCA, CSIC...\n", - " license: CC-BY 4.0, https://creativecommons.org/licens...\n", - " ... ...\n", - " geospatial_lon_max: 180.0\n", - " geospatial_lon_resolution: 0.5\n", - " geospatial_lon_units: degrees_east\n", - " date_created: 2025-02-19 11:37:31.953736+01:00\n", - " tracking_id: 3fd627f5-8b6e-48dd-84a2-0bb22eddd536\n", - " project_id: c3s-cica-atlas" - ] - }, - "execution_count": 38, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = resp.datasets()[0]\n", - "ds" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## workflow: complete time range" - ] - }, - { - "cell_type": "code", - "execution_count": 39, - "metadata": {}, - "outputs": [], - "source": [ - "start = time.time()" - ] - }, - { - "cell_type": "code", - "execution_count": 40, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 40, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = ops.Input(\n", - " 'ds', ['c3s-cica-atlas.rlds.CORDEX-CORE.historical.mon.v2']\n", - ")\n", - "\n", - "wf = ops.Subset(\n", - " ds, \n", - " # time=\"2000/2000\",\n", - ")\n", - "\n", - "resp = wf.orchestrate()\n", - "resp.ok" - ] - }, - { - "cell_type": "code", - "execution_count": 41, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "duration: 6.284314870834351 secs\n" - ] - } - ], - "source": [ - "duration = time.time() - start\n", - "print(f\"duration: {duration} secs\")" - ] - }, - { - "cell_type": "code", - "execution_count": 42, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "['https://data.mips.climate.copernicus.eu/thredds/fileServer/esg_c3s-cica-atlas/v02/CORDEX-CORE/historical/rlds_CORDEX-CORE_historical_mon_197001-200512_v02.nc']" - ] - }, - "execution_count": 42, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "resp.download_urls()" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## workflow: 10 years of time range" - ] - }, - { - "cell_type": "code", - "execution_count": 43, - "metadata": {}, - "outputs": [], - "source": [ - "start = time.time()" - ] - }, - { - "cell_type": "code", - "execution_count": 44, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 44, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = ops.Input(\n", - " 'ds', ['c3s-cica-atlas.rlds.CORDEX-CORE.historical.mon.v2']\n", - ")\n", - "\n", - "wf = ops.Subset(\n", - " ds, \n", - " time=\"1990/2000\",\n", - ")\n", - "\n", - "resp = wf.orchestrate()\n", - "resp.ok" - ] - }, - { - "cell_type": "code", - "execution_count": 45, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "duration: 72.61643314361572 secs\n" - ] - } - ], - "source": [ - "duration = time.time() - start\n", - "print(f\"duration: {duration} secs\")" - ] - }, - { - "cell_type": "code", - "execution_count": 46, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "445.2879333496094" - ] - }, - "execution_count": 46, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "resp.size_in_mb" - ] - }, - { - "cell_type": "code", - "execution_count": 47, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "['http://rook7.cloud.dkrz.de:80/outputs/rook/8af50206-2a8d-11f0-ac8a-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19900101-19940501.nc',\n", - " 'http://rook7.cloud.dkrz.de:80/outputs/rook/8af52920-2a8d-11f0-ac8a-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19940601-19981001.nc',\n", - " 'http://rook7.cloud.dkrz.de:80/outputs/rook/8af53708-2a8d-11f0-ac8a-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19981101-20001201.nc']" - ] - }, - "execution_count": 47, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "resp.download_urls()" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python 3 (ipykernel)", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.12.4" - } - }, - "nbformat": 4, - "nbformat_minor": 4 -} diff --git a/notebooks/demo/demo-rooki-c3s-cica-atlas.ipynb b/notebooks/demo/demo-rooki-c3s-cica-atlas.ipynb index 28fd607..92499de 100644 --- a/notebooks/demo/demo-rooki-c3s-cica-atlas.ipynb +++ b/notebooks/demo/demo-rooki-c3s-cica-atlas.ipynb @@ -6,7 +6,7 @@ "source": [ "# Run workflow with c3s-cica-atlas v2.5 data\n", "\n", - "Version: 2025.05.21\n", + "Version: 2026.05.21\n", "\n", "**Rooki** calls climate data operations on the **rook** processing service." ] @@ -29,7 +29,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "## workflow: subset ERA5\n" + "## workflow: subset BERKELEY\n" ] }, { @@ -59,7 +59,7 @@ ], "source": [ "ds = ops.Input(\n", - " 'ds', ['c3s-cica-atlas.tx.ERA5.mon.v25']\n", + " 'ds', ['c3s-cica-atlas.tnn.BERKELEY.mon.v25']\n", ")\n", "\n", "wf = ops.Subset(\n", @@ -82,7 +82,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "duration: 6.73554801940918 secs\n" + "duration: 6.920866966247559 secs\n" ] } ], @@ -99,7 +99,7 @@ { "data": { "text/plain": [ - "['http://rook7.cloud.dkrz.de:80/outputs/rook/80cd94da-5504-11f1-af35-fa163eb671ca/tx_ERA5_no-expt_mon_20000101-20000301.nc']" + "['http://rook7.cloud.dkrz.de:80/outputs/rook/fca26228-5506-11f1-a309-fa163eb671ca/tnn_BERKELEY_no-expt_mon_20000101-20000301.nc']" ] }, "execution_count": 5, @@ -120,7 +120,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_6d6gd4pr/tx_ERA5_no-expt_mon_20000101-20000301.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_ucxxgypt/tnn_BERKELEY_no-expt_mon_20000101-20000301.nc.\n" ] }, { @@ -668,21 +668,21 @@ " filter: drop-shadow(1px 1px 5px var(--xr-font-color2));\n", " stroke-width: 0.8px;\n", "}\n", - "
<xarray.Dataset> Size: 35kB\n",
-       "Dimensions:    (lat: 65, bnds: 2, lon: 41, time: 3)\n",
+       "
<xarray.Dataset> Size: 3kB\n",
+       "Dimensions:    (lat: 16, bnds: 2, lon: 10, time: 3)\n",
        "Coordinates:\n",
-       "  * lat        (lat) float64 520B 49.0 49.25 49.5 49.75 ... 64.5 64.75 65.0\n",
-       "  * lon        (lon) float64 328B 0.0 0.25 0.5 0.75 1.0 ... 9.25 9.5 9.75 10.0\n",
+       "  * lat        (lat) float64 128B 49.5 50.5 51.5 52.5 ... 61.5 62.5 63.5 64.5\n",
+       "  * lon        (lon) float64 80B 0.5 1.5 2.5 3.5 4.5 5.5 6.5 7.5 8.5 9.5\n",
        "  * time       (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n",
        "    height2m   float64 8B ...\n",
        "Dimensions without coordinates: bnds\n",
        "Data variables:\n",
-       "    lat_bnds   (lat, bnds) float64 1kB ...\n",
-       "    lon_bnds   (lon, bnds) float64 656B ...\n",
+       "    lat_bnds   (lat, bnds) float64 256B ...\n",
+       "    lon_bnds   (lon, bnds) float64 160B ...\n",
        "    time_bnds  (time, bnds) datetime64[ns] 48B ...\n",
-       "    tx         (time, lat, lon) float32 32kB ...\n",
+       "    tnn        (time, lat, lon) float32 2kB ...\n",
        "    crs        int32 4B ...\n",
-       "Attributes: (12/28)\n",
+       "Attributes: (12/26)\n",
        "    Conventions:                CF-1.9 ACDD-1.3\n",
        "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
        "    summary:                    Monthly/annual gridded data from observations...\n",
@@ -690,40 +690,31 @@
        "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
        "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
        "    ...                         ...\n",
+       "    geospatial_lon_max:         180.0\n",
+       "    geospatial_lon_resolution:  1.0\n",
        "    geospatial_lon_units:       degrees_east\n",
-       "    tracking_id:                746e474b-4e37-4e8a-9413-8597710b39ee\n",
-       "    date_created:               2025-03-26 16:47:27.651663+01:00\n",
-       "    date_modified:              2026-03-15T12:00:00Z\n",
-       "    history:                    Updated dataset to include data up to 2025 [p...\n",
-       "    project_id:                 c3s-cica-atlas
" + " date_created: 2024-12-12 10:08:44.733564+01:00\n", + " tracking_id: 096e17c6-eeb0-42c8-91c9-6e09660ab064\n", + " project_id: c3s-cica-atlas
" ], "text/plain": [ - " Size: 35kB\n", - "Dimensions: (lat: 65, bnds: 2, lon: 41, time: 3)\n", + " Size: 3kB\n", + "Dimensions: (lat: 16, bnds: 2, lon: 10, time: 3)\n", "Coordinates:\n", - " * lat (lat) float64 520B 49.0 49.25 49.5 49.75 ... 64.5 64.75 65.0\n", - " * lon (lon) float64 328B 0.0 0.25 0.5 0.75 1.0 ... 9.25 9.5 9.75 10.0\n", + " * lat (lat) float64 128B 49.5 50.5 51.5 52.5 ... 61.5 62.5 63.5 64.5\n", + " * lon (lon) float64 80B 0.5 1.5 2.5 3.5 4.5 5.5 6.5 7.5 8.5 9.5\n", " * time (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n", " height2m float64 8B ...\n", "Dimensions without coordinates: bnds\n", "Data variables:\n", - " lat_bnds (lat, bnds) float64 1kB ...\n", - " lon_bnds (lon, bnds) float64 656B ...\n", + " lat_bnds (lat, bnds) float64 256B ...\n", + " lon_bnds (lon, bnds) float64 160B ...\n", " time_bnds (time, bnds) datetime64[ns] 48B ...\n", - " tx (time, lat, lon) float32 32kB ...\n", + " tnn (time, lat, lon) float32 2kB ...\n", " crs int32 4B ...\n", - "Attributes: (12/28)\n", + "Attributes: (12/26)\n", " Conventions: CF-1.9 ACDD-1.3\n", " title: Copernicus Interactive Climate Atlas: gridded...\n", " summary: Monthly/annual gridded data from observations...\n", @@ -731,11 +722,11 @@ " producers: Institute of Physics of Cantabria (IFCA, CSIC...\n", " license: CC-BY 4.0, https://creativecommons.org/licens...\n", " ... ...\n", + " geospatial_lon_max: 180.0\n", + " geospatial_lon_resolution: 1.0\n", " geospatial_lon_units: degrees_east\n", - " tracking_id: 746e474b-4e37-4e8a-9413-8597710b39ee\n", - " date_created: 2025-03-26 16:47:27.651663+01:00\n", - " date_modified: 2026-03-15T12:00:00Z\n", - " history: Updated dataset to include data up to 2025 [p...\n", + " date_created: 2024-12-12 10:08:44.733564+01:00\n", + " tracking_id: 096e17c6-eeb0-42c8-91c9-6e09660ab064\n", " project_id: c3s-cica-atlas" ] }, @@ -806,7 +797,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "duration: 6.818692922592163 secs\n" + "duration: 6.628587961196899 secs\n" ] } ], @@ -824,7 +815,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_zlt2vtoa/fd_ERA5-Land_no-expt_mon_20000101-20000301.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_7clcsl50/fd_ERA5-Land_no-expt_mon_20000101-20000301.nc.\n" ] }, { @@ -1400,7 +1391,7 @@ " date_created: 2025-03-28 18:35:00.106779+01:00\n", " date_modified: 2026-03-15T12:00:00Z\n", " history: Corrected December 1969 outlier in ERA5-Land ...\n", - " project_id: c3s-cica-atlas
    • lat_bnds
      (lat, bnds)
      float64
      ...
      [320 values with dtype=float64]
    • lon_bnds
      (lon, bnds)
      float64
      ...
      [200 values with dtype=float64]
    • time_bnds
      (time, bnds)
      datetime64[ns]
      ...
      [6 values with dtype=datetime64[ns]]
    • fd
      (time, lat, lon)
      float32
      ...
      standard_name :
      number_of_days_with_air_temperature_below_threshold
      units :
      1
      cell_methods :
      time: minimum within days time: sum over days area: mean
      long_name :
      Monthly count of frost days
      comment :
      Monthly count of days with minimum near-surface (usually, 2 meters) temperature below 0 degC
      grid_mapping :
      crs
      [48000 values with dtype=float32]
    • crs
      ()
      int32
      ...
      grid_mapping_name :
      latitude_longitude
      longitude_of_prime_meridian :
      0.0
      semi_major_axis :
      6378137.0
      inverse_flattening :
      298.257223563
      [1 values with dtype=int32]
  • Conventions :
    CF-1.9 ACDD-1.3
    title :
    Copernicus Interactive Climate Atlas: gridded monthly dataset
    summary :
    Monthly/annual gridded data from observations, reanalyses and climate change projections for the variables and indices included in the Copernicus Interactive Climate Atlas
    institution :
    Copernicus Climate Change Service (C3S)
    producers :
    Institute of Physics of Cantabria (IFCA, CSIC-UC) and Predictia
    license :
    CC-BY 4.0, https://creativecommons.org/licenses/by/4.0/
    project :
    Copernicus Interactive Climate Atlas
    product :
    copernicus-interactive-climate-atlas-dataset
    product_version :
    v2.0
    standard_name_vocabulary :
    CF Standard Name Table (Version 79, 2022-03-19)
    source :
    ERA5-Land
    frequency :
    mon
    variable_id :
    fd
    time_min :
    195001
    time_max :
    202512
    geospatial_lat_min :
    -90.05
    geospatial_lat_max :
    90.05
    geospatial_lat_resolution :
    0.1
    geospatial_lat_units :
    degrees_north
    geospatial_lon_min :
    -180.05
    geospatial_lon_max :
    179.95000000000002
    geospatial_lon_resolution :
    0.1
    geospatial_lon_units :
    degrees_east
    tracking_id :
    ca7326df-851a-41eb-b837-242ca2b10ce6
    date_created :
    2025-03-28 18:35:00.106779+01:00
    date_modified :
    2026-03-15T12:00:00Z
    history :
    Corrected December 1969 outlier in ERA5-Land temperature indices [patch: dec1969-fix]. Corrected ERA5-Land and SSTSAT longitude and latitude values [patch: lonlatfloat-fix]. Updated dataset to include data up to 2025 [patch: 2025-update]
    project_id :
    c3s-cica-atlas
  • " ], "text/plain": [ " Size: 198kB\n", @@ -1500,7 +1491,7 @@ ], "source": [ "ds = ops.Input(\n", - " 'ds', ['c3s-cica-atlas.fd.CMIP5.historical.mon.v25']\n", + " 'ds', ['c3s-cica-atlas.tx35.CMIP5.historical.mon.v25']\n", ")\n", "\n", "wf = ops.Subset(\n", @@ -1523,7 +1514,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "duration: 9.760687112808228 secs\n" + "duration: 6.707045793533325 secs\n" ] } ], @@ -1541,7 +1532,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_yomuc4k3/fd_CMIP5_historical_mon_20000101-20000301.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_xvt70wdi/tx35_CMIP5_historical_mon_20000101-20000301.nc.\n" ] }, { @@ -2089,24 +2080,24 @@ " filter: drop-shadow(1px 1px 5px var(--xr-font-color2));\n", " stroke-width: 0.8px;\n", "}\n", - "
    <xarray.Dataset> Size: 16kB\n",
    -       "Dimensions:          (lat: 9, bnds: 2, lon: 5, time: 3, member: 19)\n",
    +       "
    <xarray.Dataset> Size: 36kB\n",
    +       "Dimensions:          (lat: 9, bnds: 2, lon: 5, time: 3, member: 44)\n",
            "Coordinates:\n",
            "  * lat              (lat) float64 72B 49.0 51.0 53.0 55.0 ... 61.0 63.0 65.0\n",
            "  * lon              (lon) float64 40B 1.0 3.0 5.0 7.0 9.0\n",
            "  * time             (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n",
    -       "    member_id        (member) <U32 2kB ...\n",
    -       "    gcm_institution  (member) <U12 912B ...\n",
    -       "    gcm_model        (member) <U13 988B ...\n",
    -       "    gcm_variant      (member) <U7 532B ...\n",
    -       "    threshold0c      float64 8B ...\n",
    +       "    member_id        (member) <U33 6kB ...\n",
    +       "    gcm_institution  (member) <U12 2kB ...\n",
    +       "    gcm_model        (member) <U13 2kB ...\n",
    +       "    gcm_variant      (member) <U7 1kB ...\n",
    +       "    threshold35c     float64 8B ...\n",
            "    height2m         float64 8B ...\n",
            "Dimensions without coordinates: bnds, member\n",
            "Data variables:\n",
            "    lat_bnds         (lat, bnds) float64 144B ...\n",
            "    lon_bnds         (lon, bnds) float64 80B ...\n",
            "    time_bnds        (time, bnds) datetime64[ns] 48B ...\n",
    -       "    fd               (member, time, lat, lon) float32 10kB ...\n",
    +       "    tx35             (member, time, lat, lon) float32 24kB ...\n",
            "    crs              int32 4B ...\n",
            "Attributes: (12/27)\n",
            "    Conventions:                CF-1.9 ACDD-1.3\n",
    @@ -2119,30 +2110,30 @@
            "    geospatial_lon_max:         180.0\n",
            "    geospatial_lon_resolution:  2.0\n",
            "    geospatial_lon_units:       degrees_east\n",
    -       "    date_created:               2025-02-07 17:39:54.963383+01:00\n",
    -       "    tracking_id:                c8761362-0342-4a15-87a5-b533c1d36d3b\n",
    -       "    project_id:                 c3s-cica-atlas
    " + " date_created: 2025-02-07 16:16:01.605948+01:00\n", + " tracking_id: a7be9bff-4754-4fa3-94f9-ee8764ebc0d8\n", + " project_id: c3s-cica-atlas
    " ], "text/plain": [ - " Size: 16kB\n", - "Dimensions: (lat: 9, bnds: 2, lon: 5, time: 3, member: 19)\n", + " Size: 36kB\n", + "Dimensions: (lat: 9, bnds: 2, lon: 5, time: 3, member: 44)\n", "Coordinates:\n", " * lat (lat) float64 72B 49.0 51.0 53.0 55.0 ... 61.0 63.0 65.0\n", " * lon (lon) float64 40B 1.0 3.0 5.0 7.0 9.0\n", " * time (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n", - " member_id (member) " + " project_id: c3s-cica-atlas" ], "text/plain": [ " Size: 60kB\n", @@ -2879,7 +2870,7 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "## workflow: subset ORAS5" + "## workflow: subset CERRA" ] }, { @@ -2909,7 +2900,7 @@ ], "source": [ "ds = ops.Input(\n", - " 'ds', ['c3s-cica-atlas.sst.ORAS5.mon.v25']\n", + " 'ds', ['c3s-cica-atlas.psl.CERRA.mon.v25']\n", ")\n", "\n", "wf = ops.Subset(\n", @@ -2932,7 +2923,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "duration: 6.759593963623047 secs\n" + "duration: 6.615231037139893 secs\n" ] } ], @@ -2950,7 +2941,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_mz55l3ky/sst_ORAS5_no-expt_mon_20000101-20000301.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_sfpfpqt2/psl_CERRA_no-expt_mon_20000101-20000301.nc.\n" ] }, { @@ -3498,20 +3489,20 @@ " filter: drop-shadow(1px 1px 5px var(--xr-font-color2));\n", " stroke-width: 0.8px;\n", "}\n", - "
    <xarray.Dataset> Size: 33kB\n",
    -       "Dimensions:    (lat: 64, bnds: 2, lon: 40, time: 3)\n",
    +       "
    <xarray.Dataset> Size: 502kB\n",
    +       "Dimensions:    (lat: 256, bnds: 2, lon: 160, time: 3)\n",
            "Coordinates:\n",
    -       "  * lat        (lat) float64 512B 49.12 49.38 49.62 49.88 ... 64.38 64.62 64.88\n",
    -       "  * lon        (lon) float64 320B 0.125 0.375 0.625 0.875 ... 9.375 9.625 9.875\n",
    +       "  * lat        (lat) float64 2kB 49.03 49.09 49.16 49.22 ... 64.84 64.91 64.97\n",
    +       "  * lon        (lon) float64 1kB 0.03125 0.09375 0.1562 ... 9.844 9.906 9.969\n",
            "  * time       (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n",
            "Dimensions without coordinates: bnds\n",
            "Data variables:\n",
    -       "    lat_bnds   (lat, bnds) float64 1kB ...\n",
    -       "    lon_bnds   (lon, bnds) float64 640B ...\n",
    +       "    lat_bnds   (lat, bnds) float64 4kB ...\n",
    +       "    lon_bnds   (lon, bnds) float64 3kB ...\n",
            "    time_bnds  (time, bnds) datetime64[ns] 48B ...\n",
    -       "    sst        (time, lat, lon) float32 31kB ...\n",
    +       "    psl        (time, lat, lon) float32 492kB ...\n",
            "    crs        int32 4B ...\n",
    -       "Attributes: (12/26)\n",
    +       "Attributes: (12/28)\n",
            "    Conventions:                CF-1.9 ACDD-1.3\n",
            "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
            "    summary:                    Monthly/annual gridded data from observations...\n",
    @@ -3519,39 +3510,49 @@
            "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
            "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
            "    ...                         ...\n",
    -       "    geospatial_lon_max:         180.0\n",
    -       "    geospatial_lon_resolution:  0.25\n",
            "    geospatial_lon_units:       degrees_east\n",
    -       "    date_created:               2024-12-10 12:46:29.052327+01:00\n",
    -       "    tracking_id:                ec5c10e5-0618-4716-9c21-f46d4c8c5cc3\n",
    -       "    project_id:                 c3s-cica-atlas
    " + " tracking_id: b0f9bd3b-5d38-477d-a1a7-2949689ecf28\n", + " date_created: 2024-12-04 12:19:51.247949+01:00\n", + " date_modified: 2026-03-15T12:00:00Z\n", + " history: Updated dataset to include data up to 2025 [p...\n", + " project_id: c3s-cica-atlas
    " ], "text/plain": [ - " Size: 33kB\n", - "Dimensions: (lat: 64, bnds: 2, lon: 40, time: 3)\n", + " Size: 502kB\n", + "Dimensions: (lat: 256, bnds: 2, lon: 160, time: 3)\n", "Coordinates:\n", - " * lat (lat) float64 512B 49.12 49.38 49.62 49.88 ... 64.38 64.62 64.88\n", - " * lon (lon) float64 320B 0.125 0.375 0.625 0.875 ... 9.375 9.625 9.875\n", + " * lat (lat) float64 2kB 49.03 49.09 49.16 49.22 ... 64.84 64.91 64.97\n", + " * lon (lon) float64 1kB 0.03125 0.09375 0.1562 ... 9.844 9.906 9.969\n", " * time (time) datetime64[ns] 24B 2000-01-01 2000-02-01 2000-03-01\n", "Dimensions without coordinates: bnds\n", "Data variables:\n", - " lat_bnds (lat, bnds) float64 1kB ...\n", - " lon_bnds (lon, bnds) float64 640B ...\n", + " lat_bnds (lat, bnds) float64 4kB ...\n", + " lon_bnds (lon, bnds) float64 3kB ...\n", " time_bnds (time, bnds) datetime64[ns] 48B ...\n", - " sst (time, lat, lon) float32 31kB ...\n", + " psl (time, lat, lon) float32 492kB ...\n", " crs int32 4B ...\n", - "Attributes: (12/26)\n", + "Attributes: (12/28)\n", " Conventions: CF-1.9 ACDD-1.3\n", " title: Copernicus Interactive Climate Atlas: gridded...\n", " summary: Monthly/annual gridded data from observations...\n", @@ -3559,11 +3560,11 @@ " producers: Institute of Physics of Cantabria (IFCA, CSIC...\n", " license: CC-BY 4.0, https://creativecommons.org/licens...\n", " ... ...\n", - " geospatial_lon_max: 180.0\n", - " geospatial_lon_resolution: 0.25\n", " geospatial_lon_units: degrees_east\n", - " date_created: 2024-12-10 12:46:29.052327+01:00\n", - " tracking_id: ec5c10e5-0618-4716-9c21-f46d4c8c5cc3\n", + " tracking_id: b0f9bd3b-5d38-477d-a1a7-2949689ecf28\n", + " date_created: 2024-12-04 12:19:51.247949+01:00\n", + " date_modified: 2026-03-15T12:00:00Z\n", + " history: Updated dataset to include data up to 2025 [p...\n", " project_id: c3s-cica-atlas" ] }, @@ -3633,7 +3634,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "duration: 15.807702779769897 secs\n" + "duration: 18.826886892318726 secs\n" ] } ], @@ -3651,7 +3652,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_xtnfybmp/fd_CORDEX-EUR-11_historical_mon_20000101-20000101.nc.\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_25pswrda/fd_CORDEX-EUR-11_historical_mon_20000101-20000101.nc.\n" ] }, { @@ -4234,8 +4235,8 @@ " geospatial_lon_units: degrees_east\n", " date_created: 2024-12-09 16:29:21.678437+01:00\n", " tracking_id: 875a8e49-a0e7-4475-b7fe-13f6f694e617\n", - " project_id: c3s-cica-atlas" + " project_id: c3s-cica-atlas" ], "text/plain": [ " Size: 104MB\n", @@ -4342,7 +4343,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "duration: 15.706353187561035 secs\n" + "duration: 12.985225200653076 secs\n" ] } ], @@ -4359,7 +4360,7 @@ { "data": { "text/plain": [ - "3.7302331924438477" + "3.73037052154541" ] }, "execution_count": 30, @@ -4379,7 +4380,7 @@ { "data": { "text/plain": [ - "['http://rook7.cloud.dkrz.de:80/outputs/rook/a9881012-5504-11f1-8135-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_20000101-20000101.nc']" + "['http://rook7.cloud.dkrz.de:80/outputs/rook/279c32c4-5507-11f1-a7a7-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_20000101-20000101.nc']" ] }, "execution_count": 31, @@ -4395,199 +4396,1548 @@ "cell_type": "code", "execution_count": 32, "metadata": {}, - "outputs": [], - "source": [ - "# ds = resp.datasets()[0]\n", - "# ds" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## workflow: complete time range" - ] - }, - { - "cell_type": "code", - "execution_count": 33, - "metadata": {}, - "outputs": [], - "source": [ - "start = time.time()" - ] - }, - { - "cell_type": "code", - "execution_count": 34, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 34, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = ops.Input(\n", - " 'ds', ['c3s-cica-atlas.rlds.CORDEX-CORE.historical.mon.v25']\n", - ")\n", - "\n", - "wf = ops.Subset(\n", - " ds, \n", - " # time=\"2000/2000\",\n", - ")\n", - "\n", - "resp = wf.orchestrate()\n", - "resp.ok" - ] - }, - { - "cell_type": "code", - "execution_count": 35, - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "duration: 6.795650005340576 secs\n" - ] - } - ], - "source": [ - "duration = time.time() - start\n", - "print(f\"duration: {duration} secs\")" - ] - }, - { - "cell_type": "code", - "execution_count": 36, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "['https://data.mips.climate.copernicus.eu/thredds/fileServer/esg_c3s-cica-atlas/v025/CORDEX-CORE/historical/rlds_CORDEX-CORE_historical_mon_197001-200512_v025.nc']" - ] - }, - "execution_count": 36, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "resp.download_urls()" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## workflow: most of the time range" - ] - }, - { - "cell_type": "code", - "execution_count": 37, - "metadata": {}, - "outputs": [], - "source": [ - "start = time.time()" - ] - }, - { - "cell_type": "code", - "execution_count": 38, - "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 38, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "ds = ops.Input(\n", - " 'ds', ['c3s-cica-atlas.rlds.CORDEX-CORE.historical.mon.v25']\n", - ")\n", - "\n", - "wf = ops.Subset(\n", - " ds, \n", - " time=\"1970/2004\",\n", - ")\n", - "\n", - "resp = wf.orchestrate()\n", - "resp.ok" - ] - }, - { - "cell_type": "code", - "execution_count": 39, - "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "duration: 181.16558599472046 secs\n" + "Downloading to /var/folders/qb/mg0csz190wd4rxybhhnwjln80000gn/T/metalink_4rex4yah/rlds_CORDEX-CORE_historical_mon_20000101-20000101.nc.\n" ] - } - ], - "source": [ - "duration = time.time() - start\n", - "print(f\"duration: {duration} secs\")" - ] - }, - { - "cell_type": "code", - "execution_count": 40, - "metadata": {}, - "outputs": [ + }, { "data": { - "text/plain": [ - "1458.6328630447388" - ] - }, - "execution_count": 40, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "resp.size_in_mb" - ] - }, - { - "cell_type": "code", - "execution_count": 41, + "text/html": [ + "
    \n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
    <xarray.Dataset> Size: 37MB\n",
    +       "Dimensions:          (lat: 720, bnds: 2, lon: 1440, time: 1, member: 9)\n",
    +       "Coordinates:\n",
    +       "  * lat              (lat) float64 6kB -89.88 -89.62 -89.38 ... 89.62 89.88\n",
    +       "  * lon              (lon) float64 12kB -179.9 -179.6 -179.4 ... 179.6 179.9\n",
    +       "  * time             (time) datetime64[ns] 8B 2000-01-01\n",
    +       "    member_id        (member) <U26 936B ...\n",
    +       "    gcm_institution  (member) <U9 324B ...\n",
    +       "    gcm_model        (member) <U10 360B ...\n",
    +       "Dimensions without coordinates: bnds, member\n",
    +       "Data variables:\n",
    +       "    lat_bnds         (lat, bnds) float64 12kB ...\n",
    +       "    lon_bnds         (lon, bnds) float64 23kB ...\n",
    +       "    time_bnds        (time, bnds) datetime64[ns] 16B ...\n",
    +       "    rcm_model        (member) <U5 180B ...\n",
    +       "    rlds             (member, time, lat, lon) float32 37MB ...\n",
    +       "    crs              int32 4B ...\n",
    +       "Attributes: (12/29)\n",
    +       "    Conventions:                CF-1.9 ACDD-1.3\n",
    +       "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
    +       "    summary:                    Monthly/annual gridded data from observations...\n",
    +       "    institution:                Copernicus Climate Change Service (C3S)\n",
    +       "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
    +       "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
    +       "    ...                         ...\n",
    +       "    geospatial_lon_units:       degrees_east\n",
    +       "    date_created:               2024-12-09 16:29:21.744026+01:00\n",
    +       "    tracking_id:                3a8f6b5d-ae95-4b75-9966-317cc06efaf4\n",
    +       "    member_provenance:          Values uniquely identify each member of the e...\n",
    +       "    reference:                  https://doi.org/10.1175/BAMS-D-22-0111.1\n",
    +       "    project_id:                 c3s-cica-atlas
    " + ], + "text/plain": [ + " Size: 37MB\n", + "Dimensions: (lat: 720, bnds: 2, lon: 1440, time: 1, member: 9)\n", + "Coordinates:\n", + " * lat (lat) float64 6kB -89.88 -89.62 -89.38 ... 89.62 89.88\n", + " * lon (lon) float64 12kB -179.9 -179.6 -179.4 ... 179.6 179.9\n", + " * time (time) datetime64[ns] 8B 2000-01-01\n", + " member_id (member) \n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "
    <xarray.Dataset> Size: 1MB\n",
    +       "Dimensions:    (lat: 360, bnds: 2, lon: 720, time: 1)\n",
    +       "Coordinates:\n",
    +       "  * lat        (lat) float64 3kB -89.75 -89.25 -88.75 ... 88.75 89.25 89.75\n",
    +       "  * lon        (lon) float64 6kB -179.8 -179.2 -178.8 ... 178.8 179.2 179.8\n",
    +       "  * time       (time) datetime64[ns] 8B 2000-01-01\n",
    +       "Dimensions without coordinates: bnds\n",
    +       "Data variables:\n",
    +       "    lat_bnds   (lat, bnds) float64 6kB ...\n",
    +       "    lon_bnds   (lon, bnds) float64 12kB ...\n",
    +       "    time_bnds  (time, bnds) datetime64[ns] 16B ...\n",
    +       "    rx1day     (time, lat, lon) float32 1MB ...\n",
    +       "    crs        int32 4B ...\n",
    +       "Attributes: (12/26)\n",
    +       "    Conventions:                CF-1.9 ACDD-1.3\n",
    +       "    title:                      Copernicus Interactive Climate Atlas: gridded...\n",
    +       "    summary:                    Monthly/annual gridded data from observations...\n",
    +       "    institution:                Copernicus Climate Change Service (C3S)\n",
    +       "    producers:                  Institute of Physics of Cantabria (IFCA, CSIC...\n",
    +       "    license:                    CC-BY 4.0, https://creativecommons.org/licens...\n",
    +       "    ...                         ...\n",
    +       "    geospatial_lon_max:         180.0\n",
    +       "    geospatial_lon_resolution:  0.5\n",
    +       "    geospatial_lon_units:       degrees_east\n",
    +       "    date_created:               2025-02-19 11:37:31.953736+01:00\n",
    +       "    tracking_id:                3fd627f5-8b6e-48dd-84a2-0bb22eddd536\n",
    +       "    project_id:                 c3s-cica-atlas
    " + ], + "text/plain": [ + " Size: 1MB\n", + "Dimensions: (lat: 360, bnds: 2, lon: 720, time: 1)\n", + "Coordinates:\n", + " * lat (lat) float64 3kB -89.75 -89.25 -88.75 ... 88.75 89.25 89.75\n", + " * lon (lon) float64 6kB -179.8 -179.2 -178.8 ... 178.8 179.2 179.8\n", + " * time (time) datetime64[ns] 8B 2000-01-01\n", + "Dimensions without coordinates: bnds\n", + "Data variables:\n", + " lat_bnds (lat, bnds) float64 6kB ...\n", + " lon_bnds (lon, bnds) float64 12kB ...\n", + " time_bnds (time, bnds) datetime64[ns] 16B ...\n", + " rx1day (time, lat, lon) float32 1MB ...\n", + " crs int32 4B ...\n", + "Attributes: (12/26)\n", + " Conventions: CF-1.9 ACDD-1.3\n", + " title: Copernicus Interactive Climate Atlas: gridded...\n", + " summary: Monthly/annual gridded data from observations...\n", + " institution: Copernicus Climate Change Service (C3S)\n", + " producers: Institute of Physics of Cantabria (IFCA, CSIC...\n", + " license: CC-BY 4.0, https://creativecommons.org/licens...\n", + " ... ...\n", + " geospatial_lon_max: 180.0\n", + " geospatial_lon_resolution: 0.5\n", + " geospatial_lon_units: degrees_east\n", + " date_created: 2025-02-19 11:37:31.953736+01:00\n", + " tracking_id: 3fd627f5-8b6e-48dd-84a2-0bb22eddd536\n", + " project_id: c3s-cica-atlas" + ] + }, + "execution_count": 38, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ds = resp.datasets()[0]\n", + "ds" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## workflow: complete time range" + ] + }, + { + "cell_type": "code", + "execution_count": 39, + "metadata": {}, + "outputs": [], + "source": [ + "start = time.time()" + ] + }, + { + "cell_type": "code", + "execution_count": 40, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 40, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ds = ops.Input(\n", + " 'ds', ['c3s-cica-atlas.rlds.CORDEX-CORE.historical.mon.v25']\n", + ")\n", + "\n", + "wf = ops.Subset(\n", + " ds, \n", + " # time=\"2000/2000\",\n", + ")\n", + "\n", + "resp = wf.orchestrate()\n", + "resp.ok" + ] + }, + { + "cell_type": "code", + "execution_count": 41, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "duration: 6.738827705383301 secs\n" + ] + } + ], + "source": [ + "duration = time.time() - start\n", + "print(f\"duration: {duration} secs\")" + ] + }, + { + "cell_type": "code", + "execution_count": 42, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['https://data.mips.climate.copernicus.eu/thredds/fileServer/esg_c3s-cica-atlas/v025/CORDEX-CORE/historical/rlds_CORDEX-CORE_historical_mon_197001-200512_v025.nc']" + ] + }, + "execution_count": 42, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "resp.download_urls()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## workflow: 10 years of time range" + ] + }, + { + "cell_type": "code", + "execution_count": 43, + "metadata": {}, + "outputs": [], + "source": [ + "start = time.time()" + ] + }, + { + "cell_type": "code", + "execution_count": 44, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 44, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "ds = ops.Input(\n", + " 'ds', ['c3s-cica-atlas.rlds.CORDEX-CORE.historical.mon.v25']\n", + ")\n", + "\n", + "wf = ops.Subset(\n", + " ds, \n", + " time=\"1990/2000\",\n", + ")\n", + "\n", + "resp = wf.orchestrate()\n", + "resp.ok" + ] + }, + { + "cell_type": "code", + "execution_count": 45, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "duration: 65.00943899154663 secs\n" + ] + } + ], + "source": [ + "duration = time.time() - start\n", + "print(f\"duration: {duration} secs\")" + ] + }, + { + "cell_type": "code", + "execution_count": 46, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "461.0179805755615" + ] + }, + "execution_count": 46, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "resp.size_in_mb" + ] + }, + { + "cell_type": "code", + "execution_count": 47, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "['http://rook7.cloud.dkrz.de:80/outputs/rook/1a41dd1a-5505-11f1-adeb-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19700101-19740501.nc',\n", - " 'http://rook7.cloud.dkrz.de:80/outputs/rook/1a41eefe-5505-11f1-adeb-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19740601-19781001.nc',\n", - " 'http://rook7.cloud.dkrz.de:80/outputs/rook/1a41fa20-5505-11f1-adeb-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19781101-19830301.nc',\n", - " 'http://rook7.cloud.dkrz.de:80/outputs/rook/1a4204f2-5505-11f1-adeb-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19830401-19870801.nc',\n", - " 'http://rook7.cloud.dkrz.de:80/outputs/rook/1a420e84-5505-11f1-adeb-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19870901-19920101.nc',\n", - " 'http://rook7.cloud.dkrz.de:80/outputs/rook/1a421910-5505-11f1-adeb-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19920201-19960601.nc',\n", - " 'http://rook7.cloud.dkrz.de:80/outputs/rook/1a4221b2-5505-11f1-adeb-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19960701-20001101.nc',\n", - " 'http://rook7.cloud.dkrz.de:80/outputs/rook/1a422cf2-5505-11f1-adeb-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_20001201-20041201.nc']" + "['http://rook7.cloud.dkrz.de:80/outputs/rook/571c69ec-5507-11f1-9c32-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19900101-19940501.nc',\n", + " 'http://rook7.cloud.dkrz.de:80/outputs/rook/571c8198-5507-11f1-9c32-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19940601-19981001.nc',\n", + " 'http://rook7.cloud.dkrz.de:80/outputs/rook/571c93e0-5507-11f1-9c32-fa163eb671ca/rlds_CORDEX-CORE_historical_mon_19981101-20001201.nc']" ] }, - "execution_count": 41, + "execution_count": 47, "metadata": {}, "output_type": "execute_result" }