diff --git a/talks/DataSearchWorkshop2025/FrevaWorkshop.ipynb b/talks/DataSearchWorkshop2025/FrevaWorkshop.ipynb index cb45e44..1379e60 100644 --- a/talks/DataSearchWorkshop2025/FrevaWorkshop.ipynb +++ b/talks/DataSearchWorkshop2025/FrevaWorkshop.ipynb @@ -1649,13 +1649,15 @@ } }, "source": [ - "
\n", - "
\n", - "
0
\n", - "
\n", - "

Setup

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
0
\n", + "
\n", + "

Setup

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -1778,20 +1780,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "exclude_cell", - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -1882,19 +1882,18 @@ "editable": true, "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -1950,19 +1949,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -2084,19 +2082,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -2173,19 +2170,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -2265,19 +2261,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -2341,19 +2336,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -2385,19 +2379,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -2508,19 +2501,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -2604,19 +2596,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -2768,19 +2759,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -2882,19 +2872,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -2969,19 +2958,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -3048,19 +3036,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -3117,19 +3104,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -3188,19 +3174,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -3270,19 +3255,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -3380,19 +3364,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
1
\n", - "
\n", - "

Search (Findablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
1
\n", + "
\n", + "

Search

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -3735,19 +3718,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
2
\n", - "
\n", - "

Cataloging Data (Reusablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
2
\n", + "
\n", + "

Catalog

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -3893,19 +3875,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
2
\n", - "
\n", - "

Cataloging Data (Reusablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
2
\n", + "
\n", + "

Catalog

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -3981,19 +3962,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
2
\n", - "
\n", - "

Cataloging Data (Reusablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
2
\n", + "
\n", + "

Catalog

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -4070,20 +4050,19 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
2
\n", - "
\n", - "

Cataloging Data (Reusablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
2
\n", + "
\n", + "

Catalog

\n", + "
\n", "
\n", - "
" + "
\n", + "
\n" ] }, { @@ -4147,19 +4126,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
3
\n", - "
\n", - "

Customize Dataset (Interoperablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
3
\n", + "
\n", + "

Custom

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -4243,19 +4221,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
3
\n", - "
\n", - "

Customize Dataset (Interoperablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
3
\n", + "
\n", + "

Custom

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -4320,19 +4297,18 @@ "metadata": { "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
3
\n", - "
\n", - "

Customize Dataset (Interoperablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
3
\n", + "
\n", + "

Custom

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -4396,13 +4372,15 @@ } }, "source": [ - "
\n", - "
\n", - "
0
\n", - "
\n", - "

Authentication

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
0
\n", + "
\n", + "

Auth

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -4480,13 +4458,15 @@ } }, "source": [ - "
\n", - "
\n", - "
3
\n", - "
\n", - "

Customize Dataset (Interoperablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
3
\n", + "
\n", + "

Custom

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -4578,19 +4558,18 @@ "editable": true, "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
3
\n", - "
\n", - "

Customize Dataset (Interoperablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
3
\n", + "
\n", + "

Custom

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -4702,19 +4681,18 @@ "editable": true, "slideshow": { "slide_type": "subslide" - }, - "tags": [ - "hide_input" - ] + } }, "source": [ - "
\n", - "
\n", - "
3
\n", - "
\n", - "

Customize Dataset (Interoperablity)

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
3
\n", + "
\n", + "

Custom

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -4772,13 +4750,15 @@ "tags": [] }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "

File vs Object Storage

" ] @@ -4807,13 +4787,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "

File vs Object Storage

" ] @@ -4850,13 +4832,15 @@ "tags": [] }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "

Local vs Remote

" ] @@ -4896,13 +4880,15 @@ "tags": [] }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## HTTP aka internet language!?\n", @@ -4951,13 +4937,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## Requests\n", @@ -4976,13 +4964,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## Replies\n", @@ -5001,13 +4991,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## Object Store APIs\n", @@ -5041,13 +5033,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "# S3 - Simple Storage Service" @@ -5075,13 +5069,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## S3 Concepts\n", @@ -5113,13 +5109,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## S3 - Authentication\n", @@ -5140,13 +5138,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## Exploring data on S3\n", @@ -5165,13 +5165,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## CLIs\n", @@ -5235,13 +5237,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## MINIO\n", @@ -5283,13 +5287,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## Useful Python modules\n", @@ -5310,13 +5316,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## The usual suspects" @@ -5381,13 +5389,15 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

S3

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## NetCDF on S3 (classic, nc4/hdf5)" @@ -5469,15 +5479,20 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", + "\n", "# Handson - S3 Data Access" ] }, @@ -5525,13 +5540,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -5632,13 +5651,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -5705,13 +5728,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "## Let's quickly check how to open the first dataset with xarray\n", @@ -5732,13 +5759,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -5843,13 +5874,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -5903,13 +5938,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -5932,13 +5971,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -6014,15 +6057,18 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
\n", - "\n", "# Let's save the plot on S3, as well as the datasets!\n" ] }, @@ -6035,13 +6081,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "We start by setting up a dictionary with the configuration we will need!" @@ -6079,13 +6129,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "Now we create a wrapper on S3 that mimics a local filesystem. This will be important for `netcdf`" @@ -6168,13 +6222,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "### Save the figure on S3\n", @@ -6216,13 +6274,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "### Let's now write the data to S3 as both NetCDF and ZARR\n", @@ -6271,13 +6333,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "With Zarr is enough to pass the S3 configuration in order to have xarray writing the dataset" @@ -6327,13 +6393,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -6373,13 +6443,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "We save the mean temperature array in S3 as both Zarr and NetCDF" @@ -6437,13 +6511,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
\n", "\n", "As the output suggests, we should be able to see the contents of the bucket:\n", @@ -6487,13 +6565,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -6590,13 +6672,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -6692,13 +6778,17 @@ } }, "source": [ - "
\n", - "
\n", - "
4
\n", - "
\n", - "

S3 Access -- Handson

\n", - "
\n", + "
\n", + "
\n", + "
\n", + "
4
\n", + "
\n", + "

\n", + " S3 Handson\n", + "

\n", + "
\n", "
\n", + "
\n", "
" ] }, @@ -6809,6 +6899,45 @@ " - Shareable \n", "- AI tools such as frevaGPT (sneak peek via: [gems.dkrz.de/chatbot](https://gems.dkrz.de/chatbot))" ] + }, + { + "cell_type": "markdown", + "id": "a67fb150", + "metadata": { + "slideshow": { + "slide_type": "subslide" + } + }, + "source": [ + "## A short introduction to FrevaGPT\n", + "\n", + "
\n", + "\n", + "
\n", + "\n", + "- šŸ¤– **FrevaGPT** is an AI assistant built into the Freva ecosystem. It uses large language models (LLMs) like GPT-4 alongside a live Python interpreter. \n", + " āž¤ You can currently try it at: [https://gems.dkrz.de/chatbot/](https://gems.dkrz.de/chatbot/)\n", + "\n", + "- āš™ļø It runs code directly on hybrid CPU/GPU nodes at DKRZ's Levante, operating on real data!\n", + "\n", + "- šŸš€ It serves as a powerful **stepping stone** to explore and analysis data using Freva.\n", + "\n", + "
\n", + "\n", + "
\n", + " \n", + "
\n", + "\n", + "
\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "93ba783e", + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { diff --git a/talks/DataSearchWorkshop2025/index.slides.html b/talks/DataSearchWorkshop2025/index.slides.html index 2a06fc1..472e747 100644 --- a/talks/DataSearchWorkshop2025/index.slides.html +++ b/talks/DataSearchWorkshop2025/index.slides.html @@ -6,7 +6,7 @@ DA Workshop slides @@ -7415,6 +7415,7 @@ processEnvironments: true }, displayAlign: 'center', + messageStyle: 'none', CommonHTML: { linebreaks: { automatic: true @@ -7536,6 +7537,17 @@

Freva - Data search

+
+
@@ -7867,7 +7879,7 @@

Metadata overview