-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathoverview.html
More file actions
290 lines (246 loc) · 28.3 KB
/
overview.html
File metadata and controls
290 lines (246 loc) · 28.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
<!DOCTYPE html>
<html class="writer-html5" lang="en" >
<head>
<meta charset="utf-8" /><meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>Overview — 3.2.0+3.gb2780d4a</title>
<link rel="stylesheet" href="_static/pygments.css" type="text/css" />
<link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
<link rel="stylesheet" href="_static/style.css" type="text/css" />
<link rel="shortcut icon" href="_static/favicon.png"/>
<link rel="canonical" href="https://podpac.org/overview.html" />
<!--[if lt IE 9]>
<script src="_static/js/html5shiv.min.js"></script>
<![endif]-->
<script src="_static/jquery.js"></script>
<script src="_static/_sphinx_javascript_frameworks_compat.js"></script>
<script data-url_root="./" id="documentation_options" src="_static/documentation_options.js"></script>
<script src="_static/doctools.js"></script>
<script src="_static/sphinx_highlight.js"></script>
<script src="_static/js/theme.js"></script>
<link rel="index" title="Index" href="genindex.html" />
<link rel="search" title="Search" href="search.html" />
<link rel="next" title="Installation" href="install.html" />
<link rel="prev" title="PODPAC" href="index.html" />
</head>
<body class="wy-body-for-nav">
<div class="wy-grid-for-nav">
<nav data-toggle="wy-nav-shift" class="wy-nav-side">
<div class="wy-side-scroll">
<div class="wy-side-nav-search" >
<a href="index.html">
<img src="_static/icon.svg" class="logo" alt="Logo"/>
</a>
<div class="version">
3.2.0
</div>
<div role="search">
<form id="rtd-search-form" class="wy-form" action="search.html" method="get">
<input type="text" name="q" placeholder="Search docs" aria-label="Search docs" />
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
</form>
</div>
</div><div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="Navigation menu">
<p class="caption" role="heading"><span class="caption-text">Getting Started</span></p>
<ul class="current">
<li class="toctree-l1 current"><a class="current reference internal" href="#">Overview</a><ul>
<li class="toctree-l2"><a class="reference internal" href="#data-access">Data Access</a></li>
<li class="toctree-l2"><a class="reference internal" href="#coordinates">Coordinates</a></li>
<li class="toctree-l2"><a class="reference internal" href="#analysis-pipelines">Analysis Pipelines</a></li>
<li class="toctree-l2"><a class="reference internal" href="#interpolation-and-regridding">Interpolation and Regridding</a></li>
<li class="toctree-l2"><a class="reference internal" href="#process-on-the-cloud">Process on the cloud</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="install.html">Installation</a></li>
<li class="toctree-l1"><a class="reference internal" href="settings.html">Settings</a></li>
<li class="toctree-l1"><a class="reference internal" href="examples.html">Examples</a></li>
<li class="toctree-l1"><a class="reference internal" href="aws.html">AWS Integration</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Topics</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="why-podpac.html">Why PODPAC?</a></li>
<li class="toctree-l1"><a class="reference internal" href="design.html">Design</a></li>
<li class="toctree-l1"><a class="reference internal" href="dependencies.html">Dependencies</a></li>
<li class="toctree-l1"><a class="reference internal" href="nodes.html">Nodes</a></li>
<li class="toctree-l1"><a class="reference internal" href="coordinates.html">Coordinates</a></li>
<li class="toctree-l1"><a class="reference internal" href="cache.html">Cache</a></li>
<li class="toctree-l1"><a class="reference internal" href="datasets.html">Supported Datasets</a></li>
<li class="toctree-l1"><a class="reference internal" href="interpolation.html">Interpolation</a></li>
<li class="toctree-l1"><a class="reference internal" href="earthdata.html">NASA Earth Data Login</a></li>
<li class="toctree-l1"><a class="reference internal" href="aws-development.html">AWS Development</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">References</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="api.html">API Reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="wrapping-datasets.html">Wrapping Datasets</a></li>
</ul>
<p class="caption" role="heading"><span class="caption-text">Support</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="references.html">References</a></li>
<li class="toctree-l1"><a class="reference internal" href="contributing.html">Contributing</a></li>
<li class="toctree-l1"><a class="reference internal" href="docs.html">Documentation</a></li>
<li class="toctree-l1"><a class="reference internal" href="roadmap.html">Development Roadmap</a></li>
<li class="toctree-l1"><a class="reference internal" href="changelog.html">Changelog</a></li>
</ul>
</div>
</div>
</nav>
<section data-toggle="wy-nav-shift" class="wy-nav-content-wrap"><nav class="wy-nav-top" aria-label="Mobile navigation menu" >
<i data-toggle="wy-nav-top" class="fa fa-bars"></i>
<a href="index.html">PODPAC</a>
</nav>
<div class="wy-nav-content">
<div class="rst-content">
<div role="navigation" aria-label="Page navigation">
<ul class="wy-breadcrumbs">
<li><a href="index.html" class="icon icon-home" aria-label="Home"></a></li>
<li class="breadcrumb-item active">Overview</li>
<li class="wy-breadcrumbs-aside">
<a href="_sources/overview.md.txt" rel="nofollow"> View page source</a>
</li>
</ul>
<hr/>
</div>
<div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
<div itemprop="articleBody">
<section id="overview">
<h1>Overview<a class="headerlink" href="#overview" title="Permalink to this heading"></a></h1>
<p>PODPAC is an <a class="reference external" href="https://github.com/creare-com/podpac">open-source</a> Python library built to make analysis of heterogenous geospatial datasets simple, reproducible and cloud-compatible.
This document provides a high level overview of the key features of the library.</p>
<p><img alt="" src="_images/overview.png" /></p>
<p>The goal of PODPAC is to enable the development of portable geospatial data pipelines that can be processed locally or in the cloud. PODPAC makes generation and distribution of processing pipelines intuitive and automatic from concept to application.</p>
<p>The <a class="reference external" href="https://github.com/creare-com/podpac-examples/tree/master/notebooks">podpac-examples</a> repository provides interactive Jupyter Notebooks demonstrating these key features for a deeper dive.</p>
<section id="data-access">
<h2>Data Access<a class="headerlink" href="#data-access" title="Permalink to this heading"></a></h2>
<p>Load data from common data formats.</p>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">podpac</span>
<span class="c1"># use `rasterio` to read geotif files</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">data</span><span class="o">.</span><span class="n">Rasterio</span><span class="p">(</span><span class="n">source</span><span class="o">=</span><span class="s2">"tile.tif"</span><span class="p">)</span>
<span class="c1"># use `zarr` to read Zarr files</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">data</span><span class="o">.</span><span class="n">Zarr</span><span class="p">(</span><span class="n">source</span><span class="o">=</span><span class="s2">"tile.zarr"</span><span class="p">,</span> <span class="n">data_key</span><span class="o">=</span><span class="s2">"group/key"</span><span class="p">,</span> <span class="n">lat_key</span><span class="o">=</span><span class="s2">"group/lat"</span><span class="p">,</span> <span class="n">lon_key</span><span class="o">=</span><span class="s2">"group/lon"</span><span class="p">)</span>
<span class="c1"># use `xarray` to load an xarray Dataset</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">data</span><span class="o">.</span><span class="n">Dataset</span><span class="p">(</span><span class="n">source</span><span class="o">=</span><span class="n">dataset</span><span class="p">,</span> <span class="n">data_key</span><span class="o">=</span><span class="s2">"key1"</span><span class="p">,</span> <span class="n">lat_key</span><span class="o">=</span><span class="s2">"lat"</span><span class="p">,</span> <span class="n">lon_key</span><span class="o">=</span><span class="s2">"lon"</span><span class="p">)</span>
<span class="c1"># use `h5py` to ready HDF5 files</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">data</span><span class="o">.</span><span class="n">H5PY</span><span class="p">(</span><span class="n">source</span><span class="o">=</span><span class="s2">"data.h5"</span><span class="p">,</span> <span class="n">data_key</span><span class="o">=</span><span class="s2">"key1"</span><span class="p">,</span> <span class="n">lat_key</span><span class="o">=</span><span class="s2">"lat"</span><span class="p">,</span> <span class="n">lon_key</span><span class="o">=</span><span class="s2">"lon"</span><span class="p">)</span>
<span class="c1"># use `pandas` to read tabular data</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">data</span><span class="o">.</span><span class="n">CSV</span><span class="p">(</span><span class="n">source</span><span class="o">=</span><span class="s2">"data.csv"</span><span class="p">,</span> <span class="n">data_key</span><span class="o">=</span><span class="s2">"column1"</span><span class="p">,</span> <span class="n">lat_key</span><span class="o">=</span><span class="s2">"lat"</span><span class="p">,</span> <span class="n">lon_key</span><span class="o">=</span><span class="s2">"lon"</span><span class="p">)</span>
<span class="c1"># access data from WCS compliant server</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">data</span><span class="o">.</span><span class="n">WCS</span><span class="p">(</span><span class="n">source</span><span class="o">=</span><span class="s2">"https://server.org/wcs"</span><span class="p">,</span> <span class="n">layer_name</span><span class="o">=</span><span class="s2">"layer1"</span><span class="p">)</span>
</pre></div>
</div>
<p>Load data through external data catalogues or wrapped data sets.</p>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">podpac</span>
<span class="kn">import</span> <span class="nn">podpac.datalib</span>
<span class="c1"># access data from SMAP (https://nsidc.org/data/smap/smap-data.html)</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">datalib</span><span class="o">.</span><span class="n">SMAP</span><span class="p">(</span><span class="n">product</span><span class="o">=</span><span class="s1">'SPL4SMAU'</span><span class="p">,</span> <span class="n">username</span><span class="o">=</span><span class="n">username</span><span class="p">,</span> <span class="n">password</span><span class="o">=</span><span class="n">password</span><span class="p">)</span>
<span class="c1"># access data from GFS (https://registry.opendata.aws/noaa-gfs-pds/)</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">datalib</span><span class="o">.</span><span class="n">GFS</span><span class="p">(</span><span class="n">parameter</span><span class="o">=</span><span class="s1">'SOIM'</span><span class="p">,</span> <span class="n">level</span><span class="o">=</span><span class="s1">'0-10 m DPTH'</span><span class="p">,</span> <span class="n">date</span><span class="o">=</span><span class="s2">"20200203"</span><span class="p">,</span> <span class="n">hour</span><span class="o">=</span><span class="s2">"1200"</span><span class="p">)</span>
<span class="c1"># access Intake Catalogues (https://github.com/intake/intake)</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">datalib</span><span class="o">.</span><span class="n">IntakeCatalog</span><span class="p">(</span><span class="n">uri</span><span class="o">=</span><span class="s1">'intake/precip/catalog.yml'</span><span class="p">,</span>
<span class="n">source</span><span class="o">=</span><span class="s1">'southern_rockies'</span><span class="p">,</span>
<span class="n">field</span><span class="o">=</span><span class="s1">'precip'</span><span class="p">,</span>
<span class="n">dims</span><span class="o">=</span><span class="p">{</span><span class="s1">'time'</span><span class="p">:</span> <span class="s1">'time'</span><span class="p">})</span>
<span class="c1"># access data from terrain tiles (https://registry.opendata.aws/terrain-tiles/)</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">datalib</span><span class="o">.</span><span class="n">TerrainTiles</span><span class="p">(</span><span class="n">tile_format</span><span class="o">=</span><span class="s1">'geotiff'</span><span class="p">,</span> <span class="n">zoom</span><span class="o">=</span><span class="mi">8</span><span class="p">)</span>
<span class="c1"># ... and more each release</span>
</pre></div>
</div>
<p>Retrieve the raw source data array at full/native resolution. <strong>Note</strong>: Some data source are too large to fit in RAM, and calling this function can crash Python.</p>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># retrieve full source data</span>
<span class="n">node</span><span class="o">.</span><span class="n">get_source_data</span><span class="p">()</span>
<span class="c1"># retrieve bounded source data</span>
<span class="n">node</span><span class="o">.</span><span class="n">get_source_data</span><span class="p">(</span><span class="n">bounds</span><span class="o">=</span><span class="p">{</span><span class="s1">'lat'</span><span class="p">:</span> <span class="p">(</span><span class="mi">40</span><span class="p">,</span> <span class="mi">45</span><span class="p">),</span> <span class="s1">'lon'</span><span class="p">:</span> <span class="p">(</span><span class="o">-</span><span class="mi">70</span><span class="p">,</span> <span class="o">-</span><span class="mi">75</span><span class="p">)})</span>
</pre></div>
</div>
</section>
<section id="coordinates">
<h2>Coordinates<a class="headerlink" href="#coordinates" title="Permalink to this heading"></a></h2>
<p>Define geospatial and temporal dataset coordinates.</p>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">podpac</span>
<span class="c1"># grid coordinates describing grid data (lat x lon)</span>
<span class="n">grid_coords</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">Coordinates</span><span class="p">([[</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">4</span><span class="p">,</span> <span class="mi">5</span><span class="p">],</span> <span class="p">[</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">4</span><span class="p">,</span> <span class="mi">5</span><span class="p">]],</span> <span class="n">dims</span><span class="o">=</span><span class="p">[</span><span class="s1">'lat'</span><span class="p">,</span> <span class="s1">'lon'</span><span class="p">])</span>
<span class="c1"># stacked coordinates describing point data ((lat, lon), (lat, lon)...)</span>
<span class="n">stacked_coords</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">Coordinates</span><span class="p">([([</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">],</span> <span class="p">[</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">])],</span> <span class="n">dims</span><span class="o">=</span><span class="p">[(</span><span class="s1">'lat'</span><span class="p">,</span> <span class="s1">'lon'</span><span class="p">)])</span>
<span class="c1"># hybrid coordinates describing point data over time</span>
<span class="n">hybrid_coords</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">Coordinates</span><span class="p">([([</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">],</span> <span class="p">[</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">]),</span> <span class="p">[</span><span class="s1">'2020-02-01'</span><span class="p">,</span> <span class="s1">'2020-02-03'</span><span class="p">]],</span> <span class="n">dims</span><span class="o">=</span><span class="p">[(</span><span class="s1">'lat'</span><span class="p">,</span> <span class="s1">'lon'</span><span class="p">),</span> <span class="s1">'time'</span><span class="p">])</span>
</pre></div>
</div>
</section>
<section id="analysis-pipelines">
<h2>Analysis Pipelines<a class="headerlink" href="#analysis-pipelines" title="Permalink to this heading"></a></h2>
<p>Build analysis pipelines from data sources and algorithms.</p>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">podpac</span>
<span class="c1"># create two data source nodes</span>
<span class="n">nodeA</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">data</span><span class="o">.</span><span class="n">Rasterio</span><span class="p">(</span><span class="n">source</span><span class="o">=</span><span class="s2">"elevation.tif"</span><span class="p">,</span> <span class="n">interpolation</span><span class="o">=</span><span class="s2">"cubic"</span><span class="p">)</span>
<span class="n">nodeB</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">datalib</span><span class="o">.</span><span class="n">TerrainTiles</span><span class="p">(</span><span class="n">tile_format</span><span class="o">=</span><span class="s1">'geotiff'</span><span class="p">,</span> <span class="n">zoom</span><span class="o">=</span><span class="mi">8</span><span class="p">)</span>
<span class="c1"># average the two data sources together point-wise</span>
<span class="n">alg_node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">algorithm</span><span class="o">.</span><span class="n">Arithmetic</span><span class="p">(</span><span class="n">A</span><span class="o">=</span><span class="n">nodeA</span><span class="p">,</span> <span class="n">B</span><span class="o">=</span><span class="n">nodeB</span><span class="p">,</span> <span class="n">eqn</span><span class="o">=</span><span class="s1">'(A + B) / 2'</span><span class="p">)</span>
</pre></div>
</div>
<p>Evaluate pipelines at arbitrary PODPAC coordinates.</p>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="c1"># arbitrary Coordinates</span>
<span class="n">coords</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">Coordinates</span><span class="p">([[</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">],</span> <span class="p">[</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">]],</span> <span class="n">dims</span><span class="o">=</span><span class="p">[</span><span class="s1">'lat'</span><span class="p">,</span> <span class="s1">'lon'</span><span class="p">])</span>
<span class="c1"># run analysis pipeline at coordinates</span>
<span class="n">output</span> <span class="o">=</span> <span class="n">alg_node</span><span class="o">.</span><span class="n">eval</span><span class="p">(</span><span class="n">coords</span><span class="p">)</span>
</pre></div>
</div>
</section>
<section id="interpolation-and-regridding">
<h2>Interpolation and Regridding<a class="headerlink" href="#interpolation-and-regridding" title="Permalink to this heading"></a></h2>
<p>Interpolation, regridding, and coordinate reference system transformations are handled automatically during evaluation.</p>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">podpac</span>
<span class="c1"># define coordinates with an alternate coordinate reference system</span>
<span class="n">coords</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">Coordinates</span><span class="p">([[</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">],</span> <span class="p">[</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">]],</span> <span class="n">dims</span><span class="o">=</span><span class="p">[</span><span class="s1">'lat'</span><span class="p">,</span> <span class="s1">'lon'</span><span class="p">],</span> <span class="n">crs</span><span class="o">=</span><span class="s2">"EPSG:3857"</span><span class="p">)</span>
<span class="c1"># configure interpolation method as `bilinear` for a node</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">data</span><span class="o">.</span><span class="n">Rasterio</span><span class="p">(</span><span class="n">source</span><span class="o">=</span><span class="s2">"elevation.tif"</span><span class="p">,</span> <span class="n">interpolation</span><span class="o">=</span><span class="s2">"bilinear"</span><span class="p">)</span>
<span class="c1"># evaluate node at coordinates with specified interpolation</span>
<span class="n">output</span> <span class="o">=</span> <span class="n">node</span><span class="o">.</span><span class="n">eval</span><span class="p">(</span><span class="n">coords</span><span class="p">)</span>
</pre></div>
</div>
</section>
<section id="process-on-the-cloud">
<h2>Process on the cloud<a class="headerlink" href="#process-on-the-cloud" title="Permalink to this heading"></a></h2>
<p>Build AWS cloud resources and run your PODPAC analysis in the cloud using <a class="reference external" href="https://aws.amazon.com/lambda/">AWS Lambda</a> functions.</p>
<div class="highlight-python notranslate"><div class="highlight"><pre><span></span><span class="kn">import</span> <span class="nn">podpac</span>
<span class="kn">from</span> <span class="nn">podpac</span> <span class="kn">import</span> <span class="n">settings</span>
<span class="c1"># Input AWS Credentials</span>
<span class="n">settings</span><span class="p">[</span><span class="s2">"AWS_ACCESS_KEY_ID"</span><span class="p">]</span> <span class="o">=</span> <span class="s2">"access key id"</span>
<span class="n">settings</span><span class="p">[</span><span class="s2">"AWS_SECRET_ACCESS_KEY"</span><span class="p">]</span> <span class="o">=</span> <span class="s2">"secrect access key"</span>
<span class="c1"># create example data source node and AWS node</span>
<span class="n">node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">algorithm</span><span class="o">.</span><span class="n">SinCoords</span><span class="p">()</span>
<span class="n">aws_node</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">managers</span><span class="o">.</span><span class="n">aws</span><span class="o">.</span><span class="n">Lambda</span><span class="p">(</span><span class="n">source</span><span class="o">=</span><span class="n">node</span><span class="p">)</span>
<span class="c1"># build AWS cloud resources to run analysis</span>
<span class="n">aws_node</span><span class="o">.</span><span class="n">build</span><span class="p">()</span>
<span class="c1"># run analysis on the cloud, results returned to `output`</span>
<span class="n">coordinates</span> <span class="o">=</span> <span class="n">podpac</span><span class="o">.</span><span class="n">Coordinates</span><span class="p">([</span><span class="n">clinspace</span><span class="p">(</span><span class="o">-</span><span class="mi">90</span><span class="p">,</span> <span class="mi">90</span><span class="p">,</span> <span class="mi">180</span><span class="p">),</span> <span class="n">clinspace</span><span class="p">(</span><span class="mi">90</span><span class="p">,</span><span class="o">-</span><span class="mi">90</span><span class="p">,</span> <span class="mi">180</span><span class="p">),</span> <span class="s1">'2018-01-01'</span><span class="p">],</span> <span class="p">[</span><span class="s1">'lat'</span><span class="p">,</span> <span class="s1">'lon'</span><span class="p">,</span> <span class="s1">'time'</span><span class="p">])</span>
<span class="n">output</span> <span class="o">=</span> <span class="n">aws_node</span><span class="o">.</span><span class="n">eval</span><span class="p">(</span><span class="n">coordinates</span><span class="p">)</span>
</pre></div>
</div>
</section>
</section>
</div>
</div>
<footer><div class="rst-footer-buttons" role="navigation" aria-label="Footer">
<a href="index.html" class="btn btn-neutral float-left" title="PODPAC" accesskey="p" rel="prev"><span class="fa fa-arrow-circle-left" aria-hidden="true"></span> Previous</a>
<a href="install.html" class="btn btn-neutral float-right" title="Installation" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right" aria-hidden="true"></span></a>
</div>
<hr/>
<div role="contentinfo">
<p>© Copyright 2017-2023, Creare.</p>
</div>
Built with <a href="https://www.sphinx-doc.org/">Sphinx</a> using a
<a href="https://github.com/readthedocs/sphinx_rtd_theme">theme</a>
provided by <a href="https://readthedocs.org">Read the Docs</a>.
</footer>
</div>
</div>
</section>
</div>
<script>
jQuery(function () {
SphinxRtdTheme.Navigation.enable(true);
});
</script>
</body>
</html>