nci-grasslands/ee_export.py at main · springinnovate/nci-grasslands · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
from collections import defaultdict
import json
import ee

BAD_STATES = {"FAILED", "CANCELLED", "CANCEL_REQUESTED"}


def init_ee():
    """Initalize earthengine api with authentication."""
    key_file = "/workdir/secrets/service-account-key.json"
    service_account = json.load(open(key_file))["client_email"]
    credentials = ee.ServiceAccountCredentials(service_account, key_file)
    ee.Initialize(credentials)


def main():
    """Entry point."""
    init_ee()

    task_statuses = defaultdict(set)
    for task in ee.batch.Task.list():
        status = task.status()
        task_statuses[status["description"]].add(status["state"])

    GRASSLAND_PROB_IC = ee.ImageCollection(
        "projects/global-pasture-watch/assets/ggc-30m/v1/nat-semi-grassland_p"
    )

    # HMI_IMG = ee.Image(
    #     "projects/hm-30x30/assets/output/v20240801/HMv20240801_2022s_AA_300"
    # )
    # HII_IC = ee.ImageCollection("projects/HII/v1/hii")
    # ERA5_DATASET_IC = ee.ImageCollection("ECMWF/ERA5/MONTHLY")
    # SPEI_IC = ee.ImageCollection("CSIC/SPEI/2_10")
    # FLDAS_IC = ee.ImageCollection("NASA/FLDAS/NOAH01/C/GL/M/V001")
    # SOIL_ORGANIC_CARBON_IMG = ee.Image(
    #     "OpenLandMap/SOL/SOL_ORGANIC-CARBON_USDA-6A1C_M/v02"
    # )
    # SRTM_TOPO_DIVERSITY_IMG = ee.Image("CSP/ERGo/1_0/Global/SRTM_topoDiversity")
    # SRTM_MTPI_IMG = ee.Image("CSP/ERGo/1_0/Global/SRTM_mTPI")
    # MERIT_HYDRO_IMG = ee.Image("MERIT/Hydro/v1_0_1")

    for year in range(2023, 2024):
        grassland_p_img = GRASSLAND_PROB_IC.filter(
            ee.Filter.calendarRange(year, year, "year")
        ).first()

        proj = grassland_p_img.projection()
        scale = proj.nominalScale()

        bounds = grassland_p_img.geometry().bounds()

        dims = bounds.transform(proj, 1).coordinates().get(0)
        xs = ee.List(dims).map(lambda p: ee.List(p).get(0))
        ys = ee.List(dims).map(lambda p: ee.List(p).get(1))

        xmin = ee.Number(xs.reduce(ee.Reducer.min()))
        xmax = ee.Number(xs.reduce(ee.Reducer.max()))
        ymin = ee.Number(ys.reduce(ee.Reducer.min()))
        ymax = ee.Number(ys.reduce(ee.Reducer.max()))

        width = xmax.subtract(xmin).divide(scale).round()
        height = ymax.subtract(ymin).divide(scale).round()

        print("width:", width.getInfo())
        print("height:", height.getInfo())
        return

        description = f"nat_semi_grassland_p_{year}"
        good_states = task_statuses.get(description) - BAD_STATES
        if good_states:
            print(
                f"{description} doesn't need to be restarted because it's in {good_states}"
            )
            continue
        task = ee.batch.Export.image.toCloudStorage(
            image=grassland_p_img,
            description=description,
            bucket="ecoshard-root",
            fileNamePrefix=f"gee_export/{description}",
            region=grassland_p_img.geometry(),
            maxPixels=1e13,
            shardSize=256,
            fileDimensions=4096,
            skipEmptyTiles=True,
            fileFormat="GeoTIFF",
        )
        task.start()
        print(f"started {description}")

    print("done")


if __name__ == "__main__":
    main()