Skip to content

Commit

Permalink
Merge pull request #126 from cloudnativegeo/staging
Browse files Browse the repository at this point in the history
merge staging to main
  • Loading branch information
abarciauskas-bgse authored Jan 15, 2025
2 parents 66399e3 + 5676b2b commit 26a05ee
Show file tree
Hide file tree
Showing 8 changed files with 333 additions and 11 deletions.
1 change: 1 addition & 0 deletions .github/workflows/preview.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@ on:
pull_request:
branches:
- main
- staging
types:
- opened
- reopened
Expand Down
2 changes: 1 addition & 1 deletion _quarto.yml
Original file line number Diff line number Diff line change
Expand Up @@ -48,7 +48,7 @@ website:
contents:
- kerchunk/intro.qmd
- kerchunk/kerchunk-in-practice.ipynb
- section: Cloud-Optimized HDF5 and NetCDF
- section: Cloud-Optimized HDF/NetCDF
contents:
- cloud-optimized-netcdf4-hdf5/index.qmd
- section: Cloud-Optimized Point Clouds (COPC)
Expand Down
265 changes: 256 additions & 9 deletions cloud-optimized-netcdf4-hdf5/index.qmd

Large diffs are not rendered by default.

74 changes: 74 additions & 0 deletions cloud-optimized-netcdf4-hdf5/references.bib
Original file line number Diff line number Diff line change
@@ -0,0 +1,74 @@
@manual{h5py_developers,
title = {Datasets},
author = {{H5py Developers}},
year = {n.d.},
note = {Version 3.7},
howpublished = {\url{https://docs.h5py.org/en/stable/high/dataset.html}},
institution = {H5py Documentation}
}

@misc{jelenak2024,
author = {Aleksander Jelenak},
title = {Cloud Optimized HDF5 Files (Slides)},
year = {2024},
month = {July 24},
howpublished = {Slides, \url{https://drive.google.com/file/d/1qH4x_PydLKTEjWfqXobEMMKZc3FSLqf8/view?usp=sharing}},
note = {Presented at the ESIP Summer Meeting, Asheville, NC}
}

@misc{jelenak2023,
author = {Aleksander Jelenak},
title = {Cloud-Optimized HDF5 Files – \#HUG23},
year = {2023},
month = {June},
howpublished = {YouTube video, The HDF Group. \url{https://www.youtube.com/watch?v=bDH59YTXpkc}}
}

@misc{jelenak2023_report,
author = {Aleksander Jelenak},
title = {Cloud-Optimized HDF5 Files},
year = {2023},
howpublished = {\url{https://drive.google.com/file/d/1qH4x_PydLKTEjWfqXobEMMKZc3FSLqf8/view?usp=sharing}},
institution = {The HDF Group}
}


@misc{jelenak2022,
author = {Aleksander Jelenak},
title = {Creating Cloud-Optimized HDF5 Files},
year = {2022},
howpublished = {\url{https://hdfeos.org/workshops/ws25/presentations/axj.pdf}},
institution = {The HDF Group}
}

@misc{quinn2024,
author = {Patrick Quinn},
title = {Computer Scientists, Your Planet Needs You: An Introduction to Access-Optimized Data},
year = {2024},
month = {July},
day = {24},
note = {Slide presentation given at ESIP July 2024},
organization = {NASA ESDIS Architect},
howpublished = {\url{https://docs.google.com/presentation/d/1SsJKX_yOPa1pzV6IjRAQPLC1SBROejH1/edit?usp=sharing}},
email = {patrick.m.quinn@nasa.gov}
}

@misc{barrett2024,
author = {Andy Barrett and Luis Lopez and Amy Steiker and Aleksander Jelenek and Jeff Lee},
title = {Evaluating Cloud-Optimized HDF5 Solutions for NASA Earthdata: A Case Study with ICESat-2},
organization = {NSIDC DAAC, HDF Group, NASA},
howpublished = {\url{https://docs.google.com/presentation/d/1h57MkIZ7RulsOApzxjiaY-g4ImI2_GzK7F5tg0JPVr8/edit?usp=sharing}},
year = {2024},
month = {July},
day = {24},
}

@misc{shiklomanov2024,
author = {Alexey Shiklomanov},
title = {Rethinking the Software Architecture of GMAO Data Tools and Services},
year = {2024},
month = {May},
day = {23},
howpublished = {\url{https://docs.google.com/presentation/d/1KRkolrDokTM0b_SIBds6BrIxFSmgZNuYYYuYbUtWtno/edit?usp=sharing}},
note = {Slide presentation given at GMAO Science Theme Meeting}
}
Binary file added images/chunk-shape-options.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added images/quinn-why-not-compress.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Binary file added images/why-hdf-on-cloud-is-slow.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
2 changes: 1 addition & 1 deletion index.qmd
Original file line number Diff line number Diff line change
Expand Up @@ -69,7 +69,7 @@ Notes:
b. [Zarr](./zarr/intro.qmd)
c. [Kerchunk](./kerchunk/intro.qmd)
d. [Cloud-Optimized NetCDF4/HDF5](./cloud-optimized-netcdf4-hdf5/index.qmd)
e. [Cloud-Optimized Point Clouds (COPS)](./copc/index.qmd)
e. [Cloud-Optimized Point Clouds (COPC)](./copc/index.qmd)
f. [GeoParquet](./geoparquet/index.qmd)
g. [FlatGeobuf](./flatgeobuf/intro.qmd)
h. [PMTiles](./pmtiles/intro.qmd)
Expand Down

0 comments on commit 26a05ee

Please sign in to comment.