Skip to content
This repository was archived by the owner on Jun 11, 2024. It is now read-only.

Commit 73481e9

Browse files
[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
1 parent 26045b0 commit 73481e9

File tree

5 files changed

+8
-28
lines changed

5 files changed

+8
-28
lines changed

nwp/excarta/merge_excarta.py

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -4,13 +4,10 @@
44
import xarray as xr
55

66

7-
87
def merge_zarr_files(zarr_path, merged_zarr_path):
98
# Collect paths of Zarr files in the specified directory
109
zarr_files = [
11-
os.path.join(zarr_path, file)
12-
for file in os.listdir(zarr_path)
13-
if file.endswith(".zarr")
10+
os.path.join(zarr_path, file) for file in os.listdir(zarr_path) if file.endswith(".zarr")
1411
]
1512

1613
print("1")

nwp/excarta/parse_excarta_monthly.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,6 @@
77
import xarray as xr
88

99

10-
1110
def _parse_args():
1211
parser = argparse.ArgumentParser()
1312
parser.add_argument("output", type=pathlib.Path, help="Output zarr file")
@@ -81,8 +80,7 @@ def pdtocdf(datasets):
8180
"""
8281

8382
datasets = [
84-
ds.set_index(index=["init_time", "step", "Latitude", "Longitude"])
85-
for ds in datasets
83+
ds.set_index(index=["init_time", "step", "Latitude", "Longitude"]) for ds in datasets
8684
]
8785

8886
ds = xr.concat(datasets, dim="index")

nwp/excarta/parse_excarta_to_output.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -71,9 +71,7 @@ def pdtocdf(dfs):
7171
merged_df = pd.concat(dfs, ignore_index=True)
7272

7373
ds = xr.Dataset.from_dataframe(merged_df)
74-
ds = ds.set_index(index=["init_time", "step", "Latitude", "Longitude"]).unstack(
75-
"index"
76-
)
74+
ds = ds.set_index(index=["init_time", "step", "Latitude", "Longitude"]).unstack("index")
7775
ds = ds.drop_vars(["LocationId", "DateTimeUTC"])
7876

7977
var_names = ds.data_vars

nwp/excarta/parse_excarta_to_output_low_mem.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -70,8 +70,7 @@ def pdtocdf(datasets):
7070
# ds = xr.merge(datasets)
7171

7272
datasets = [
73-
ds.set_index(index=["init_time", "step", "Latitude", "Longitude"])
74-
for ds in datasets
73+
ds.set_index(index=["init_time", "step", "Latitude", "Longitude"]) for ds in datasets
7574
]
7675

7776
ds = xr.concat(datasets, dim="index")

nwp/icon/app.py

Lines changed: 4 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -81,20 +81,12 @@ def process_model_files(
8181
var_3d_list = GLOBAL_VAR3D_LIST
8282
var_2d_list = GLOBAL_VAR2D_LIST
8383
lon_ds = xr.open_dataset(
84-
list(
85-
glob(
86-
os.path.join(folder, run, f"{var_base}_time-invariant_*_CLON.grib2")
87-
)
88-
)[0],
84+
list(glob(os.path.join(folder, run, f"{var_base}_time-invariant_*_CLON.grib2")))[0],
8985
engine="cfgrib",
9086
backend_kwargs={"errors": "ignore"},
9187
)
9288
lat_ds = xr.open_dataset(
93-
list(
94-
glob(
95-
os.path.join(folder, run, f"{var_base}_time-invariant_*_CLAT.grib2")
96-
)
97-
)[0],
89+
list(glob(os.path.join(folder, run, f"{var_base}_time-invariant_*_CLAT.grib2")))[0],
9890
engine="cfgrib",
9991
backend_kwargs={"errors": "ignore"},
10092
)
@@ -156,9 +148,7 @@ def process_model_files(
156148
print(var_2d)
157149
try:
158150
ds = xr.open_mfdataset(
159-
os.path.join(
160-
folder, run, f"{var_base}_single-level_*_*_{var_2d.upper()}.grib2"
161-
),
151+
os.path.join(folder, run, f"{var_base}_single-level_*_*_{var_2d.upper()}.grib2"),
162152
engine="cfgrib",
163153
combine="nested",
164154
concat_dim="step",
@@ -203,9 +193,7 @@ def upload_to_hf(dataset_xr, folder, model="global", run="00", token=None):
203193
"longitude": 350,
204194
"isobaricInhPa": -1,
205195
}
206-
encoding = {
207-
var: {"compressor": Blosc2("zstd", clevel=9)} for var in dataset_xr.data_vars
208-
}
196+
encoding = {var: {"compressor": Blosc2("zstd", clevel=9)} for var in dataset_xr.data_vars}
209197
encoding["time"] = {"units": "nanoseconds since 1970-01-01"}
210198
with zarr.ZipStore(
211199
zarr_path,

0 commit comments

Comments
 (0)