@@ -81,20 +81,12 @@ def process_model_files(
8181 var_3d_list = GLOBAL_VAR3D_LIST
8282 var_2d_list = GLOBAL_VAR2D_LIST
8383 lon_ds = xr .open_dataset (
84- list (
85- glob (
86- os .path .join (folder , run , f"{ var_base } _time-invariant_*_CLON.grib2" )
87- )
88- )[0 ],
84+ list (glob (os .path .join (folder , run , f"{ var_base } _time-invariant_*_CLON.grib2" )))[0 ],
8985 engine = "cfgrib" ,
9086 backend_kwargs = {"errors" : "ignore" },
9187 )
9288 lat_ds = xr .open_dataset (
93- list (
94- glob (
95- os .path .join (folder , run , f"{ var_base } _time-invariant_*_CLAT.grib2" )
96- )
97- )[0 ],
89+ list (glob (os .path .join (folder , run , f"{ var_base } _time-invariant_*_CLAT.grib2" )))[0 ],
9890 engine = "cfgrib" ,
9991 backend_kwargs = {"errors" : "ignore" },
10092 )
@@ -156,9 +148,7 @@ def process_model_files(
156148 print (var_2d )
157149 try :
158150 ds = xr .open_mfdataset (
159- os .path .join (
160- folder , run , f"{ var_base } _single-level_*_*_{ var_2d .upper ()} .grib2"
161- ),
151+ os .path .join (folder , run , f"{ var_base } _single-level_*_*_{ var_2d .upper ()} .grib2" ),
162152 engine = "cfgrib" ,
163153 combine = "nested" ,
164154 concat_dim = "step" ,
@@ -203,9 +193,7 @@ def upload_to_hf(dataset_xr, folder, model="global", run="00", token=None):
203193 "longitude" : 350 ,
204194 "isobaricInhPa" : - 1 ,
205195 }
206- encoding = {
207- var : {"compressor" : Blosc2 ("zstd" , clevel = 9 )} for var in dataset_xr .data_vars
208- }
196+ encoding = {var : {"compressor" : Blosc2 ("zstd" , clevel = 9 )} for var in dataset_xr .data_vars }
209197 encoding ["time" ] = {"units" : "nanoseconds since 1970-01-01" }
210198 with zarr .ZipStore (
211199 zarr_path ,
0 commit comments