Skip to content
This repository was archived by the owner on Jan 10, 2025. It is now read-only.

Commit bdf2bfb

Browse files
floriankrbfloriankrb
authored
Merge branch 'main' into refactor
2 parents 3a78669 + ba7b650 commit bdf2bfb

File tree

5 files changed

+499
-30
lines changed

5 files changed

+499
-30
lines changed

‎.pre-commit-config.yaml

+45
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,45 @@
1+
repos:
2+
- repo: https://github.com/asottile/yesqa # Remove extraneous QA comments
3+
rev: v1.5.0
4+
hooks:
5+
- id: yesqa
6+
- repo: https://github.com/pre-commit/pre-commit-hooks
7+
rev: v4.4.0
8+
hooks:
9+
- id: check-yaml # Check YAML files for syntax errors
10+
- id: debug-statements # Check for debugger imports and py37+ breakpoint()
11+
- id: end-of-file-fixer # Ensure files end in a newline
12+
- id: trailing-whitespace # Trailing whitespace checker
13+
- repo: https://github.com/asottile/reorder-python-imports # Reorder imports
14+
rev: v3.10.0
15+
hooks:
16+
- id: reorder-python-imports
17+
- repo: https://github.com/asottile/pyupgrade # Upgrade Python syntax
18+
rev: v3.7.0
19+
hooks:
20+
- id: pyupgrade
21+
- repo: https://github.com/psf/black # Format Python code
22+
rev: 23.3.0
23+
hooks:
24+
- id: black
25+
args: [--line-length=120]
26+
- repo: https://github.com/astral-sh/ruff-pre-commit
27+
rev: v0.0.275
28+
hooks:
29+
- id: ruff
30+
args: [--line-length=120, '--ignore=E203', --fix, --exit-non-zero-on-fix]
31+
- repo: https://github.com/pycqa/bandit # Check code for common security issues
32+
rev: 1.7.5
33+
hooks:
34+
- id: bandit
35+
args:
36+
- -s
37+
- B101
38+
- repo: https://github.com/PyCQA/docformatter # Format docstrings
39+
rev: v1.7.3
40+
hooks:
41+
- id: docformatter
42+
args:
43+
- -s numpy
44+
- --black
45+
- --in-place

‎dev/test2.py

+179
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,179 @@
1+
from ecml_tools.data import open_dataset
2+
3+
# ds = open_dataset(
4+
# {
5+
# "dataset": "/home/mlx/ai-ml/datasets/stable/aifs-ea-an-oper-0001-mars-o96-1979-2022-1h-v4.zarr",
6+
# "frequency": "6h",
7+
# "select": ["z_500", "t_850"],
8+
# }
9+
# )
10+
ds = open_dataset(
11+
[
12+
{
13+
"dataset": "/home/mlx/ai-ml/datasets/experimental/aifs-ea-an-oper-0001-mars-o96-1979-2022-6h-v4-ml.zarr",
14+
},
15+
{
16+
"dataset": "/home/mlx/ai-ml/datasets/stable/aifs-ea-an-oper-0001-mars-o96-1979-2022-1h-v4.zarr",
17+
"frequency": "6h",
18+
"select": ["z_500", "t_850"],
19+
},
20+
],
21+
reorder=[
22+
"z_500",
23+
"t_850",
24+
"q_48",
25+
"q_56",
26+
"q_60",
27+
"q_65",
28+
"q_68",
29+
"q_73",
30+
"q_74",
31+
"q_79",
32+
"q_81",
33+
"q_83",
34+
"q_90",
35+
"q_96",
36+
"q_101",
37+
"q_105",
38+
"q_114",
39+
"q_120",
40+
"q_133",
41+
"q_137",
42+
"t_48",
43+
"t_56",
44+
"t_60",
45+
"t_65",
46+
"t_68",
47+
"t_73",
48+
"t_74",
49+
"t_79",
50+
"t_81",
51+
"t_83",
52+
"t_90",
53+
"t_96",
54+
"t_101",
55+
"t_105",
56+
"t_114",
57+
"t_120",
58+
"t_133",
59+
"t_137",
60+
"u_48",
61+
"u_56",
62+
"u_60",
63+
"u_65",
64+
"u_68",
65+
"u_73",
66+
"u_74",
67+
"u_79",
68+
"u_81",
69+
"u_83",
70+
"u_90",
71+
"u_96",
72+
"u_101",
73+
"u_105",
74+
"u_114",
75+
"u_120",
76+
"u_133",
77+
"u_137",
78+
"v_48",
79+
"v_56",
80+
"v_60",
81+
"v_65",
82+
"v_68",
83+
"v_73",
84+
"v_74",
85+
"v_79",
86+
"v_81",
87+
"v_83",
88+
"v_90",
89+
"v_96",
90+
"v_101",
91+
"v_105",
92+
"v_114",
93+
"v_120",
94+
"v_133",
95+
"v_137",
96+
"w_48",
97+
"w_56",
98+
"w_60",
99+
"w_65",
100+
"w_68",
101+
"w_73",
102+
"w_74",
103+
"w_79",
104+
"w_81",
105+
"w_83",
106+
"w_90",
107+
"w_96",
108+
"w_101",
109+
"w_105",
110+
"w_114",
111+
"w_120",
112+
"w_133",
113+
"w_137",
114+
"vo_48",
115+
"vo_56",
116+
"vo_60",
117+
"vo_65",
118+
"vo_68",
119+
"vo_73",
120+
"vo_74",
121+
"vo_79",
122+
"vo_81",
123+
"vo_83",
124+
"vo_90",
125+
"vo_96",
126+
"vo_101",
127+
"vo_105",
128+
"vo_114",
129+
"vo_120",
130+
"vo_133",
131+
"vo_137",
132+
"d_48",
133+
"d_56",
134+
"d_60",
135+
"d_65",
136+
"d_68",
137+
"d_73",
138+
"d_74",
139+
"d_79",
140+
"d_81",
141+
"d_83",
142+
"d_90",
143+
"d_96",
144+
"d_101",
145+
"d_105",
146+
"d_114",
147+
"d_120",
148+
"d_133",
149+
"d_137",
150+
"z",
151+
"sp",
152+
"msl",
153+
"lsm",
154+
"sdor",
155+
"slor",
156+
"10u",
157+
"10v",
158+
"2t",
159+
"2d",
160+
"skt",
161+
"sd",
162+
"tcw",
163+
"cp",
164+
"tp",
165+
"cos_latitude",
166+
"cos_longitude",
167+
"sin_latitude",
168+
"sin_longitude",
169+
"cos_julian_day",
170+
"cos_local_time",
171+
"sin_julian_day",
172+
"sin_local_time",
173+
"insolation",
174+
],
175+
)
176+
print(ds.variables)
177+
178+
179+
ds.source(0).dump()

0 commit comments

Comments
 (0)