nemo_analysis/data_mean_weekly.py at master · siirias/nemo_analysis · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
import os
import re
import subprocess as sp
import time
import process_helper as ph

one_time_processes = 6
processes = ph.ProcessCounter(one_time_processes)

all_variables = ['soicecov'] # kd = vertical light attenuation
#all_depths = ['0-3', '0-12', '12-80', '80-inf']
all_depths = ['']
file_filter = '.*soicecov.*nc'  #regular expression
year_search = '(\d\d\d\d)'
depth_lims = {\
'':'',\
'0-3':'deptht,0,0',\
'0-12':'deptht,0,5',\
'0-9':'deptht,0,2',\
'12-80':'deptht,6,19',\
'80-inf':'deptht,19,35'
}
for variable in all_variables:
    in_dir = '/scratch/project_2001635/siiriasi/smartsea_data/daily_test/'
    out_dir = '/scratch/project_2001635/siiriasi/smartsea_data/daily_test/mean/'
    for depth in all_depths:
        depth_lim = depth_lims[depth]
        if(depth_lim == ''):
            depth_switch = ''
        else:
            depth_switch = "-d {}".format(depth_lim)
            depth = depth + '_'
        files = ph.get_file_list(in_dir,file_filter)
        for in_file in files:
            in_file_basename = re.search('([^/.]*)',in_file).groups()[0]
            year=re.search(year_search,in_file).groups()[0]
            out_file = '{}/{}_week_mean.nc'.format(
                    out_dir, in_file_basename)
            the_command = 'cdo timselmean,7 {} {}'.format(\
                            '{}/{}'.format(in_dir,in_file),\
                            out_file
                            )
#                    the_command = 'ncea -O  -d time_counter,{},{} -v {} {} {}'.format(\
#                                    depth_switch, m, m, \
#                                    variable,\
#                                    '{}/{}'.format(in_dir,in_file),\
#                                     out_file)
            print(the_command)
            processes.add(the_command)
# in_dir='/scratch/project_2001635/siiriasi/smartsea_data/daily_test/'
# out_dir='/scratch/project_2001635/siiriasi/smartsea_data/daily_test/means/'
# in_files=$(ls $in_dir/*.nc  --color=none)
# for f in $in_files; do
#     f_name_full=$(basename $f)
#     f_extension="${f_name_full##*.}"
#     f_name="${f_name_full%.*}"
#     f_out_name=${f_name}_weekly_mean.${f_extension}
#     cdo timselmean,7 $f $out_dir/$f_out_name
# done