forked from theolepage/sslsv
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathexperiments_sslsv_jz.sh
More file actions
executable file
·337 lines (232 loc) · 19.7 KB
/
experiments_sslsv_jz.sh
File metadata and controls
executable file
·337 lines (232 loc) · 19.7 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
#!/bin/bash
# ----------
# Supervised
# ----------
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_loss-AAM_s-30_m-0.2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_loss-AAM_s-30_m-0.2_aug-25/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_loss-AAM_s-30_m-0.2_aug-50/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_loss-AAM_s-30_m-0.2_aug-75/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_loss-AAM_s-30_m-0.2_aug-none/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_loss-AAM_s-30_m-0.2_train-half-spk/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_loss-AAM_s-30_m-0.2_train-half-utt/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_loss-AAM_s-30_m-0.2_train-quarter-spk/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_loss-AAM_s-30_m-0.2_train-quarter-utt/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-512_loss-AAM_s-30_m-0.2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-1024_loss-AAM_s-30_m-0.2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-1024_loss-AAM_s-30_m-0.2_classif-emotion-frozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-1024_loss-AAM_s-30_m-0.2_classif-emotion-unfrozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-1024_loss-AAM_s-30_m-0.2_classif-gender-frozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-1024_loss-AAM_s-30_m-0.2_classif-gender-unfrozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-1024_loss-AAM_s-30_m-0.2_classif-language-frozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-1024_loss-AAM_s-30_m-0.2_classif-language-unfrozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-1024_loss-AAM_s-30_m-0.2_classif-speaker-frozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-1024_loss-AAM_s-30_m-0.2_classif-speaker-unfrozen/
torchrun --nproc_per_node=2 sslsv/bin/evaluate_label_efficient_distributed.py \
models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-1024_loss-AAM_s-30_m-0.2/config.yml
# ---
# LIM
# ---
./train_ddp_jz.sh 2 models/ssl/voxceleb2/lim/lim_loss-BCE_proj-none/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/lim/lim_loss-MINE_proj-none/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/lim/lim_loss-NCE_proj-none/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/lim/lim_loss-NCE_proj-2048-BN-R-2048-BN-R-512/
# ---
# CPC
# ---
./train_ddp_jz.sh 2 models/ssl/voxceleb2/cpc/cpc_t-4_agg-GRU-1-256/
# ------
# SimCLR
# ------
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-2048-R-128_t-0.5/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-none_t-0.5/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-2048-BN-R-2048-BN-R-512_t-0.5/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-2048-BN-R-2048-BN-R-512_t-0.01/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-2048-BN-R-2048-BN-R-512_t-0.03/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-2048-BN-R-2048-BN-R-512_t-0.05/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-2048-BN-R-2048-BN-R-512_t-0.07/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-none_t-0.03/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-none_t-0.03_sup/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-none_t-0.03_sup2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-2048-BN-R-2048-BN-R-512_t-0.03_sup/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-2048-BN-R-2048-BN-R-512_t-0.03_sup2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_proj-none_t-0.03_aug-none/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_enc-ECAPATDNN-1024_proj-none_t-0.03/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_enc-ECAPATDNN-1024_proj-none_t-0.03_classif-emotion-frozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_enc-ECAPATDNN-1024_proj-none_t-0.03_classif-emotion-unfrozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_enc-ECAPATDNN-1024_proj-none_t-0.03_classif-gender-frozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_enc-ECAPATDNN-1024_proj-none_t-0.03_classif-gender-unfrozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_enc-ECAPATDNN-1024_proj-none_t-0.03_classif-language-frozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_enc-ECAPATDNN-1024_proj-none_t-0.03_classif-language-unfrozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_enc-ECAPATDNN-1024_proj-none_t-0.03_classif-speaker-frozen/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simclr/simclr_enc-ECAPATDNN-1024_proj-none_t-0.03_classif-speaker-unfrozen/
# ----
# MoCo
# ----
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-2048-R-128_Q-65536_t-0.2_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-65536_t-0.2_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-65536_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-2048-BN-R-2048-BN-R-512_Q-65536_t-0.2_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-2048-BN-R-2048-BN-R-512_Q-65536_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-256_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-1024_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-16384_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-2048-BN-R-2048-BN-R-512_Q-32768_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-256_nofn_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-1024_nofn_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-16384_nofn_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_nofn_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-65536_nofn_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.01_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.05_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.07_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.1_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.0/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.9/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.99/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.996/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-1.0/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.99-sched/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.996-sched/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999-sched/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_aug-none/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_aug-25/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_aug-50/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_aug-75/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_collapse-default/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_collapse-nonegs/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_collapse-hightemp/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_collapse-lowtemp/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_sup/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_sup2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_sup3/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-2048-BN-R-2048-BN-R-512_Q-32768_t-0.03_m-0.999_sup/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-2048-BN-R-2048-BN-R-512_Q-32768_t-0.03_m-0.999_sup2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-2048-BN-R-2048-BN-R-512_Q-32768_t-0.03_m-0.999_sup3/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_train-half-spk/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_train-half-utt/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_train-quarter-spk/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_proj-none_Q-32768_t-0.03_m-0.999_train-quarter-utt/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_enc-ECAPATDNN-1024_proj-none_Q-65536_t-0.03_m-0.999/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/moco/moco_enc-ECAPATDNN-1024_proj-none_Q-32768_t-0.03_m-0.999/
# -----------
# DeepCluster
# -----------
./train_ddp_jz.sh 2 models/ssl/voxceleb2/deepcluster/deepcluster_proj-2048-BN-R-128_K-3000-3000-3000_t-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/deepcluster/deepcluster_proj-2048-BN-R-2048-BN-R-512_K-3000-3000-3000_t-0.1/
# ----
# SwAV
# ----
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-128_K-3000_t-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-none_K-3000_t-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-3000_t-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-1000_t-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-6000_t-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-9000_t-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-12000_t-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-6000_t-0.01/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-6000_t-0.05/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-6000_t-0.2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-6000_t-0.3/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-none_K-6000_t-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-6000_t-0.1_aug-none/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-none_K-6000_t-0.1_sup/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-none_K-6000_t-0.1_sup2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-none_K-6000_t-0.1_sup3/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-6000_t-0.1_sup/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-6000_t-0.1_sup2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_proj-2048-BN-R-2048-BN-R-512_K-6000_t-0.1_sup3/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_enc-ECAPATDNN-1024_proj-2048-BN-R-2048-BN-R-512_K-3000_t-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/swav/swav_enc-ECAPATDNN-1024_proj-2048-BN-R-2048-BN-R-512_K-6000_t-0.1/
# -----
# W-MSE
# -----
./train_ddp_jz.sh 2 models/ssl/voxceleb2/wmse/wmse_proj-1024-BN-R-64_ws-128/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/wmse/wmse_proj-2048-BN-R-2048-BN-R-64_ws-128/
# ------------
# Barlow Twins
# ------------
./train_ddp_jz.sh 2 models/ssl/voxceleb2/barlowtwins/barlowtwins_proj-8192-BN-R-8192-BN-R-8192_lambda-0.005/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/barlowtwins/barlowtwins_proj-2048-BN-R-2048-BN-R-512_lambda-0.005/
# ------
# VICReg
# ------
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-8192-BN-R-8192-BN-R-8192_inv-1.0_var-1.0_cov-0.04/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-none_inv-1.0_var-1.0_cov-0.04/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-2048-BN-R-2048-BN-R-512_inv-1.0_var-1.0_cov-0.04/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-2048-BN-R-2048-BN-R-512_inv-1.0_var-1.0_cov-0.0/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-2048-BN-R-2048-BN-R-512_inv-1.0_var-0.5_cov-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-2048-BN-R-2048-BN-R-512_inv-1.0_var-1.0_cov-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-none_inv-1.0_var-1.0_cov-0.1/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-2048-BN-R-2048-BN-R-512_inv-1.0_var-1.0_cov-0.1_aug-none/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-none_inv-1.0_var-1.0_cov-0.1_sup/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-none_inv-1.0_var-1.0_cov-0.1_sup2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-none_inv-1.0_var-1.0_cov-0.1_sup3/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-2048-BN-R-2048-BN-R-512_inv-1.0_var-1.0_cov-0.1_sup/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-2048-BN-R-2048-BN-R-512_inv-1.0_var-1.0_cov-0.1_sup2/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_proj-2048-BN-R-2048-BN-R-512_inv-1.0_var-1.0_cov-0.1_sup3/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_enc-ECAPATDNN-1024_proj-2048-BN-R-2048-BN-R-512_inv-1.0_var-1.0_cov-0.04/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/vicreg/vicreg_enc-ECAPATDNN-1024_proj-2048-BN-R-2048-BN-R-512_inv-1.0_var-1.0_cov-0.1/
# ----
# BYOL
# ----
./train_ddp_jz.sh 2 models/ssl/voxceleb2/byol/byol_proj-4096-BN-R-256_pred-4096-BN-R-256_m-0.996-sched/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/byol/byol_proj-2048-BN-R-2048-BN-R-512_pred-4096-BN-R-256_m-0.996-sched/
# -------
# SimSiam
# -------
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simsiam/simsiam_proj-2048-BN-R-2048-BN-R-2048-BN_pred-512-BN-R-2048/
./train_ddp_jz.sh 2 models/ssl/voxceleb2/simsiam/simsiam_proj-2048-BN-R-2048-BN-R-512-BN_pred-512-BN-R-2048/
# ----
# DINO
# ----
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_setup_base_+wd/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_setup_base_+wd_+lr-sched/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_setup_base_+wd_+lr-sched_+pooling-stats/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_setup_base_+wd_+lr-sched_+pooling-stats_+aug-all/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_setup_base_+wd_+lr-sched_+pooling-stats_+aug-all_+input-80d/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_setup_base_+wd_+lr-sched_+pooling-stats_+aug-all_+input-80d_+optim-sgd_+mel-fn-hann/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-1x2_L-1x2_t-0.04/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x3_L-4x2_t-0.04/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x2_L-4x2_t-0.04/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-1x2_L-4x2_t-0.04/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-2x2_t-0.04/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-2048_G-2x4_L-4x2_t-0.04/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-16384_G-2x4_L-4x2_t-0.04/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-32768_G-2x4_L-4x2_t-0.04/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.01/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.03/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.05/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.07/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04-0.07/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-L2-65536_G-2x4_L-4x2_t-0.04/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_aug-none/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_aug-25/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_aug-50/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_aug-75/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_collapse-default/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_collapse-nocentering/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_collapse-nosharpening/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_train-half-spk/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_train-half-utt/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_train-quarter-spk/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_train-quarter-utt/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-L2-65536_G-2x4_L-4x2_t-0.04_sup/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-L2-65536_G-2x4_L-4x2_t-0.04_sup2/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-L2-65536_G-2x4_L-4x2_t-0.04_sup3/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_sup/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_sup2/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_sup3/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_enc-ECAPATDNN-1024_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_enc-ECAPATDNN-1024_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_classif-emotion-frozen/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_enc-ECAPATDNN-1024_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_classif-emotion-unfrozen/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_enc-ECAPATDNN-1024_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_classif-gender-frozen/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_enc-ECAPATDNN-1024_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_classif-gender-unfrozen/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_enc-ECAPATDNN-1024_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_classif-language-frozen/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_enc-ECAPATDNN-1024_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_classif-language-unfrozen/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_enc-ECAPATDNN-1024_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_classif-speaker-frozen/
./train_ddp_jz.sh 4 models/ssl/voxceleb2/dino/dino_enc-ECAPATDNN-1024_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04_classif-speaker-unfrozen/
torchrun --nproc_per_node=2 sslsv/bin/evaluate_label_efficient_distributed.py \
models/ssl/voxceleb2/supervised/supervised_enc-ECAPATDNN-1024_loss-AAM_s-30_m-0.2/config.yml \
--encoder_config models/ssl/voxceleb2/dino/dino_enc-ECAPATDNN-1024_proj-2048-BN-G-2048-BN-G-256-L2-65536_G-2x4_L-4x2_t-0.04/config.yml