Upload 3 files
Browse files
ckpt/SD21/control_sd21_ini.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0d8cf2635293b32e50162af01fd03856428215ea54fbcdf1223acfc464fd6fbe
|
3 |
+
size 6672031492
|
ckpt/fMRI2fMRI_UKB/checkpoint_120000.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6622cc6474fa0b851b15787c13f9f06d124328ae2fd4b66e2af698e2d5666c54
|
3 |
+
size 7315057795
|
ckpt/fMRI2fMRI_UKB/fMRI_AutoEncoder.yaml
ADDED
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
# Transformer Settings
|
2 |
+
Model:
|
3 |
+
# - transformer-
|
4 |
+
in_chans: 1
|
5 |
+
encoder_depth: 24 # 24
|
6 |
+
embed_dim: 1024 # 1024
|
7 |
+
|
8 |
+
decoder_depth: 24 # 8
|
9 |
+
decoder_embed_dim: 1024
|
10 |
+
|
11 |
+
num_heads: 16
|
12 |
+
drop_rate: 0.01
|
13 |
+
norm_before: True
|
14 |
+
|
15 |
+
Train:
|
16 |
+
lr: 0.0005 # 0.0005
|
17 |
+
beta1: 0.9 # adam optimizer beta1
|
18 |
+
beta2: 0.95 # adam optimizer beta2
|
19 |
+
weight_decay: 0.01
|
20 |
+
gamma: 0.5
|
21 |
+
decay_type: 'linear' # 'constant', 'milestone', 'linear'
|
22 |
+
max_iters: 600000 # 300000
|
23 |
+
drop_steps: 120000
|
24 |
+
num_warmup: 20000 # 10000 # 10000
|
25 |
+
batch_size: 384
|
26 |
+
accum_grad: 1
|
27 |
+
grad_clip: 0.1
|
28 |
+
label_smooth: 0 # 0.1
|
29 |
+
|
30 |
+
restore: False # whether to continue learning
|
31 |
+
pretrain_weight: '' # set '' as None
|
32 |
+
|
33 |
+
log_interval: 1 # step
|
34 |
+
sample_interval: 100
|
35 |
+
save_interval: 5000 # 40000
|
36 |
+
|
37 |
+
# DATA Settings
|
38 |
+
Data:
|
39 |
+
path: './DATACENTER/UKB/2_0_hdf5'
|
40 |
+
flip: False
|
41 |
+
center_crop: False
|
42 |
+
image_size: [256, 256] # [h, w]
|
43 |
+
patch_size: 16
|
44 |
+
norm: False # norm to [-1, 1] otherwise [0, 1]
|
45 |
+
val_ratio: 0.01
|
46 |
+
|