Skip to content

Commit 583c020

Browse files
committed
revise ijepa config file
1 parent dbc4154 commit 583c020

File tree

1 file changed

+10
-20
lines changed

1 file changed

+10
-20
lines changed

projects/ijepa/configs/experiment/run_ijepa.yaml

Lines changed: 10 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -5,10 +5,8 @@ defaults:
55
- /datasets/transforms@datasets.train.transform: med_clip_vision_transform
66
- /datasets@datasets.val: ImageNet
77
- /datasets/transforms@datasets.val.transform: med_clip_vision_transform
8-
- /modules/encoders@task.encoder: vit_tiny
8+
- /modules/encoders@task.encoder: vit_base
99
- /modules/encoders@task.predictor: vit_predictor
10-
- /modules/optimizers@task.optimizer: AdamW
11-
- /modules/lr_schedulers@task.lr_scheduler.scheduler: CosineAnnealingLR
1210
- /trainer/callbacks@trainer.callbacks.lr_monitor: LearningRateMonitor
1311
- /trainer/callbacks@trainer.callbacks.model_checkpoint: ModelCheckpoint
1412
- /trainer/callbacks@trainer.callbacks.early_stopping: EarlyStopping
@@ -20,8 +18,14 @@ defaults:
2018
seed: 0
2119

2220
datasets:
21+
train:
22+
root_dir: /datasets/imagenet
23+
split: train
24+
transform:
25+
job_type: train
2326
val:
24-
split: valid
27+
root_dir: /datasets/imagenet
28+
split: val
2529
transform:
2630
job_type: eval
2731

@@ -33,26 +37,12 @@ dataloader:
3337
batch_size: 32
3438
num_workers: 4
3539

36-
task:
37-
optimizer:
38-
betas:
39-
- 0.9
40-
- 0.98
41-
lr: 5.0e-5
42-
weight_decay: 0.1
43-
eps: 1.0e-6
44-
lr_scheduler:
45-
scheduler:
46-
T_max: 107_559 # make sure to change this if max_epochs or accumulate_grad_batches is changed
47-
extras:
48-
interval: step
49-
5040
trainer:
5141
max_epochs: 20
52-
precision: 16-mixed
42+
precision: 16
5343
deterministic: False
5444
benchmark: True
55-
sync_batchnorm: False # set to True if using DDP with batchnorm
45+
sync_batchnorm: False # Set to True if using DDP with batchnorm
5646
log_every_n_steps: 100
5747
accumulate_grad_batches: 4
5848
check_val_every_n_epoch: 1

0 commit comments

Comments
 (0)