File tree Expand file tree Collapse file tree 1 file changed +10
-20
lines changed
projects/ijepa/configs/experiment Expand file tree Collapse file tree 1 file changed +10
-20
lines changed Original file line number Diff line number Diff line change @@ -5,10 +5,8 @@ defaults:
55 - /datasets/transforms@datasets.train.transform : med_clip_vision_transform
66 - /datasets@datasets.val : ImageNet
77 - /datasets/transforms@datasets.val.transform : med_clip_vision_transform
8- - /modules/encoders@task.encoder : vit_tiny
8+ - /modules/encoders@task.encoder : vit_base
99 - /modules/encoders@task.predictor : vit_predictor
10- - /modules/optimizers@task.optimizer : AdamW
11- - /modules/lr_schedulers@task.lr_scheduler.scheduler : CosineAnnealingLR
1210 - /trainer/callbacks@trainer.callbacks.lr_monitor : LearningRateMonitor
1311 - /trainer/callbacks@trainer.callbacks.model_checkpoint : ModelCheckpoint
1412 - /trainer/callbacks@trainer.callbacks.early_stopping : EarlyStopping
@@ -20,8 +18,14 @@ defaults:
2018seed : 0
2119
2220datasets :
21+ train :
22+ root_dir : /datasets/imagenet
23+ split : train
24+ transform :
25+ job_type : train
2326 val :
24- split : valid
27+ root_dir : /datasets/imagenet
28+ split : val
2529 transform :
2630 job_type : eval
2731
@@ -33,26 +37,12 @@ dataloader:
3337 batch_size : 32
3438 num_workers : 4
3539
36- task :
37- optimizer :
38- betas :
39- - 0.9
40- - 0.98
41- lr : 5.0e-5
42- weight_decay : 0.1
43- eps : 1.0e-6
44- lr_scheduler :
45- scheduler :
46- T_max : 107_559 # make sure to change this if max_epochs or accumulate_grad_batches is changed
47- extras :
48- interval : step
49-
5040trainer :
5141 max_epochs : 20
52- precision : 16-mixed
42+ precision : 16
5343 deterministic : False
5444 benchmark : True
55- sync_batchnorm : False # set to True if using DDP with batchnorm
45+ sync_batchnorm : False # Set to True if using DDP with batchnorm
5646 log_every_n_steps : 100
5747 accumulate_grad_batches : 4
5848 check_val_every_n_epoch : 1
You can’t perform that action at this time.
0 commit comments