Skip to content

Commit 99233c6

Browse files
committed
Improve clap large parameters
1 parent 405f010 commit 99233c6

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

cfg/text_audio/config_clap_mpnet_base_v2_ssl_a2a_large.gin

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ modules.clap.CLAP.text_encoder_name = "/gpfs/scratch/upf97/model_weights/all-mpn
2323
modules.clap.CLAP.audio_encoder_params = {
2424
"encodec_weights_path": "/gpfs/scratch/upf97/model_weights/encodec_24khz/"
2525
}
26-
modules.clap.CLAP.proj_size = 512
26+
modules.clap.CLAP.proj_size = 768
2727
modules.clap.CLAP.temp = 0.1
2828
modules.clap.CLAP.lr = 1e-4
2929
modules.clap.CLAP.weight_decay = 1e-2
@@ -40,7 +40,7 @@ CosineAnnealingCallback.eta_min = 1e-7
4040
build_dev_datamodule.datamodule = @discotube_text_audio
4141

4242
# Discogs datamodule parameters
43-
DiscotubeTextAudioDataModule.batch_size = 128
43+
DiscotubeTextAudioDataModule.batch_size = 64
4444
DiscotubeTextAudioDataModule.num_workers = 20
4545
DiscotubeTextAudioDataModule.data_dir = "/"
4646
DiscotubeTextAudioDataModule.filelist_train = "/gpfs/projects/upf97/data/train_mmap.txt"

0 commit comments

Comments
 (0)