Commit 79c8bf2b authored by Leon Wu's avatar Leon Wu
Browse files

and also num quantizers

parent 7f6aabd3

audiolm_pytorch_demo_laion.py

+2 −2
Original line number Diff line number Diff line
@@ -70,7 +70,7 @@ make_placeholder_dataset() 


soundstream = AudioLMSoundStream(

    codebook_size = 1024,

    rq_num_quantizers = 8,

    rq_num_quantizers = 12,

    attn_window_size = 128,       # local attention receptive field at bottleneck

    attn_depth = 2                # 2 local attention transformer blocks - the soundstream folks were not experts with attention, so i took the liberty to add some. encodec went with lstms, but attention should be better

)
@@ -148,7 +148,7 @@ coarse_trainer.train() 


fine_transformer = FineTransformer(

    num_coarse_quantizers = 3,

    num_fine_quantizers = 5,

    num_fine_quantizers = 9,

    codebook_size = 1024,

    dim = 1024,

    depth = 6