Commit 9f2d1532 authored by Phil Wang's avatar Phil Wang
Browse files

fix a missing residual in cross attention, thanks to @lonzi

parent 3c0f37bb

audiolm_pytorch/audiolm_pytorch.py

+1 −1
Original line number Diff line number Diff line
@@ -453,7 +453,7 @@ class Transformer(nn.Module): 
            if exists(cross_attn):

                assert exists(context)



                x = cross_attn(x, context = context, mask = context_mask)

                x = cross_attn(x, context = context, mask = context_mask) + x



            x = ff(x) + x

audiolm_pytorch/version.py

+1 −1
Original line number Diff line number Diff line 
__version__ = '0.25.5'
 
__version__ = '0.25.6'