Commit a18a0cab authored by Phil Wang's avatar Phil Wang
Browse files

another fix needed for variable lengthed coarse token ids

parent a7cb08d8

audiolm_pytorch/audiolm_pytorch.py

+1 −0
Original line number Diff line number Diff line
@@ -966,6 +966,7 @@ class FineTransformerWrapper(nn.Module): 
            fine_token_ids = fine_token_ids[:, :-1]



        self_attn_mask = coarse_token_ids != self.pad_id

        coarse_token_ids = coarse_token_ids.masked_fill(~self_attn_mask, 0)



        fine_token_seq_len = fine_token_ids.shape[-1]

        self_attn_mask = F.pad(self_attn_mask, (1, fine_token_seq_len + 1), value = True)

setup.py

+1 −1
Original line number Diff line number Diff line
@@ -3,7 +3,7 @@ from setuptools import setup, find_packages 
setup(

  name = 'audiolm-pytorch',

  packages = find_packages(exclude=[]),

  version = '0.0.38',

  version = '0.0.39',

  license='MIT',

  description = 'AudioLM - Language Modeling Approach to Audio Generation from Google Research - Pytorch',

  author = 'Phil Wang',