Commit f411eb03 authored by narugo1992's avatar narugo1992
Browse files

dev(narugo): add frames

parent 7697fc29

imgutils/preprocess/transformers/__init__.py

+2 −0
Original line number Diff line number Diff line 
from .base import register_creators_for_transformers, NotProcessorTypeError, create_transforms_from_transformers

from .clip import create_clip_transforms, create_transforms_from_clip_processor

imgutils/preprocess/transformers/base.py

0 → 100644
+37 −0
Original line number Diff line number Diff line 
try:

    import transformers

except (ImportError, ModuleNotFoundError):

    _HAS_TRANSFORMERS = False

else:

    _HAS_TRANSFORMERS = True





def _check_transformers():

    if not _HAS_TRANSFORMERS:

        raise EnvironmentError('No torchvision available.\n'

                               'Please install it by `pip install dghs-imgutils[transformers]`.')





class NotProcessorTypeError(TypeError):

    pass





_FN_CREATORS = []





def register_creators_for_transformers():

    def _decorator(func):

        _FN_CREATORS.append(func)

        return func



    return _decorator





def create_transforms_from_transformers(processor):

    for _fn in _FN_CREATORS:

        try:

            return _fn(processor)

        except NotProcessorTypeError:

            pass

    else:

        raise NotProcessorTypeError(f'Unknown transformers processor - {processor!r}.')

imgutils/preprocess/transformers/clip.py

+34 −21
Original line number Diff line number Diff line 
from PIL import Image



from imgutils.preprocess.pillow import PillowResize, PillowCenterCrop, PillowToTensor, PillowNormalize, PillowCompose, \

    PillowRescale, PillowConvertRGB

from .base import _check_transformers, NotProcessorTypeError, register_creators_for_transformers

from ..pillow import PillowResize, PillowCenterCrop, PillowToTensor, PillowNormalize, PillowCompose, PillowRescale, \

    PillowConvertRGB



_DEFAULT_SIZE = {"shortest_edge": 224}

_DEFAULT_CROP_SIZE = {"height": 224, "width": 224}
@@ -11,17 +12,17 @@ _DEFAULT = object() 




def create_clip_transforms(

        do_resize=True,

        do_resize: bool = True,

        size=_DEFAULT,

        resample=Image.BICUBIC,

        do_center_crop=True,

        crop_size=_DEFAULT,

        do_rescale=True,

        rescale_factor=1 / 255,

        do_normalize=True,

        do_rescale: bool = True,

        rescale_factor: float = 1 / 255,

        do_normalize: bool = True,

        image_mean=_DEFAULT,

        image_std=_DEFAULT,

        do_convert_rgb=True

        do_convert_rgb: bool = True

):

    size = size if size is not _DEFAULT else _DEFAULT_SIZE

    crop_size = crop_size if crop_size is not _DEFAULT else _DEFAULT_CROP_SIZE
@@ -59,17 +60,29 @@ def create_clip_transforms( 
    return PillowCompose(transform_list)





clip_transforms = create_clip_transforms(

    do_resize=True,

    size={"shortest_edge": 224},

    resample=Image.BICUBIC,

    do_center_crop=True,

    crop_size={"height": 224, "width": 224},

    do_rescale=True,

    rescale_factor=1 / 254,

    do_normalize=True,

    image_mean=[0.48145466, 0.4578275, 0.40821073],

    image_std=[0.26862954, 0.26130258, 0.27577711],

    do_convert_rgb=True

@register_creators_for_transformers()

def create_transforms_from_clip_processor(processor):

    _check_transformers()

    from transformers import CLIPProcessor, CLIPImageProcessor



    if isinstance(processor, CLIPProcessor):

        processor = processor.image_processor

    elif isinstance(processor, CLIPImageProcessor):

        pass

    else:

        raise NotProcessorTypeError(f'Unknown CLIP processor - {processor!r}.')

    processor: CLIPImageProcessor



    return create_clip_transforms(

        do_resize=processor.do_resize,

        size=processor.size,

        resample=processor.resample,

        do_center_crop=processor.do_center_crop,

        crop_size=processor.crop_size,

        do_rescale=processor.do_rescale,

        rescale_factor=processor.rescale_factor,

        do_normalize=processor.do_normalize,

        image_mean=processor.image_mean,

        image_std=processor.image_std,

        do_convert_rgb=processor.do_convert_rgb,

    )
 
print(clip_transforms)