modelscope/tests/pipelines/test_image_inpainting.py

# Copyright (c) Alibaba, Inc. and its affiliates.
import unittest

import cv2
import torch
from PIL import Image

from modelscope.outputs import OutputKeys
from modelscope.pipelines import pipeline
from modelscope.utils.constant import Tasks
from modelscope.utils.logger import get_logger
from modelscope.utils.test_utils import test_level

logger = get_logger()


class ImageInpaintingTest(unittest.TestCase):

    def setUp(self) -> None:
        self.input_location = 'data/test/images/image_inpainting/image_inpainting.png'
        self.input_mask_location = 'data/test/images/image_inpainting/image_inpainting_mask.png'
        self.model_id = 'damo/cv_fft_inpainting_lama'
        self.input = {
            'img': self.input_location,
            'mask': self.input_mask_location
        }

    def save_result(self, result):
        vis_img = result[OutputKeys.OUTPUT_IMG]
        cv2.imwrite('result.png', vis_img)

    @unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
    def test_inpainting(self):
        inpainting = pipeline(Tasks.image_inpainting, model=self.model_id)
        result = inpainting(self.input)
        if result:
            self.save_result(result)
        else:
            raise ValueError('process error')

    @unittest.skipUnless(test_level() >= 0, 'skip test in current test level')
    @unittest.skipIf(not torch.cuda.is_available(), 'cuda unittest')
    def test_inpainting_with_refinement(self):
        # if input image is HR, set refine=True is more better
        inpainting = pipeline(
            Tasks.image_inpainting, model=self.model_id, refine=True)
        result = inpainting(self.input)
        if result:
            self.save_result(result)
        else:
            raise ValueError('process error')

    @unittest.skipUnless(test_level() >= 1, 'skip test in current test level')
    def test_inpainting_with_image(self):
        inpainting = pipeline(Tasks.image_inpainting, model=self.model_id)
        img = Image.open(self.input_location).convert('RGB')
        mask = Image.open(self.input_mask_location).convert('RGB')
        result = inpainting({'img': img, 'mask': mask})
        if result:
            self.save_result(result)
        else:
            raise ValueError('process error')

    @unittest.skipUnless(test_level() >= 2, 'skip test in current test level')
    def test_inpainting_with_default_task(self):
        inpainting = pipeline(Tasks.image_inpainting)
        result = inpainting(self.input)
        if result:
            self.save_result(result)
        else:
            raise ValueError('process error')


if __name__ == '__main__':
    unittest.main()