resize.py

import cv2
from multiprocessing.dummy import Pool as ThreadPool
from functools import partial
from shutil import copyfile
import os
import errno


def resize_image(inputFileName, output_size=224, input_str='imagenet21k_new', output_str='imagenet21k_resized_new'):
    try:
        out_path = inputFileName.replace(input_str, output_str)

        if not os.path.exists(os.path.dirname(out_path)):
            try:
                os.makedirs(os.path.dirname(out_path))
            except OSError as exc:  # Guard against race condition
                print("OSError ",inputFileName)
                if exc.errno != errno.EEXIST:
                    raise

        assert out_path != inputFileName
        im = cv2.imread(inputFileName)
        shape = im.shape
        max_dim = max(shape[0], shape[1])
        if max_dim < output_size:
            copyfile(inputFileName, out_path)
        else:
            im_resize = cv2.resize(im, (output_size, output_size))
            cv2.imwrite(out_path, im_resize)
    except:
        print("general failure ",inputFileName)


def main():
    path = '/mnt/sda/zsz/dataset/imagenet21k_new/' # might need to edit this
    import os
    from glob import glob
    print("scanning files...")
    files = [y for x in os.walk(path) for y in glob(os.path.join(x[0], '*.*'))]
    print("done, start resizing")

    pool = ThreadPool(8)
    resize_image_fun = partial(resize_image, input_str='imagenet21k_new', output_str='imagenet21k_resized_new')
    pool.map(resize_image_fun, files)


if __name__ == '__main__':
    print(1)

    # main()