-
Notifications
You must be signed in to change notification settings - Fork 20
/
resize.py
49 lines (33 loc) · 1.15 KB
/
resize.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
#!/usr/bin/python
# import thread
import time
from PIL import Image
import glob
from tqdm import tqdm
import os
print('starting')
data_dir = 'physionet.org/files/mimic-cxr-jpg'
version = '2.0.0'
paths_done = glob.glob(f'{data_dir}/{version}/resized/**/*.jpg', recursive = True)
print('done', len(paths_done))
paths_all = glob.glob(f'{data_dir}/{version}/files/**/*.jpg', recursive = True)
print('all', len(paths_all))
done_files = [os.path.basename(path) for path in paths_done]
paths = [path for path in paths_all if os.path.basename(path) not in done_files ]
print('left', len(paths))
def resize_images(path):
basewidth = 512
filename = path.split('/')[-1]
img = Image.open(path)
wpercent = (basewidth/float(img.size[0]))
hsize = int((float(img.size[1])*float(wpercent)))
img = img.resize((basewidth,hsize))
img.save(f'{data_dir}/{version}/resized/{filename}')
from multiprocessing.dummy import Pool as ThreadPool
threads = 10
for i in tqdm(range(0, len(paths), threads)):
paths_subset = paths[i: i+threads]
pool = ThreadPool(len(paths_subset))
pool.map(resize_images, paths_subset)
pool.close()
pool.join()