From 7c51880b29d3b8feb23cecf040d796d26cb428ac Mon Sep 17 00:00:00 2001 From: Glenn Jocher Date: Mon, 2 Aug 2021 18:17:12 +0200 Subject: [PATCH] Skip existing npy --- utils/datasets.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/utils/datasets.py b/utils/datasets.py index 8218afded92c..1c780cdbac4b 100755 --- a/utils/datasets.py +++ b/utils/datasets.py @@ -466,12 +466,12 @@ def __init__(self, path, img_size=640, batch_size=16, augment=False, hyp=None, r results = ThreadPool(NUM_THREADS).imap(lambda x: load_image(*x), zip(repeat(self), range(n))) pbar = tqdm(enumerate(results), total=n) for i, x in pbar: - im, self.img_hw0[i], self.img_hw[i] = x # img, hw_original, hw_resized = load_image(self, i) if cache_images == 'disk': - np.save(self.img_npy[i].as_posix(), im) + if not self.img_npy[i].exists(): + np.save(self.img_npy[i].as_posix(), x[0]) gb += self.img_npy[i].stat().st_size else: - self.imgs[i] = im + self.imgs[i], self.img_hw0[i], self.img_hw[i] = x # im, hw_orig, hw_resized = load_image(self, i) gb += self.imgs[i].nbytes pbar.desc = f'{prefix}Caching images ({gb / 1E9:.1f}GB {cache_images})' pbar.close()