diff --git a/overviewer_core/optimizeimages.py b/overviewer_core/optimizeimages.py
index 1d79f71..0ccd4a2 100644
--- a/overviewer_core/optimizeimages.py
+++ b/overviewer_core/optimizeimages.py
@@ -47,6 +47,7 @@ class Optimizer:
 
 class NonAtomicOptimizer(Optimizer):
     def cleanup(self, img):
+        os.remove(img)
         os.rename(img + ".tmp", img)
 
     def fire_and_forget(self, args, img):