diff --git a/shlax/image.py b/shlax/image.py
index 33c80e3..9aade3c 100644
--- a/shlax/image.py
+++ b/shlax/image.py
@@ -29,7 +29,7 @@ class Layers(set):
         """Drop layers for this image"""
         if tags is None:
             tags = [layer for layer in await self.ls(target)]
-        await target.exec('podman', 'rmi', *tags)
+        await target.exec('podman', 'rmi', *tags, raises=False)
 
 
 class Image: