diff --git a/contrib/docker-build/docker-build b/contrib/docker-build/docker-build
index 934e47ec8f..f2fc340680 100755
--- a/contrib/docker-build/docker-build
+++ b/contrib/docker-build/docker-build
@@ -96,7 +96,7 @@ def main():
 			else:
 				print "Skipping uknown op " + op
 	except:
-		docker(["rmi"] + steps)
+		docker(["rmi"] + steps[1:])
 		raise
 	print base