diff --git a/behave_utils/docker.py b/behave_utils/docker.py
index 9ff8d407530972b569092ed1139cad9bc109f67c..8f508ec2d06d051b3026f00cadddc9c5d3ed6f79 100644
--- a/behave_utils/docker.py
+++ b/behave_utils/docker.py
@@ -1,4 +1,4 @@
-#  Copyright 2021-2022  Dominik Sekotill <dom.sekotill@kodo.org.uk>
+#  Copyright 2021-2023  Dominik Sekotill <dom.sekotill@kodo.org.uk>
 #
 #  This Source Code Form is subject to the terms of the Mozilla Public
 #  License, v. 2.0. If a copy of the MPL was not distributed with this
@@ -350,7 +350,10 @@ class Container(Item):
 			opts.append(b"--network=none")
 
 		self.cid = ShaID(
-			docker_output(b"container", b"create", *opts, self.image.iid, *self.cmd),
+			docker_output(
+				b"container", b"create", "--rm",
+				*opts, self.image.iid, *self.cmd,
+			),
 		)
 		assert self.cid