diff --git a/tests/integration/testcases.py b/tests/integration/testcases.py
index 9ea68e39c..04cbe3527 100644
--- a/tests/integration/testcases.py
+++ b/tests/integration/testcases.py
@@ -25,8 +25,7 @@ class DockerClientTestCase(unittest.TestCase):
         for c in self.client.containers(
                 all=True,
                 filters={'label': '%s=composetest' % LABEL_PROJECT}):
-            self.client.kill(c['Id'])
-            self.client.remove_container(c['Id'])
+            self.client.remove_container(c['Id'], force=True)
         for i in self.client.images(
                 filters={'label': 'com.docker.compose.test_image'}):
             self.client.remove_image(i)