diff --git a/vcr/patch.py b/vcr/patch.py
index 68701a38..c373641b 100644
--- a/vcr/patch.py
+++ b/vcr/patch.py
@@ -387,6 +387,8 @@ def __exit__(self, *args):
                     readd_connections.append(connection)
             for connection in readd_connections:
                 pool._put_conn(connection)
+            for connection in connections:
+                connection.close()
 
 
 def reset_patchers():