diff --git a/plugins/action/pgp_keyring.py b/plugins/action/pgp_keyring.py
index cee06aec4e..34f702feab 100644
--- a/plugins/action/pgp_keyring.py
+++ b/plugins/action/pgp_keyring.py
@@ -63,10 +63,9 @@ class ActionModule(ActionBase):
 
             new_task = self._task.copy()
 
-            with tempfile.NamedTemporaryFile('wb', delete=True, delete_on_close=False) as f:
+            with tempfile.NamedTemporaryFile('wb', delete=True) as f:
                 f.write(bytes(key))
                 f.flush()
-                f.close()
 
                 new_task.args.update(
                     dict(