diff --git a/src/settings/nm-agent-manager.c b/src/settings/nm-agent-manager.c
index 21635a939..b71c73f5e 100644
--- a/src/settings/nm-agent-manager.c
+++ b/src/settings/nm-agent-manager.c
@@ -841,6 +841,9 @@ _con_get_request_done (NMSecretAgent *agent,
 			req_complete_error (req, error);
 			g_error_free (error);
 		} else {
+			/* Tell the failed agent we're no longer interested. */
+			nm_secret_agent_cancel_secrets (parent->current, parent->current_call_id);
+
 			/* Try the next agent */
 			request_next_agent (req);
 			maybe_remove_agent_on_error (agent, error);