diff --git a/router/connection_maker.go b/router/connection_maker.go
index c7ea44d0..3de67fcb 100644
--- a/router/connection_maker.go
+++ b/router/connection_maker.go
@@ -134,8 +134,10 @@ func (cm *ConnectionMaker) checkStateAndAttemptConnections() time.Duration {
 	ourConnectedPeers := make(PeerNameSet)
 	ourConnectedTargets := make(map[string]struct{})
 	for conn := range cm.ourself.Connections() {
+		address := conn.RemoteTCPAddr()
 		ourConnectedPeers[conn.Remote().Name] = void
-		ourConnectedTargets[conn.RemoteTCPAddr()] = void
+		ourConnectedTargets[address] = void
+		delete(cm.targets, address)
 	}
 
 	addTarget := func(address string) {