diff --git a/cmd/certdump/certdump.go b/cmd/certdump/certdump.go
index 01d5061..103fe6b 100644
--- a/cmd/certdump/certdump.go
+++ b/cmd/certdump/certdump.go
@@ -240,10 +240,10 @@ func displayAllCertsWeb(uri string, leafOnly bool) {
 		if err == nil {
 			state = conn.ConnectionState()
 		}
+		conn.Close()
 	} else {
 		Warn(err, "TLS verification error with server name %s", ci.Host)
 	}
-	conn.Close()
 
 	if len(state.PeerCertificates) == 0 {
 		Warnx("no certificates found")