diff --git a/pkg/handler/https.go b/pkg/handler/https.go
index d3114f66..8e57791b 100644
--- a/pkg/handler/https.go
+++ b/pkg/handler/https.go
@@ -257,7 +257,7 @@ func (handler HTTPS) toggleSSLPassthrough(passthrough bool, h haproxy.HAProxy) (
 			return err
 		}
 	}
-	if h.FrontendSSLOffloadEnabled(h.FrontHTTPS) {
+	if h.FrontendSSLOffloadEnabled(h.FrontHTTPS) || h.FrontCertsInUse() {
 		logger.Panic(h.FrontendEnableSSLOffload(h.FrontHTTPS, handler.CertDir, handler.alpn, handler.strictSNI))
 	}
 	return nil