diff --git a/internal/internal.go b/internal/internal.go
index 042630f63..8e72cc808 100644
--- a/internal/internal.go
+++ b/internal/internal.go
@@ -333,6 +333,7 @@ func (p *envoyExtAuthzGrpcServer) listen() {
 
 	if err != nil {
 		logger.WithFields(map[string]interface{}{"err": err}).Error("Unable to create listener.")
+		return
 	}
 
 	logger.WithFields(map[string]interface{}{