diff --git a/server.js b/server.js
index e020cbbdf..16c300bba 100644
--- a/server.js
+++ b/server.js
@@ -344,7 +344,7 @@ app.use(CORS);
 if (listen && basicAuthMode) app.use(basicAuthMiddleware);
 
 app.use(whitelistMiddleware(enableWhitelist));
-app.use(accessLoggerMiddleware());
+app.use(accessLoggerMiddleware(listen));
 
 if (enableCorsProxy) {
     app.use(bodyParser.json({
diff --git a/src/middleware/accessLogger.js b/src/middleware/accessLogger.js
index 26a2b49aa..a392e5595 100644
--- a/src/middleware/accessLogger.js
+++ b/src/middleware/accessLogger.js
@@ -28,14 +28,15 @@ export function migrateAccessLog() {
 
 /**
  * Creates middleware for logging access and new connections
+ * @param {boolean} listen If listen mode is enabled via config or command line
  * @returns {import('express').RequestHandler}
  */
-export default function accessLoggerMiddleware() {
+export default function accessLoggerMiddleware(listen) {
     return function (req, res, next) {
         const clientIp = getRealIpFromHeader(req);
         const userAgent = req.headers['user-agent'];
 
-        if (!knownIPs.has(clientIp)) {
+        if (listen && !knownIPs.has(clientIp)) {
             // Log new connection
             console.info(color.yellow(`New connection from ${clientIp}; User Agent: ${userAgent}\n`));
             knownIPs.add(clientIp);