diff --git a/src/artifact-scanner.test.ts b/src/artifact-scanner.test.ts
index 40c73d4a8..fe929e304 100644
--- a/src/artifact-scanner.test.ts
+++ b/src/artifact-scanner.test.ts
@@ -59,7 +59,7 @@ test("scanArtifactsForTokens handles files without tokens", async (t) => {
 test("scanArtifactsForTokens finds token in debug artifacts", async (t) => {
   t.timeout(10000); // 10 seconds
   const messages: LoggedMessage[] = [];
-  const logger = getRecordingLogger(messages);
+  const logger = getRecordingLogger(messages, { logToConsole: false });
   // The zip here is a regression test based on
   // https://github.com/github/codeql-action/security/advisories/GHSA-vqf5-2xx6-9wfm
   const testZip = path.join(
diff --git a/src/testing-utils.ts b/src/testing-utils.ts
index eaec11e2c..897bafcc2 100644
--- a/src/testing-utils.ts
+++ b/src/testing-utils.ts
@@ -152,27 +152,38 @@ export interface LoggedMessage {
   message: string | Error;
 }
 
-export function getRecordingLogger(messages: LoggedMessage[]): Logger {
+export function getRecordingLogger(
+  messages: LoggedMessage[],
+  { logToConsole }: { logToConsole?: boolean } = { logToConsole: true },
+): Logger {
   return {
     debug: (message: string) => {
       messages.push({ type: "debug", message });
-      // eslint-disable-next-line no-console
-      console.debug(message);
+      if (logToConsole) {
+        // eslint-disable-next-line no-console
+        console.debug(message);
+      }
     },
     info: (message: string) => {
       messages.push({ type: "info", message });
-      // eslint-disable-next-line no-console
-      console.info(message);
+      if (logToConsole) {
+        // eslint-disable-next-line no-console
+        console.info(message);
+      }
     },
     warning: (message: string | Error) => {
       messages.push({ type: "warning", message });
-      // eslint-disable-next-line no-console
-      console.warn(message);
+      if (logToConsole) {
+        // eslint-disable-next-line no-console
+        console.warn(message);
+      }
     },
     error: (message: string | Error) => {
       messages.push({ type: "error", message });
-      // eslint-disable-next-line no-console
-      console.error(message);
+      if (logToConsole) {
+        // eslint-disable-next-line no-console
+        console.error(message);
+      }
     },
     isDebug: () => true,
     startGroup: () => undefined,