From b11d0840d0fb85a61ca68cff4c408ef829acf368 Mon Sep 17 00:00:00 2001 From: Wilson WeeSheng Khoo Date: Thu, 10 Oct 2024 17:58:27 +0800 Subject: [PATCH] Disable error logging for failed MIME type checks in URL processing --- src/crawlers/crawlDomain.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/crawlers/crawlDomain.ts b/src/crawlers/crawlDomain.ts index e29a9afd..58d28c91 100644 --- a/src/crawlers/crawlDomain.ts +++ b/src/crawlers/crawlDomain.ts @@ -222,7 +222,7 @@ const crawlDomain = async ( } } catch (e) { - silentLogger.error(`Error checking the MIME type of ${url}: ${e.message}`); + // silentLogger.error(`Error checking the MIME type of ${url}: ${e.message}`); // If an error occurs (e.g., a network issue), assume the URL is processible httpHeadCache.set(url, true); return true;