From 2356ab4a4ceb9ee7dca7de9fbb8d37af96999d08 Mon Sep 17 00:00:00 2001
From: younglim <younglim@users.noreply.github.com>
Date: Sun, 26 May 2024 12:15:03 +0800
Subject: [PATCH] Fix incorrect url reference to request url

---
 crawlers/crawlDomain.js | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/crawlers/crawlDomain.js b/crawlers/crawlDomain.js
index 72b5534b..11e8e5c8 100644
--- a/crawlers/crawlDomain.js
+++ b/crawlers/crawlDomain.js
@@ -295,6 +295,8 @@ const crawlDomain = async (
       enqueueLinksByClickingElements,
     }) => {
 
+      url = request.url;
+      
       function isExcluded(url) {
         // Check if duplicate scan URL
         if (urlsCrawled.scanned.some(item => item.url === url)) {