Fix incorrect url reference to request url

GovTechSG · May 26, 2024 · 2356ab4 · 2356ab4
1 parent 8340e5c
commit 2356ab4
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/crawlers/crawlDomain.js b/crawlers/crawlDomain.js
@@ -295,6 +295,8 @@ const crawlDomain = async (
       enqueueLinksByClickingElements,
     }) => {
 
+      url = request.url;
+
       function isExcluded(url) {
         // Check if duplicate scan URL
         if (urlsCrawled.scanned.some(item => item.url === url)) {