-
Notifications
You must be signed in to change notification settings - Fork 0
/
index.js
124 lines (107 loc) · 3.16 KB
/
index.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
require('dotenv').config();
const puppeteer = require('puppeteer');
let oppenedCards = [];
async function scrollToBottom(page, pageIndex) {
await page.evaluate(() => {
return new Promise((resolve) => {
setTimeout(() => {
resolve();
}, 1000);
});
});
console.log(`<======= SCROLL PAGE =======> ${pageIndex}`);
await page.evaluate(async () => {
await new Promise((resolve, _) => {
const scrollHeight = document.documentElement.scrollHeight;
const distance = 100;
let count = 0;
const interval = setInterval(() => {
window.scrollBy(0, distance);
count += 1;
if (count * distance >= scrollHeight) {
clearInterval(interval);
resolve();
}
}, 100);
});
});
}
async function openRandomCard(page) {
await page.evaluate(() => {
const productCard = document.querySelector('.product-card__link');
if (productCard) {
productCard.click();
}
});
await page.evaluate(() => {
return new Promise((resolve) => {
setTimeout(() => {
resolve();
}, 1000);
});
});
const url = await page.url();
if (oppenedCards.length && oppenedCards.findIndex(e => e === url) !== -1) {
await page.goBack();
return false;
}
console.log('<======= OPEN PRODUCT CARD =======>', url);
oppenedCards.push(url);
await page.goBack();
return true;
}
async function hasCards (page) {
const productCards = await page.$$('.product-card');
const productCardsWr = await page.$$('.product-card__wrapper');
return productCards.length > 3 || productCardsWr.length > 3;
}
async function autoSearchAndWatchResults() {
console.log('<======= LAUNCH BROWSER =======>');
const browser = await puppeteer.launch({ headless: false });
const page = await browser.newPage();
let nextPageButtonExists = true;
let prevIndex = 1;
console.log(`<======= GO TO =======> ${process.env.URL}`);
await page.goto(process.env.URL);
await page.waitForSelector('.search-catalog__input');
await page.evaluate(() => {
return new Promise((resolve) => {
setTimeout(() => {
resolve();
}, 2000);
});
});
await page.type('.search-catalog__input', process.env.QUERY);
await page.keyboard.press('Enter');
await page.waitForSelector('.searching-results__inner');
while (nextPageButtonExists) {
const url = await page.url();
const match = url.match(/page=(\d+)/);
const index = match ? parseInt(match[1]) : 'UNKNOWN_MAYBE_1';
// if(!hasCards(page)) {
// continue;
// }
if(prevIndex === index) {
break;
}
prevIndex = index;
if (typeof prevIndex === 'number' && prevIndex % 3 == 0) {
const success = await openRandomCard(page);
if(!success) {
console.log('<======= BREAK LOOP CAUSE MIRROR URL =======>');
break;
}
} else {
await scrollToBottom(page, index);
}
await page.evaluate(() => {
const nextPageButton = document.querySelector('.pagination__next');
if (nextPageButton) {
nextPageButton.click();
}
});
}
console.log('<======= CLOSE BROWSER =======>');
await browser.close();
}
autoSearchAndWatchResults();