Skip to content

Commit

Permalink
feat(route): add bbs guozaoke route (#17170)
Browse files Browse the repository at this point in the history
* add routes guozaoke

* add routes guozaoke

* fix ESLint Check warning

* fix ESLint Check warning

* fix ESLint Check warning

* fix ESLint Check warning

* fix ESLint Check warning

* fix routes guozaoke code review

* fix routes guozaoke code review

* fix route code review

* fix code revice issue

* fix code revice issue

* fix code revice issue

* fix code revice issue

* fix code revice issue

* fix code revice issue

* fix code review issues

* fix code review issues
  • Loading branch information
xiaoshame authored Oct 30, 2024
1 parent 58cce22 commit 374c865
Show file tree
Hide file tree
Showing 3 changed files with 111 additions and 0 deletions.
6 changes: 6 additions & 0 deletions lib/config.ts
Original file line number Diff line number Diff line change
Expand Up @@ -151,6 +151,9 @@ export type Config = {
google: {
fontsApiKey?: string;
};
guozaoke: {
cookies?: string;
};
hefeng: {
key?: string;
};
Expand Down Expand Up @@ -551,6 +554,9 @@ const calculateValue = () => {
google: {
fontsApiKey: envs.GOOGLE_FONTS_API_KEY,
},
guozaoke: {
cookies: envs.GUOZAOKE_COOKIES,
},
hefeng: {
// weather
key: envs.HEFENG_KEY,
Expand Down
99 changes: 99 additions & 0 deletions lib/routes/guozaoke/index.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,99 @@
import { Route } from '@/types';
import got from '@/utils/got';
import { load } from 'cheerio';
import { parseRelativeDate } from '@/utils/parse-date';
import { config } from '@/config';
import cache from '@/utils/cache';
import asyncPool from 'tiny-async-pool';

export const route: Route = {
path: '/default',
categories: ['bbs'],
example: '/guozaoke/default',
parameters: {},
features: {
requireConfig: false,
requirePuppeteer: false,
antiCrawler: true,
supportBT: false,
supportPodcast: false,
supportScihub: false,
},
name: '过早客',
maintainers: ['xiaoshame'],
handler,
url: 'guozaoke.com/',
};

async function handler() {
const url = 'https://www.guozaoke.com/';
const res = await got({
method: 'get',
url,
headers: {
Cookie: config.guozaoke.cookies,
'User-Agent': config.ua,
},
});
const $ = load(res.data);

const list = $('div.topic-item').toArray();
const maxItems = 20; // 最多取20个数据

const items = list
.slice(0, maxItems)
.map((item) => {
const $item = $(item);
const title = $item.find('h3.title a').text();
const url = $item.find('h3.title a').attr('href');
const author = $item.find('span.username a').text();
const lastTouched = $item.find('span.last-touched').text();
const pubDate = parseRelativeDate(lastTouched);
const link = url ? url.split('#')[0] : undefined;
return link ? { title, link, author, pubDate } : undefined;
})
.filter((item) => item !== undefined);

const out = [];
for await (const result of asyncPool(2, items, (item) =>
cache.tryGet(item.link, async () => {
const url = `https://www.guozaoke.com${item.link}`;
const res = await got({
method: 'get',
url,
headers: {
Cookie: config.guozaoke.cookies,
'User-Agent': config.ua,
},
});

const $ = load(res.data);
let content = $('div.ui-content').html();
content = content ? content.trim() : '';
const comments = $('.reply-item').map((i, el) => {
const $el = $(el);
const comment = $el.find('span.content').text().trim();
const author = $el.find('span.username').text();
return {
comment,
author,
};
});
if (comments && comments.length > 0) {
for (const item of comments) {
content += '<br>' + item.author + ': ' + item.comment;
}
}
item.description = content;
return item;
})
)) {
out.push(result);
}

return {
title: '过早客',
link: url,
item: out,
};
}
6 changes: 6 additions & 0 deletions lib/routes/guozaoke/namespace.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
import type { Namespace } from '@/types';

export const namespace: Namespace = {
name: 'guozaoke',
url: 'guozaoke.com',
};

0 comments on commit 374c865

Please sign in to comment.