elmgates/DailyHotApi
1
0
Fork 0
mirror of https://github.com/imsyy/DailyHotApi.git synced 2026-01-13 05:34:55 +08:00
Code Issues Packages Projects Releases Wiki Activity

✨ feat: 新增 历史上的今天

Browse Source
This commit is contained in:
imsyy
2024-06-13 14:09:16 +08:00
parent b8f7c1ad23
commit fa80a29772
37 changed files with 136 additions and 868 deletions
Download Patch File Download Diff File Expand all files Collapse all files

33
src/utils/getData.ts
View File

@@ -1,7 +1,7 @@
import type { Get, Post, Web } from "../types.ts";
import { config } from "../config.js";
import { getCache, setCache, delCache } from "./cache.js";
import { Cluster } from "puppeteer-cluster";
// import { Cluster } from "puppeteer-cluster";
import logger from "./logger.js";
import axios from "axios";
@@ -13,25 +13,26 @@ const request = axios.create({
});
// puppeteer-cluster
export const createCluster = async () => {
return await Cluster.launch({
concurrency: Cluster.CONCURRENCY_BROWSER,
maxConcurrency: 5,
});
};
// export const createCluster = async () => {
// return await Cluster.launch({
// concurrency: Cluster.CONCURRENCY_BROWSER,
// maxConcurrency: 5,
// });
// };
// Cluster
const cluster = await createCluster();
// const cluster = await createCluster();
const cluster = null;
// Cluster configuration
cluster.task(async ({ page, data: { url, userAgent } }) => {
if (userAgent) {
await page.setUserAgent(userAgent);
}
await page.goto(url, { waitUntil: 'networkidle0' });
const pageContent = await page.content();
return pageContent;
});
// cluster.task(async ({ page, data: { url, userAgent } }) => {
// if (userAgent) {
// await page.setUserAgent(userAgent);
// }
// await page.goto(url, { waitUntil: "networkidle0" });
// const pageContent = await page.content();
// return pageContent;
// });
// 请求拦截
request.interceptors.request.use(