12 Commits

Author SHA1 Message Date
imsyy
b7260cf569 🐳 chore: 支持自动部署 2024-01-17 15:07:51 +08:00
imsyy
3343f2b5db 📃 docs: 更新文档 2024-01-02 11:22:38 +08:00
imsyy
2b91f3f32b feat: 新增部分接口 2024-01-02 11:20:50 +08:00
底层用户
fa8fb5a47f Merge pull request #38 from x-dr/master
feat:添加一些接口
2024-01-02 09:37:19 +08:00
x-dr
c0cbb3591b feat: 新增NGA论坛热帖 2023-12-27 19:36:38 +08:00
x-dr
4c54be315f feat: 新增网易云音乐飙升榜 2023-12-27 19:36:00 +08:00
x-dr
71a3621fd8 feat: 新增QQ音乐热歌榜 2023-12-27 19:35:25 +08:00
x-dr
e6a02c667f feat: 新增V2EX热帖 2023-12-27 19:34:50 +08:00
x-dr
07c0f6ed9b feat: 豆瓣小组精选榜单 2023-12-27 19:33:39 +08:00
imsyy
b8c16ad88a feat: 新增 Github Trending 榜单 2023-12-27 10:05:15 +08:00
底层用户
5df634058c Merge pull request #37 from x-dr/master
feat: add GitHub Trending Api
2023-12-27 09:59:26 +08:00
x-dr
69fb0640be feat: add GitHub Trending Api 2023-12-24 22:44:42 +08:00
16 changed files with 1778 additions and 425 deletions

46
.github/workflows/docker.yml vendored Normal file
View File

@@ -0,0 +1,46 @@
name: Publish Docker image
on:
release:
types: [published]
jobs:
push_to_registry:
name: Push Docker image to multiple registries
runs-on: ubuntu-latest
permissions:
packages: write
contents: read
steps:
- name: Check out the repo
uses: actions/checkout@v4
- name: Log in to Docker Hub
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}
- name: Log in to the Container registry
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Extract metadata (tags, labels) for Docker
id: meta
uses: docker/metadata-action@v5
with:
images: |
imsyy/dailyhot-api
ghcr.io/${{ github.repository }}
- name: Build and push Docker image
uses: docker/build-push-action@v5
with:
context: .
file: ./Dockerfile
push: true
tags: ${{ steps.meta.outputs.tags }}
labels: ${{ steps.meta.outputs.labels }}

View File

@@ -1,4 +1,4 @@
FROM node:16-alpine
FROM node:18-alpine
WORKDIR /app
COPY package*.json ./

102
README.md
View File

@@ -16,32 +16,70 @@
> 🟠 可能失效
> ❌ 无法使用
| **站点** | **类别** | **调用名称** | **状态** |
| ------------ | -------- | ------------------- | -------- |
| 哔哩哔哩 | 热门榜 | bilibili | 🟢 |
| 微博 | 热搜榜 | weibo | 🟢 |
| 知乎 | 热榜 | zhihu | 🟢 |
| 百度 | 热搜榜 | baidu | 🟢 |
| 抖音 | 热点榜 | douyin / douyin_new | 🟢 |
| 抖音 | 热歌榜 | douyin_music | 🟢 |
| 豆瓣 | 新片榜 | douban_new | 🟢 |
| 百度贴吧 | 热议榜 | tieba | 🟢 |
| 少数派 | 热榜 | sspai | 🟢 |
| IT 之家 | 热榜 | ithome | 🟠 |
| 澎湃新闻 | 热榜 | thepaper | 🟢 |
| 今日头条 | 热榜 | toutiao | 🟢 |
| 36 氪 | 热榜 | 36kr | 🟢 |
| 稀土掘金 | 热榜 | juejin | 🟢 |
| 腾讯新闻 | 热| newsqq | 🟢 |
| 网易新闻 | 热点榜 | netease | 🟢 |
| 英雄联盟 | 更新公告 | lol | 🟢 |
| 原神 | 最新消息 | genshin | 🟢 |
| 微信读书 | 飙升榜 | weread | 🟢 |
| 快手 | 热榜 | kuaishou | 🟢 |
| 历史上的今天 | 指定日期 | calendar | 🟢 |
| **站点** | **类别** | **调用名称** | **状态** |
| ------------ | -------- | --------------------- | -------- |
| 哔哩哔哩 | 热门榜 | bilibili | 🟢 |
| 微博 | 热搜榜 | weibo | 🟢 |
| 知乎 | 热榜 | zhihu | 🟢 |
| 百度 | 热搜榜 | baidu | 🟢 |
| 抖音 | 热点榜 | douyin / douyin_new | 🟢 |
| 抖音 | 热歌榜 | douyin_music | 🟢 |
| 豆瓣 | 新片榜 | douban_new | 🟢 |
| 豆瓣讨论小组 | 讨论精选 | douban_group | 🟢 |
| 百度贴吧 | 热榜 | tieba | 🟢 |
| 少数派 | 热榜 | sspai | 🟢 |
| IT 之家 | 热榜 | ithome | 🟠 |
| 澎湃新闻 | 热榜 | thepaper | 🟢 |
| 今日头条 | 热榜 | toutiao | 🟢 |
| 36 氪 | 热榜 | 36kr | 🟢 |
| 稀土掘金 | 热榜 | juejin | 🟢 |
| 腾讯新闻 | 热点榜 | newsqq | 🟢 |
| 网易新闻 | 热点榜 | netease | 🟢 |
| 英雄联盟 | 更新公告 | lol | 🟢 |
| 原神 | 最新消息 | genshin | 🟢 |
| 微信读书 | 飙升榜 | weread | 🟢 |
| 快手 | 热榜 | kuaishou | 🟢 |
| 网易云音乐 | 排行榜 | netease_music_toplist | 🟢 |
| QQ音乐 | 排行榜 | qq_music_toplist | 🟢 |
| NGA | 热帖 | ngabbs | 🟢 |
| Github | Trending | github | 🟢 |
| V2EX | 热榜 | v2ex | 🟠 |
| 历史上的今天 | 指定日期 | calendar | 🟢 |
### 特殊接口说明
#### 网易云音乐
调用网易云音乐排行榜需要传入指定榜单类别
| 参数名 | 参数值 | 说明 |
| ------ | ------ | ------ |
| type | 1 | 飙升榜 |
| type | 2 | 新歌榜 |
| type | 3 | 原创榜 |
| type | 4 | 热歌榜 |
```http
GET https://example.com/netease_music_toplist?type=1
```
#### QQ音乐
调用QQ音乐排行榜需要传入指定榜单类别
| 参数名 | 参数值 | 说明 |
| ------ | ------ | ---------------- |
| type | 1 | 飙升榜 |
| type | 2 | 热歌榜 |
| type | 3 | 新歌榜 |
| type | 4 | 流行指数榜 |
| type | 5 | 腾讯音乐人原创榜 |
| type | 6 | 听歌识曲榜 |
```http
GET https://example.com/qq_music_toplist?type=1
```
#### 获取全部接口信息
获取除了下方特殊接口外的全部接口列表
@@ -61,10 +99,10 @@ GET https://example.com/calendar/date?month=06&day=01
## 部署
```bash
// 安装依赖
# 安装依赖
pnpm install
// 运行
# 运行
pnpm start
```
@@ -75,19 +113,21 @@ pnpm start
### 本地构建
```bash
// 构建
# 构建
docker build -t dailyhot-api .
// 运行
# 运行
docker run -p 6688:6688 -d dailyhot-api
# 或使用 Docker Compose
docker-compose up -d
```
### 在线部署
```bash
// 拉取
docker pull imsyy/dailyhot-api:1.0.5
// 运行
docker run -p 6688:6688 -d imsyy/dailyhot-api:1.0.5
# 拉取
docker pull imsyy/dailyhot-api:latest
# 运行
docker run -p 6688:6688 -d imsyy/dailyhot-api:latest
```
## Vercel 部署

12
docker-compose.yml Normal file
View File

@@ -0,0 +1,12 @@
services:
DailyhotApi:
build:
context: .
image: dailyhot-api
container_name: dailyhot-api
volumes:
- /etc/localtime:/etc/localtime:ro
- /etc/timezone:/etc/timezone:ro
ports:
- 6688:6688
restart: always

View File

@@ -27,18 +27,28 @@ app.use(
}),
);
// CORS
app.use(async (ctx, next) => {
if (domain === "*") {
await next();
ctx.set("Access-Control-Allow-Origin", domain);
ctx.set("Access-Control-Allow-Methods", "GET, OPTIONS");
ctx.set("Access-Control-Allow-Headers", "Content-Type, Authorization");
ctx.set("Access-Control-Allow-Credentials", "true");
// 处理预检请求
if (ctx.method === "OPTIONS") {
ctx.status = 200;
} else {
if (ctx.headers.origin === domain || ctx.headers.referer === domain) {
if (domain === "*") {
await next();
} else {
ctx.status = 403;
ctx.body = {
code: 403,
message: "请通过正确的域名访问",
};
if (ctx.headers.origin === domain || ctx.headers.referer === domain) {
await next();
} else {
ctx.status = 403;
ctx.body = {
code: 403,
message: "请通过正确的域名访问",
};
}
}
}
});

View File

@@ -1,7 +1,7 @@
{
"name": "dailyhot_api",
"version": "1.0.5",
"description": "一个今日热榜",
"version": "1.0.8",
"description": "An api on Today's Hot list",
"main": "index.js",
"scripts": {
"format": "prettier --write .",
@@ -14,19 +14,19 @@
"author": "imsyy",
"license": "MIT",
"dependencies": {
"axios": "^1.3.4",
"axios": "^1.6.3",
"cheerio": "1.0.0-rc.12",
"dotenv": "^16.0.3",
"eslint": "^8.48.0",
"eslint-plugin-vue": "^9.17.0",
"koa": "^2.14.1",
"koa-bodyparser": "^4.3.0",
"koa-router": "^12.0.0",
"dotenv": "^16.3.1",
"eslint": "^8.56.0",
"eslint-plugin-vue": "^9.19.2",
"koa": "^2.15.0",
"koa-bodyparser": "^4.4.1",
"koa-router": "^12.0.1",
"koa-static": "^5.0.0",
"koa-views": "^8.0.0",
"koa-views": "^8.1.0",
"koa2-cors": "^2.0.6",
"node-cache": "^5.1.2",
"nodemon": "^2.0.22",
"prettier": "^3.0.2"
"prettier": "^3.1.1"
}
}

893
pnpm-lock.yaml generated

File diff suppressed because it is too large Load Diff

181
routes/douban_group.js Normal file
View File

@@ -0,0 +1,181 @@
/**
* @author: x-dr
* @date: 2023-12-26
* @customEditors: imsyy
* @lastEditTime: 2024-01-02
*/
const Router = require("koa-router");
const doubanGroupNewRouter = new Router();
const axios = require("axios");
const cheerio = require("cheerio");
const { get, set, del } = require("../utils/cacheData");
// 接口信息
const routerInfo = {
name: "douban_group",
title: "豆瓣讨论小组",
subtitle: "精选",
};
// 缓存键名
const cacheKey = "doubanGroupData";
// 调用时间
let updateTime = new Date().toISOString();
const url = "https://www.douban.com/group/explore";
const headers = {
accept:
"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
"accept-language": "zh-CN,zh;q=0.9,en;q=0.8",
"cache-control": "max-age=0",
"sec-ch-ua": '"Not_A Brand";v="8", "Chromium";v="120", "Google Chrome";v="120"',
"sec-ch-ua-mobile": "?0",
"sec-ch-ua-platform": '"Windows"',
"sec-fetch-dest": "document",
"sec-fetch-mode": "navigate",
"sec-fetch-site": "none",
"sec-fetch-user": "?1",
"upgrade-insecure-requests": "1",
// "cookie": "bid=lLpb6D1JLuw; douban-fav-remind=1; _pk_id.100001.8cb4=e7d91ae46530fd1d.1680518589.; ll=\"118281\"; _pk_ref.100001.8cb4=%5B%22%22%2C%22%22%2C1703602972%2C%22http%3A%2F%2Fnew.xianbao.fun%2F%22%5D; _pk_ses.100001.8cb4=1; ap_v=0,6.0"
};
// 数据处理
const getData = (data) => {
if (!data) return false;
const dataList = [];
const $ = cheerio.load(data);
try {
$(`.channel-item`).each((i, e) => {
// console.log($(e).html());
const item = cheerio.load($(e).html());
const title = item("h3")
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const url = item("h3 a").attr("href");
const hot = item('div[class="likes"]')
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const desc = item('div[class="block"]')
.text()
.replace(/(^\s*)|(\s*$|\n)/g, "");
const source = item('div[class="source"] a')
.text()
.replace(/(^\s*)|(\s*$)/g, "");
// const excerpt = item('.channel-item-desc').text().replace(/(^\s*)|(\s*$)/g, "")
// console.log(title);
// console.log(url);
dataList.push({
title: title,
desc: desc,
url: url,
mobileUrl: url,
hot: hot,
source: source,
});
});
return dataList;
} catch (error) {
console.error("数据处理出错" + error);
return false;
}
};
// trending
doubanGroupNewRouter.get("/douban_group", async (ctx) => {
console.log("获取豆瓣讨论小组精选");
try {
// 从缓存中获取数据
let data = await get(cacheKey);
const from = data ? "cache" : "server";
if (!data) {
// 如果缓存中不存在数据
console.log("从服务端重新豆瓣讨论小组精选");
// 从服务器拉取数据
const response = await axios.get(url, { headers });
// console.log(response.data);
data = getData(response.data);
updateTime = new Date().toISOString();
if (!data) {
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
return false;
}
// 将数据写入缓存
await set(cacheKey, data);
}
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
from,
total: data.length,
updateTime,
data,
};
} catch (error) {
console.error(error);
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
}
});
// 豆瓣新片榜 - 获取最新数据
doubanGroupNewRouter.get("/douban_group/new", async (ctx) => {
console.log("获取豆瓣讨论小组精选 - 最新数据");
try {
// 从服务器拉取最新数据
const response = await axios.get(url, { headers });
const newData = getData(response.data);
updateTime = new Date().toISOString();
console.log("从服务端重新豆瓣讨论小组精选");
// 返回最新数据
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
updateTime,
total: newData.length,
data: newData,
};
// 删除旧数据
await del(cacheKey);
// 将最新数据写入缓存
await set(cacheKey, newData);
} catch (error) {
// 如果拉取最新数据失败,尝试从缓存中获取数据
console.error(error);
const cachedData = await get(cacheKey);
if (cachedData) {
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
total: cachedData.length,
updateTime,
data: cachedData,
};
} else {
// 如果缓存中也没有数据,则返回错误信息
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
}
}
});
doubanGroupNewRouter.info = routerInfo;
module.exports = doubanGroupNewRouter;

View File

@@ -13,7 +13,7 @@ const { get, set, del } = require("../utils/cacheData");
// 接口信息
const routerInfo = {
name: "douban",
name: "douban_new",
title: "豆瓣",
subtitle: "新片榜",
};

View File

@@ -12,7 +12,7 @@ const { get, set, del } = require("../utils/cacheData");
// 接口信息
const routerInfo = {
name: "douyin",
name: "douyin_music",
title: "抖音",
subtitle: "热歌榜",
};

174
routes/github.js Normal file
View File

@@ -0,0 +1,174 @@
/*
* @author: x-dr
* @date: 2023-12-25
* @customEditors: imsyy
* @lastEditTime: 2023-12-27
*/
const Router = require("koa-router");
const githubNewRouter = new Router();
const axios = require("axios");
const cheerio = require("cheerio");
const { get, set, del } = require("../utils/cacheData");
// 接口信息
const routerInfo = {
name: "github",
title: "Github",
subtitle: "trending",
};
// 缓存键名
const cacheKey = "githubData";
// 调用时间
let updateTime = new Date().toISOString();
const url = "https://github.com/trending";
const headers = {
"User-Agent":
"Mozilla/5.0 (iPhone; CPU iPhone OS 15_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.0 Mobile/15E148 Safari/604.1",
};
// 数据处理
const getData = (data) => {
if (!data) return false;
const dataList = [];
const $ = cheerio.load(data);
try {
$(`.Box-row`).each((i, e) => {
// console.log(getCheerio(e).html());
const item = cheerio.load($(e).html());
// console.log(item);
const title = item("h2 a").attr("href").replace("/", "");
const url = `https://github.com/${title}`;
const excerpt = item("p")
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const language = item('.f6 span[itemprop="programmingLanguage"]')
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const stars = item(".f6 a:first")
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const forks = item(".f6 a:eq(1)")
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const starstoday = item(".f6 span:eq(4)")
.text()
.replace(/(^\s*)|(\s*$)/g, "");
dataList.push({
title: title,
desc: excerpt,
url: url,
language: language,
stars: stars,
forks: forks,
starstoday: starstoday,
});
});
return dataList;
} catch (error) {
console.error("数据处理出错" + error);
return false;
}
};
// trending
githubNewRouter.get("/github", async (ctx) => {
console.log("获取github trending");
try {
// 从缓存中获取数据
let data = await get(cacheKey);
const from = data ? "cache" : "server";
if (!data) {
// 如果缓存中不存在数据
console.log("从服务端重新github trending");
// 从服务器拉取数据
const response = await axios.get(url, { headers });
// console.log(response.data);
data = getData(response.data);
updateTime = new Date().toISOString();
if (!data) {
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
return false;
}
// 将数据写入缓存
await set(cacheKey, data);
}
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
from,
total: data.length,
updateTime,
data,
};
} catch (error) {
console.error(error);
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
}
});
// trending - 获取最新数据
githubNewRouter.get("/github/new", async (ctx) => {
console.log("获取github trending - 最新数据");
try {
// 从服务器拉取最新数据
const response = await axios.get(url, { headers });
const newData = getData(response.data);
updateTime = new Date().toISOString();
console.log("从服务端重新github trending");
// 返回最新数据
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
updateTime,
total: newData.length,
data: newData,
};
// 删除旧数据
await del(cacheKey);
// 将最新数据写入缓存
await set(cacheKey, newData);
} catch (error) {
// 如果拉取最新数据失败,尝试从缓存中获取数据
console.error(error);
const cachedData = await get(cacheKey);
if (cachedData) {
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
total: cachedData.length,
updateTime,
data: cachedData,
};
} else {
// 如果缓存中也没有数据,则返回错误信息
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
}
}
});
githubNewRouter.info = routerInfo;
module.exports = githubNewRouter;

View File

@@ -36,7 +36,7 @@ const getData = (data) => {
const dataList = [];
const $ = cheerio.load(data);
try {
$(".rank-name").each(function () {
$(".rank-name").each(() => {
const type = $(this).data("rank-type");
const newListHtml = $(this).next(".rank-box").html();
cheerio

View File

@@ -0,0 +1,198 @@
/**
* @author: x-dr
* @date: 2023-12-27
* @customEditors: imsyy
* @lastEditTime: 2024-01-02
*/
const URL = require("url");
const Router = require("koa-router");
const neteaseMusicRouter = new Router();
const axios = require("axios");
const cheerio = require("cheerio");
const { get, set, del } = require("../utils/cacheData");
// 接口信息
const routerInfo = {
name: "netease_music_toplist",
title: "网易云音乐",
subtitle: "排行榜",
};
// 缓存键名
const cacheKey = "neteasemusicToplistData";
// 调用时间
let updateTime = new Date().toISOString();
const url = "https://music.163.com/discover/toplist?id=";
const headers = {
authority: "music.163.com",
referer: "https://music.163.com/",
};
// 榜单类别
const listType = {
1: {
id: 19723756,
name: "飙升榜",
},
2: {
id: 3779629,
name: "新歌榜",
},
3: {
id: 2884035,
name: "原创榜",
},
4: {
id: 3778678,
name: "热歌榜",
},
};
// 数据处理
const getData = (data) => {
if (!data) return false;
const dataList = [];
const $ = cheerio.load(data);
try {
$(".m-sgitem").each((i, e) => {
const urlString = $(e).attr("href");
const parsedUrl = URL.parse(urlString, true);
const urlidValue = parsedUrl.query.id;
const item = cheerio.load($(e).html());
const author = item('div[class="f-thide sginfo"]')
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const title = item('div[class="f-thide sgtl"]')
.text()
.replace(/(^\s*)|(\s*$)/g, "");
dataList.push({
title: title,
desc: author,
url: `https://music.163.com/#/song?id=${urlidValue}`,
mobileUrl: `https://music.163.com/m/song?id=${urlidValue}`,
});
});
return dataList;
} catch (error) {
console.error("数据处理出错" + error);
return false;
}
};
// 网易云音乐排行榜
neteaseMusicRouter.get("/netease_music_toplist", async (ctx) => {
console.log("获取网易云音乐排行榜");
try {
// 获取参数
const { type } = ctx.query;
const typeNum = Number(type);
if (!typeNum || typeNum > 4 || typeNum < 1) {
ctx.body = { code: 400, ...routerInfo, message: "参数不完整或不正确" };
return false;
}
// 更改名称
routerInfo.subtitle = listType[typeNum].name;
// 从缓存中获取数据
let data = await get(cacheKey + listType[typeNum].id);
const from = data ? "cache" : "server";
if (!data) {
// 如果缓存中不存在数据
console.log("从服务端重新获取网易云音乐排行榜");
// 从服务器拉取数据
const response = await axios.get(url + listType[typeNum].id, { headers });
// console.log(response.data);
data = getData(response.data);
updateTime = new Date().toISOString();
if (!data) {
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
return false;
}
// 将数据写入缓存
await set(cacheKey + listType[typeNum].id, data);
}
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
from,
total: data.length,
updateTime,
data,
};
} catch (error) {
console.error(error);
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
}
});
// 网易云音乐排行榜 - 获取最新数据
neteaseMusicRouter.get("/netease_music_toplist/new", async (ctx) => {
console.log("获取网易云音乐排行榜 - 最新数据");
try {
// 获取参数
const { type } = ctx.query;
const typeNum = Number(type);
if (!typeNum || typeNum > 4 || typeNum < 1) {
ctx.body = { code: 400, ...routerInfo, message: "参数不完整或不正确" };
return false;
}
// 更改名称
routerInfo.subtitle = listType[typeNum].name;
// 从服务器拉取最新数据
const response = await axios.get(url + listType[typeNum].id, { headers });
const newData = getData(response.data);
updateTime = new Date().toISOString();
console.log("从服务端重新获取网易云音乐排行榜");
// 返回最新数据
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
updateTime,
total: newData.length,
data: newData,
};
// 删除旧数据
await del(cacheKey + listType[typeNum].id);
// 将最新数据写入缓存
await set(cacheKey + listType[typeNum].id, newData);
} catch (error) {
// 如果拉取最新数据失败,尝试从缓存中获取数据
console.error(error);
const cachedData = await get(cacheKey);
if (cachedData) {
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
total: cachedData.length,
updateTime,
data: cachedData,
};
} else {
// 如果缓存中也没有数据,则返回错误信息
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
}
}
});
neteaseMusicRouter.info = routerInfo;
module.exports = neteaseMusicRouter;

155
routes/ngabbs.js Normal file
View File

@@ -0,0 +1,155 @@
/**
* @author: x-dr
* @date: 2023-12-25
* @customEditors: imsyy
* @lastEditTime: 2024-01-02
*/
const Router = require("koa-router");
const ngabbsRouter = new Router();
const axios = require("axios");
const { get, set, del } = require("../utils/cacheData");
// 接口信息
const routerInfo = { name: "ngabbs", title: "NGA", subtitle: "论坛热帖" };
// 缓存键名
const cacheKey = "ngabbsData";
// 调用时间
let updateTime = new Date().toISOString();
const url =
"https://ngabbs.com/nuke.php?__lib=load_topic&__act=load_topic_reply_ladder2&opt=1&all=1";
const headers = {
Host: "ngabbs.com",
"Content-Type": "application/x-www-form-urlencoded",
Accept: "*/*",
"Accept-Encoding": "gzip, deflate, br",
Connection: "keep-alive",
"Content-Length": "11",
"User-Agent": "NGA/7.3.1 (iPhone; iOS 17.2.1; Scale/3.00)",
"Accept-Language": "zh-Hans-CN;q=1",
Referer: "https://ngabbs.com/",
"X-User-Agent": "NGA_skull/7.3.1(iPhone13,2;iOS 17.2.1)",
};
const postData = { __output: "14" };
// 数据处理
const getData = (data) => {
if (!data) return [];
const dataList = [];
try {
const result = data.result[0];
result.forEach((result) => {
dataList.push({
author: result.author,
desc: result.subject,
parent: result.parent["2"],
tid: result.tid,
comments: Number(result.replies),
url: `https://bbs.nga.cn/read.php?tid=${result.tid}`,
mobileUrl: `https://bbs.nga.cn/read.php?tid=${result.tid}`,
});
});
return dataList;
} catch (error) {
console.error("数据处理出错" + error);
return false;
}
};
// NGA论坛热帖
ngabbsRouter.get("/ngabbs", async (ctx) => {
console.log("获取NGA论坛热帖");
try {
// 从缓存中获取数据
let data = await get(cacheKey);
const from = data ? "cache" : "server";
if (!data) {
// 如果缓存中不存在数据
console.log("从服务端重新获取NGA论坛热帖");
// 从服务器拉取数据
const response = await axios.post(url, postData, { headers });
data = getData(response.data);
updateTime = new Date().toISOString();
if (!data) {
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
return false;
}
// 将数据写入缓存
await set(cacheKey, data);
}
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
from,
total: data.length,
updateTime,
data,
};
} catch (error) {
console.error(error);
ctx.body = {
code: 500,
message: "获取失败",
};
}
});
// NGA论坛热帖 - 获取最新数据
ngabbsRouter.get("/ngabbs/new", async (ctx) => {
console.log("获取NGA论坛热帖 - 最新数据");
try {
// 从服务器拉取最新数据
const response = await axios.post(url, postData, { headers });
const newData = getData(response.data);
updateTime = new Date().toISOString();
console.log("从服务端重新获取NGA论坛热帖");
// 返回最新数据
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
total: newData.length,
updateTime,
data: newData,
};
// 删除旧数据
await del(cacheKey);
// 将最新数据写入缓存
await set(cacheKey, newData);
} catch (error) {
// 如果拉取最新数据失败,尝试从缓存中获取数据
console.error(error);
const cachedData = await get(cacheKey);
if (cachedData) {
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
total: cachedData.length,
updateTime,
data: cachedData,
};
} else {
// 如果缓存中也没有数据,则返回错误信息
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
}
}
});
ngabbsRouter.info = routerInfo;
module.exports = ngabbsRouter;

211
routes/qq_music_toplist.js Normal file
View File

@@ -0,0 +1,211 @@
/**
* @author: x-dr
* @date: 2023-12-27
* @customEditors: imsyy
* @lastEditTime: 2024-01-02
*/
// const fs = require("fs");
const Router = require("koa-router");
const qqMusicRouter = new Router();
const axios = require("axios");
const cheerio = require("cheerio");
const { get, set, del } = require("../utils/cacheData");
// 接口信息
const routerInfo = {
name: "qq_music_toplist",
title: "QQ音乐",
subtitle: "排行榜",
};
// 缓存键名
const cacheKey = "qqmusicData";
// 调用时间
let updateTime = new Date().toISOString();
const url = "https://y.qq.com/n/ryqq/toplist/";
const headers = {
authority: "y.qq.com",
referer: "https://www.google.com/",
"user-agent":
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
};
// 榜单类别
const listType = {
1: {
id: 62,
name: "飙升榜",
},
2: {
id: 26,
name: "热歌榜",
},
3: {
id: 27,
name: "新歌榜",
},
4: {
id: 4,
name: "流行指数榜",
},
5: {
id: 52,
name: "腾讯音乐人原创榜",
},
6: {
id: 67,
name: "听歌识曲榜",
},
};
// 数据处理
const getData = (data) => {
if (!data) return false;
const dataList = [];
const $ = cheerio.load(data);
// fs.writeFileSync('qq.html', $.html());
try {
$(".songlist__item").each((i, e) => {
const item = cheerio.load($(e).html());
const title = item('a[class="songlist__cover"]').attr("title");
const urlPath = item('a[class="songlist__cover"]').attr("href");
const author = item('div[class="songlist__artist"]')
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const songtime = item('div[class="songlist__time"]')
.text()
.replace(/(^\s*)|(\s*$)/g, "");
// const title = item('div[class="f-thide sgtl"]').text().replace(/(^\s*)|(\s*$)/g, "")
dataList.push({
title: title,
desc: author,
songtime: songtime,
url: `https://y.qq.com${urlPath}`,
mobileUrl: `https://y.qq.com${urlPath}`,
});
});
return dataList;
} catch (error) {
console.error("数据处理出错" + error);
return false;
}
};
// 获取QQ音乐排行榜
qqMusicRouter.get("/qq_music_toplist", async (ctx) => {
console.log("获取QQ音乐排行榜");
try {
// 获取参数
const { type } = ctx.query;
const typeNum = Number(type);
if (!typeNum || typeNum > 6 || typeNum < 1) {
ctx.body = { code: 400, ...routerInfo, message: "参数不完整或不正确" };
return false;
}
// 更改名称
routerInfo.subtitle = listType[typeNum].name;
// 从缓存中获取数据
let data = await get(cacheKey + listType[typeNum].id);
const from = data ? "cache" : "server";
if (!data) {
// 如果缓存中不存在数据
console.log("从服务端重新QQ音乐排行榜");
// 从服务器拉取数据
const response = await axios.get(url + listType[typeNum].id, { headers });
// console.log(response.data);
data = getData(response.data);
updateTime = new Date().toISOString();
if (!data) {
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
return false;
}
// 将数据写入缓存
await set(cacheKey + listType[typeNum].id, data);
}
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
from,
total: data.length,
updateTime,
data,
};
} catch (error) {
console.error(error);
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
}
});
// 获取QQ音乐排行榜 - 获取最新数据
qqMusicRouter.get("/qq_music_toplist/new", async (ctx) => {
console.log("获取QQ音乐排行榜 - 最新数据");
try {
// 获取参数
const { type } = ctx.query;
const typeNum = Number(type);
if (!typeNum || typeNum > 4 || typeNum < 1) {
ctx.body = { code: 400, ...routerInfo, message: "参数不完整或不正确" };
return false;
}
// 更改名称
routerInfo.subtitle = listType[typeNum].name;
// 从服务器拉取最新数据
const response = await axios.get(url + listType[typeNum].id, { headers });
const newData = getData(response.data);
updateTime = new Date().toISOString();
console.log("从服务端重新QQ音乐排行榜");
// 返回最新数据
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
updateTime,
total: newData.length,
data: newData,
};
// 删除旧数据
await del(cacheKey + listType[typeNum].id);
// 将最新数据写入缓存
await set(cacheKey + listType[typeNum].id, newData);
} catch (error) {
// 如果拉取最新数据失败,尝试从缓存中获取数据
console.error(error);
const cachedData = await get(cacheKey);
if (cachedData) {
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
total: cachedData.length,
updateTime,
data: cachedData,
};
} else {
// 如果缓存中也没有数据,则返回错误信息
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
}
}
});
qqMusicRouter.info = routerInfo;
module.exports = qqMusicRouter;

175
routes/v2ex.js Normal file
View File

@@ -0,0 +1,175 @@
/**
* @author: x-dr
* @date: 2023-12-25
* @customEditors: imsyy
* @lastEditTime: 2024-01-02
*/
const Router = require("koa-router");
const v2exRouter = new Router();
const axios = require("axios");
const cheerio = require("cheerio");
const { get, set, del } = require("../utils/cacheData");
// 接口信息
const routerInfo = {
name: "v2ex",
title: "V2EX",
subtitle: "hot",
};
// 缓存键名
const cacheKey = "v2exData";
// 调用时间
let updateTime = new Date().toISOString();
const url = "https://www.v2ex.com/?tab=hot";
const headers = {
"Content-Type": "application/json",
"User-Agent":
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36",
authority: "www.v2ex.com",
referer: "https://www.v2ex.com/",
};
// 数据处理
const getData = (data) => {
if (!data) return false;
const dataList = [];
const $ = cheerio.load(data);
try {
$(`div[class="cell item"]`).each((i, e) => {
const item = cheerio.load($(e).html());
const title = item('span[class="item_title"]')
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const href = item(".item_title a").attr("href");
const url = `https://www.v2ex.com${href}`;
const comments = item(".count_livid")
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const member = item(".topic_info strong a:first")
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const node = item(".topic_info .node")
.text()
.replace(/(^\s*)|(\s*$)/g, "");
const avatar_img = item(".avatar").attr("src");
// console.log( url);
dataList.push({
title: title,
url: url,
mobileUrl: url,
comments: comments,
member: member,
node: node,
avatar: avatar_img,
});
});
return dataList;
} catch (error) {
console.error("数据处理出错" + error);
return false;
}
};
// v2ex
v2exRouter.get("/v2ex", async (ctx) => {
console.log("获取v2ex");
try {
// 从缓存中获取数据
let data = await get(cacheKey);
const from = data ? "cache" : "server";
if (!data) {
// 如果缓存中不存在数据
console.log("从服务端重新获取v2ex");
// 从服务器拉取数据
const response = await axios.get(url, { headers });
// console.log(response.data);
data = getData(response.data);
updateTime = new Date().toISOString();
if (!data) {
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
return false;
}
// 将数据写入缓存
await set(cacheKey, data);
}
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
from,
total: data.length,
updateTime,
data,
};
} catch (error) {
console.error(error);
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
}
});
// v2ex - 获取最新数据
v2exRouter.get("/v2ex/new", async (ctx) => {
console.log("获取v2ex - 最新数据");
try {
// 从服务器拉取最新数据
const response = await axios.get(url, { headers });
const newData = getData(response.data);
updateTime = new Date().toISOString();
console.log("从服务端重新获取v2ex");
// 返回最新数据
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
updateTime,
total: newData.length,
data: newData,
};
// 删除旧数据
await del(cacheKey);
// 将最新数据写入缓存
await set(cacheKey, newData);
} catch (error) {
// 如果拉取最新数据失败,尝试从缓存中获取数据
console.error(error);
const cachedData = await get(cacheKey);
if (cachedData) {
ctx.body = {
code: 200,
message: "获取成功",
...routerInfo,
total: cachedData.length,
updateTime,
data: cachedData,
};
} else {
// 如果缓存中也没有数据,则返回错误信息
ctx.body = {
code: 500,
...routerInfo,
message: "获取失败",
};
}
}
});
v2exRouter.info = routerInfo;
module.exports = v2exRouter;