feat: 豆瓣小组精选榜单
This commit is contained in:
x-dr
parent
b8c16ad88a
commit
07c0f6ed9b
185
routes/douban_group.js
Normal file
185
routes/douban_group.js
Normal file
@ -0,0 +1,185 @@
|
||||
/**
|
||||
* @author: x-dr
|
||||
* @date: 2023年12月26日
|
||||
* @tags: [豆瓣讨论精选]
|
||||
*/
|
||||
|
||||
|
||||
const Router = require("koa-router");
|
||||
const doubanGroupNewRouter = new Router();
|
||||
const axios = require("axios");
|
||||
const cheerio = require("cheerio");
|
||||
const { get, set, del } = require("../utils/cacheData");
|
||||
|
||||
// 接口信息
|
||||
const routerInfo = {
|
||||
name: "doubangroup",
|
||||
title: "豆瓣讨论小组",
|
||||
subtitle: "精选",
|
||||
};
|
||||
|
||||
|
||||
|
||||
// 缓存键名
|
||||
const cacheKey = "doubanGroupData";
|
||||
|
||||
// 调用时间
|
||||
let updateTime = new Date().toISOString();
|
||||
|
||||
const url = "https://www.douban.com/group/explore";
|
||||
|
||||
const headers = {
|
||||
"accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
|
||||
"accept-language": "zh-CN,zh;q=0.9,en;q=0.8",
|
||||
"cache-control": "max-age=0",
|
||||
"sec-ch-ua": "\"Not_A Brand\";v=\"8\", \"Chromium\";v=\"120\", \"Google Chrome\";v=\"120\"",
|
||||
"sec-ch-ua-mobile": "?0",
|
||||
"sec-ch-ua-platform": "\"Windows\"",
|
||||
"sec-fetch-dest": "document",
|
||||
"sec-fetch-mode": "navigate",
|
||||
"sec-fetch-site": "none",
|
||||
"sec-fetch-user": "?1",
|
||||
"upgrade-insecure-requests": "1",
|
||||
// "cookie": "bid=lLpb6D1JLuw; douban-fav-remind=1; _pk_id.100001.8cb4=e7d91ae46530fd1d.1680518589.; ll=\"118281\"; _pk_ref.100001.8cb4=%5B%22%22%2C%22%22%2C1703602972%2C%22http%3A%2F%2Fnew.xianbao.fun%2F%22%5D; _pk_ses.100001.8cb4=1; ap_v=0,6.0"
|
||||
};
|
||||
|
||||
|
||||
|
||||
// 数据处理
|
||||
const getData = (data) => {
|
||||
if (!data) return false;
|
||||
const dataList = [];
|
||||
const $ = cheerio.load(data);
|
||||
try {
|
||||
|
||||
$(`.channel-item`).each((i, e) => {
|
||||
// console.log($(e).html());
|
||||
const item= cheerio.load($(e).html())
|
||||
const title = item("h3").text().replace(/(^\s*)|(\s*$)/g, "")
|
||||
const url = item("h3 a").attr('href')
|
||||
const hot= item('div[class="likes"]').text().replace(/(^\s*)|(\s*$)/g, "")
|
||||
const desc = item('div[class="block"]').text().replace(/(^\s*)|(\s*$|\n)/g, "")
|
||||
const source = item('div[class="source"] a').text().replace(/(^\s*)|(\s*$)/g, "")
|
||||
// const excerpt = item('.channel-item-desc').text().replace(/(^\s*)|(\s*$)/g, "")
|
||||
// console.log(title);
|
||||
// console.log(url);
|
||||
|
||||
dataList.push({
|
||||
title: title,
|
||||
desc: desc,
|
||||
url: url,
|
||||
mobileUrl: url,
|
||||
hot: hot,
|
||||
source: source,
|
||||
|
||||
});
|
||||
|
||||
});
|
||||
return dataList;
|
||||
} catch (error) {
|
||||
console.error("数据处理出错" + error);
|
||||
return false;
|
||||
}
|
||||
};
|
||||
|
||||
|
||||
|
||||
// trending
|
||||
doubanGroupNewRouter.get("/doubangroup", async (ctx) => {
|
||||
console.log("获取豆瓣讨论小组精选");
|
||||
try {
|
||||
// 从缓存中获取数据
|
||||
let data = await get(cacheKey);
|
||||
const from = data ? "cache" : "server";
|
||||
if (!data) {
|
||||
// 如果缓存中不存在数据
|
||||
console.log("从服务端重新豆瓣讨论小组精选");
|
||||
// 从服务器拉取数据
|
||||
const response = await axios.get(url, { headers });
|
||||
// console.log(response.data);
|
||||
data = getData(response.data);
|
||||
|
||||
updateTime = new Date().toISOString();
|
||||
if (!data) {
|
||||
ctx.body = {
|
||||
code: 500,
|
||||
...routerInfo,
|
||||
message: "获取失败",
|
||||
};
|
||||
return false;
|
||||
}
|
||||
// 将数据写入缓存
|
||||
await set(cacheKey, data);
|
||||
}
|
||||
ctx.body = {
|
||||
code: 200,
|
||||
message: "获取成功",
|
||||
...routerInfo,
|
||||
from,
|
||||
total: data.length,
|
||||
updateTime,
|
||||
data,
|
||||
};
|
||||
} catch (error) {
|
||||
console.error(error);
|
||||
ctx.body = {
|
||||
code: 500,
|
||||
...routerInfo,
|
||||
message: "获取失败",
|
||||
};
|
||||
}
|
||||
});
|
||||
|
||||
|
||||
|
||||
|
||||
// 豆瓣新片榜 - 获取最新数据
|
||||
doubanGroupNewRouter.get("/doubangroup/new", async (ctx) => {
|
||||
console.log("获取豆瓣讨论小组精选 - 最新数据");
|
||||
try {
|
||||
// 从服务器拉取最新数据
|
||||
const response = await axios.get(url, { headers });
|
||||
const newData = getData(response.data);
|
||||
updateTime = new Date().toISOString();
|
||||
console.log("从服务端重新豆瓣讨论小组精选");
|
||||
|
||||
// 返回最新数据
|
||||
ctx.body = {
|
||||
code: 200,
|
||||
message: "获取成功",
|
||||
...routerInfo,
|
||||
updateTime,
|
||||
total: newData.length,
|
||||
data: newData,
|
||||
};
|
||||
|
||||
// 删除旧数据
|
||||
await del(cacheKey);
|
||||
// 将最新数据写入缓存
|
||||
await set(cacheKey, newData);
|
||||
} catch (error) {
|
||||
// 如果拉取最新数据失败，尝试从缓存中获取数据
|
||||
console.error(error);
|
||||
const cachedData = await get(cacheKey);
|
||||
if (cachedData) {
|
||||
ctx.body = {
|
||||
code: 200,
|
||||
message: "获取成功",
|
||||
...routerInfo,
|
||||
total: cachedData.length,
|
||||
updateTime,
|
||||
data: cachedData,
|
||||
};
|
||||
} else {
|
||||
// 如果缓存中也没有数据，则返回错误信息
|
||||
ctx.body = {
|
||||
code: 500,
|
||||
...routerInfo,
|
||||
message: "获取失败",
|
||||
};
|
||||
}
|
||||
}
|
||||
});
|
||||
|
||||
doubanGroupNewRouter.info = routerInfo;
|
||||
module.exports = doubanGroupNewRouter;
|
||||
Loading…
Reference in New Issue
Block a user