/** * @author: x-dr * @date: 2023年12月26日 * @tags: [豆瓣讨论精选] */ const Router = require("koa-router"); const doubanGroupNewRouter = new Router(); const axios = require("axios"); const cheerio = require("cheerio"); const { get, set, del } = require("../utils/cacheData"); // 接口信息 const routerInfo = { name: "doubangroup", title: "豆瓣讨论小组", subtitle: "精选", }; // 缓存键名 const cacheKey = "doubanGroupData"; // 调用时间 let updateTime = new Date().toISOString(); const url = "https://www.douban.com/group/explore"; const headers = { "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", "accept-language": "zh-CN,zh;q=0.9,en;q=0.8", "cache-control": "max-age=0", "sec-ch-ua": "\"Not_A Brand\";v=\"8\", \"Chromium\";v=\"120\", \"Google Chrome\";v=\"120\"", "sec-ch-ua-mobile": "?0", "sec-ch-ua-platform": "\"Windows\"", "sec-fetch-dest": "document", "sec-fetch-mode": "navigate", "sec-fetch-site": "none", "sec-fetch-user": "?1", "upgrade-insecure-requests": "1", // "cookie": "bid=lLpb6D1JLuw; douban-fav-remind=1; _pk_id.100001.8cb4=e7d91ae46530fd1d.1680518589.; ll=\"118281\"; _pk_ref.100001.8cb4=%5B%22%22%2C%22%22%2C1703602972%2C%22http%3A%2F%2Fnew.xianbao.fun%2F%22%5D; _pk_ses.100001.8cb4=1; ap_v=0,6.0" }; // 数据处理 const getData = (data) => { if (!data) return false; const dataList = []; const $ = cheerio.load(data); try { $(`.channel-item`).each((i, e) => { // console.log($(e).html()); const item= cheerio.load($(e).html()) const title = item("h3").text().replace(/(^\s*)|(\s*$)/g, "") const url = item("h3 a").attr('href') const hot= item('div[class="likes"]').text().replace(/(^\s*)|(\s*$)/g, "") const desc = item('div[class="block"]').text().replace(/(^\s*)|(\s*$|\n)/g, "") const source = item('div[class="source"] a').text().replace(/(^\s*)|(\s*$)/g, "") // const excerpt = item('.channel-item-desc').text().replace(/(^\s*)|(\s*$)/g, "") // console.log(title); // console.log(url); dataList.push({ title: title, desc: desc, url: url, mobileUrl: url, hot: hot, source: source, }); }); return dataList; } catch (error) { console.error("数据处理出错" + error); return false; } }; // trending doubanGroupNewRouter.get("/doubangroup", async (ctx) => { console.log("获取豆瓣讨论小组精选"); try { // 从缓存中获取数据 let data = await get(cacheKey); const from = data ? "cache" : "server"; if (!data) { // 如果缓存中不存在数据 console.log("从服务端重新豆瓣讨论小组精选"); // 从服务器拉取数据 const response = await axios.get(url, { headers }); // console.log(response.data); data = getData(response.data); updateTime = new Date().toISOString(); if (!data) { ctx.body = { code: 500, ...routerInfo, message: "获取失败", }; return false; } // 将数据写入缓存 await set(cacheKey, data); } ctx.body = { code: 200, message: "获取成功", ...routerInfo, from, total: data.length, updateTime, data, }; } catch (error) { console.error(error); ctx.body = { code: 500, ...routerInfo, message: "获取失败", }; } }); // 豆瓣新片榜 - 获取最新数据 doubanGroupNewRouter.get("/doubangroup/new", async (ctx) => { console.log("获取豆瓣讨论小组精选 - 最新数据"); try { // 从服务器拉取最新数据 const response = await axios.get(url, { headers }); const newData = getData(response.data); updateTime = new Date().toISOString(); console.log("从服务端重新豆瓣讨论小组精选"); // 返回最新数据 ctx.body = { code: 200, message: "获取成功", ...routerInfo, updateTime, total: newData.length, data: newData, }; // 删除旧数据 await del(cacheKey); // 将最新数据写入缓存 await set(cacheKey, newData); } catch (error) { // 如果拉取最新数据失败,尝试从缓存中获取数据 console.error(error); const cachedData = await get(cacheKey); if (cachedData) { ctx.body = { code: 200, message: "获取成功", ...routerInfo, total: cachedData.length, updateTime, data: cachedData, }; } else { // 如果缓存中也没有数据,则返回错误信息 ctx.body = { code: 500, ...routerInfo, message: "获取失败", }; } } }); doubanGroupNewRouter.info = routerInfo; module.exports = doubanGroupNewRouter;