feat: 新增V2EX热帖

routes/v2ex.js

@@ -0,0 +1,176 @@
+/**
+ *  @author: x-dr
+ *  @date: 2023年12月25日
+ *  @tags: [V2EX热帖]
+ */
+
+const Router = require("koa-router");
+const v2exRouter = new Router();
+const axios = require("axios");
+const cheerio = require("cheerio");
+const { get, set, del } = require("../utils/cacheData");
+
+// 接口信息
+const routerInfo = {
+    name: "v2ex",
+    title: "V2EX",
+    subtitle: "hot",
+};
+
+
+// 缓存键名
+const cacheKey = "v2exbData";
+
+// 调用时间
+let updateTime = new Date().toISOString();
+
+const url = "https://www.v2ex.com/?tab=hot";
+
+const headers = {
+    "Content-Type": "application/json",
+    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36",
+    'authority': 'www.v2ex.com',
+    'referer': 'https://www.v2ex.com/'
+};
+
+
+
+// 数据处理
+const getData = (data) => {
+    if (!data) return false;
+    const dataList = [];
+    const $ = cheerio.load(data);
+    try {
+        $(`div[class="cell item"]`).each((i, e) => {
+            const item = cheerio.load($(e).html())
+            const title = item('span[class="item_title"]').text().replace(/(^\s*)|(\s*$)/g, "")
+            const href = item('.item_title a').attr('href');
+            const url = `https://www.v2ex.com${href}`
+            const comments = item('.count_livid').text().replace(/(^\s*)|(\s*$)/g, "")
+            const member = item('.topic_info strong a:first').text().replace(/(^\s*)|(\s*$)/g, "")
+            const node = item('.topic_info .node').text().replace(/(^\s*)|(\s*$)/g, "")
+            const avatar_img = item('.avatar').attr('src');
+            // console.log( url);
+
+            dataList.push({
+                title: title,
+                url: url,
+                mobileUrl: url,
+                comments: comments,
+                member: member,
+                node: node,
+                avatar: avatar_img
+
+            });
+
+
+        })
+
+        return dataList;
+    } catch (error) {
+        console.error("数据处理出错" + error);
+        return false;
+    }
+};
+
+
+
+// trending
+v2exRouter.get("/v2ex", async (ctx) => {
+    console.log("获取v2ex");
+    try {
+        // 从缓存中获取数据
+        let data = await get(cacheKey);
+        const from = data ? "cache" : "server";
+        if (!data) {
+            // 如果缓存中不存在数据
+            console.log("从服务端重新v2ex");
+            // 从服务器拉取数据
+            const response = await axios.get(url, { headers });
+            // console.log(response.data);
+            data = getData(response.data);
+
+            updateTime = new Date().toISOString();
+            if (!data) {
+                ctx.body = {
+                    code: 500,
+                    ...routerInfo,
+                    message: "获取失败",
+                };
+                return false;
+            }
+            // 将数据写入缓存
+            await set(cacheKey, data);
+        }
+        ctx.body = {
+            code: 200,
+            message: "获取成功",
+            ...routerInfo,
+            from,
+            total: data.length,
+            updateTime,
+            data,
+        };
+    } catch (error) {
+        console.error(error);
+        ctx.body = {
+            code: 500,
+            ...routerInfo,
+            message: "获取失败",
+        };
+    }
+});
+
+
+
+
+// 豆瓣新片榜 - 获取最新数据
+v2exRouter.get("/v2ex/new", async (ctx) => {
+    console.log("获取v2ex  - 最新数据");
+    try {
+        // 从服务器拉取最新数据
+        const response = await axios.get(url, { headers });
+        const newData = getData(response.data);
+        updateTime = new Date().toISOString();
+        console.log("从服务端重新v2ex");
+
+        // 返回最新数据
+        ctx.body = {
+            code: 200,
+            message: "获取成功",
+            ...routerInfo,
+            updateTime,
+            total: newData.length,
+            data: newData,
+        };
+
+        // 删除旧数据
+        await del(cacheKey);
+        // 将最新数据写入缓存
+        await set(cacheKey, newData);
+    } catch (error) {
+        // 如果拉取最新数据失败，尝试从缓存中获取数据
+        console.error(error);
+        const cachedData = await get(cacheKey);
+        if (cachedData) {
+            ctx.body = {
+                code: 200,
+                message: "获取成功",
+                ...routerInfo,
+                total: cachedData.length,
+                updateTime,
+                data: cachedData,
+            };
+        } else {
+            // 如果缓存中也没有数据，则返回错误信息
+            ctx.body = {
+                code: 500,
+                ...routerInfo,
+                message: "获取失败",
+            };
+        }
+    }
+});
+
+v2exRouter.info = routerInfo;
+module.exports = v2exRouter;