feat: 新增快手热榜及网易新闻

README.md

@@ -14,7 +14,7 @@
 
 > 🟢 状态正常
 > 🟠 可能失效
-> 🔴 无法使用
+> ❌ 无法使用
 
 | **站点**     | **类别** | **调用名称**        | **状态** |
 | ------------ | -------- | ------------------- | -------- |
@@ -26,15 +26,17 @@
 | 抖音         | 热歌榜   | douyin_music        | 🟢       |
 | 百度贴吧     | 热议榜   | tieba               | 🟢       |
 | 少数派       | 热榜     | sspai               | 🟢       |
-| IT 之家      | 热榜     | ithome              | 🟠       |
+| IT 之家      | 热榜     | ithome              | 🟢       |
 | 澎湃新闻     | 热榜     | thepaper            | 🟢       |
 | 今日头条     | 热榜     | toutiao             | 🟢       |
 | 36 氪        | 热榜     | 36kr                | 🟢       |
 | 稀土掘金     | 热榜     | juejin              | 🟢       |
 | 腾讯新闻     | 热点榜   | newsqq              | 🟢       |
+| 网易新闻     | 热点榜   | netease             | 🟢       |
 | 英雄联盟     | 更新公告 | lol                 | 🟢       |
 | 原神         | 最新消息 | genshin             | 🟢       |
 | 微信读书     | 飙升榜   | weread              | 🟢       |
+| 快手         | 热榜     | kuaishou            | 🟢       |
 | 历史上的今天 | 指定日期 | calendar            | 🟢       |
 
 ### 特殊接口说明
@@ -44,7 +46,7 @@
 获取除了下方特殊接口外的全部接口列表
 
 ```http
-GET https://{example.com}/all
+GET https://example.com/all
 ```
 
 #### 历史上的今天（指定日期）
@@ -52,7 +54,7 @@ GET https://{example.com}/all
 将指定的月份和日期传入即可得到当天数据，请注意格式
 
 ```http
-GET https://{example.com}/calendar/date?month=06&day=01
+GET https://example.com/calendar/date?month=06&day=01
 ```
 
 ## 部署

package.json

@@ -1,11 +1,11 @@
 {
   "name": "dailyhot_api",
-  "version": "1.0.2",
+  "version": "1.0.3",
   "description": "一个今日热榜",
   "main": "index.js",
   "scripts": {
     "start": "node index.js",
-    "dev": "./node_modules/.bin/nodemon index.js",
+    "dev": "npx nodemon index.js",
     "prd": "pm2 start index.js",
     "build": "node index.js"
   },

routes/36kr.js

@@ -5,6 +5,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "36kr",
   title: "36氪",
   subtitle: "热榜",
 };

routes/baidu.js

@@ -4,7 +4,7 @@ const axios = require("axios");
 const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
-const routerInfo = { title: "百度", subtitle: "热搜榜" };
+const routerInfo = { name: "baidu", title: "百度", subtitle: "热搜榜" };
 
 // 缓存键名
 const cacheKey = "baiduData";

routes/bilibili.js

@@ -5,6 +5,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "bilibili",
   title: "哔哩哔哩",
   subtitle: "热门榜",
 };

routes/douyin.js

@@ -5,6 +5,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "douyin",
   title: "抖音",
   subtitle: "热点榜",
 };

routes/douyin_music.js

@@ -1,5 +1,4 @@
 /*
- * @version: 1.0.0
  * @author: WangPeng
  * @date: 2023-07-11 16:41:48
  * @customEditors: imsyy
@@ -13,6 +12,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "douyin",
   title: "抖音",
   subtitle: "热歌榜",
 };

routes/douyin_new.js

@@ -1,5 +1,4 @@
 /*
- * @version: 1.0.0
  * @author: WangPeng
  * @date: 2023-07-10 16:56:01
  * @customEditors: imsyy
@@ -13,6 +12,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "douyin",
   title: "抖音",
   subtitle: "热点榜",
 };

routes/genshin.js

@@ -5,6 +5,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "genshin",
   title: "原神",
   subtitle: "最新信息",
 };

routes/ithome.js

@@ -6,6 +6,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "ithome",
   title: "IT之家",
   subtitle: "热榜",
 };

routes/juejin.js

@@ -5,6 +5,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "juejin",
   title: "稀土掘金",
   subtitle: "热榜",
 };

routes/kuaishou.js

@@ -0,0 +1,163 @@
+/*
+ * @author: MCBBC
+ * @date: 2023-07-17
+ * @customEditors: imsyy
+ * @lastEditTime: 2023-07-17
+ */
+
+const Router = require("koa-router");
+const kuaishouRouter = new Router();
+const axios = require("axios");
+const { get, set, del } = require("../utils/cacheData");
+
+// 接口信息
+const routerInfo = {
+  name: "kuaishou",
+  title: "快手",
+  subtitle: "热榜",
+};
+
+// 缓存键名
+const cacheKey = "kuaishouData";
+
+// 调用时间
+let updateTime = new Date().toISOString();
+
+// 调用路径
+const url = "https://www.kuaishou.com/?isHome=1";
+
+// Unicode 解码
+const decodedString = (encodedString) => {
+  return encodedString.replace(/\\u([\d\w]{4})/gi, (match, grp) =>
+    String.fromCharCode(parseInt(grp, 16))
+  );
+};
+
+// 数据处理
+const getData = (data) => {
+  if (!data) return [];
+  const dataList = [];
+  try {
+    const pattern = /window.__APOLLO_STATE__=(.*);\(function\(\)/s;
+    const idPattern = /clientCacheKey=([A-Za-z0-9]+)/s;
+    const matchResult = data.match(pattern);
+    const jsonObject = JSON.parse(matchResult[1])["defaultClient"];
+
+    // 获取所有分类
+    const allItems =
+      jsonObject['$ROOT_QUERY.visionHotRank({"page":"home"})']["items"];
+    // 遍历所有分类
+    allItems.forEach((v) => {
+      // 基础数据
+      const image = jsonObject[v.id]["poster"];
+      const id = image.match(idPattern)[1];
+      // 数据处理
+      dataList.push({
+        title: jsonObject[v.id]["name"],
+        pic: decodedString(image),
+        hot: jsonObject[v.id]["hotValue"],
+        url: `https://www.kuaishou.com/short-video/${id}`,
+        mobileUrl: `https://www.kuaishou.com/short-video/${id}`,
+      });
+    });
+    return dataList;
+  } catch (error) {
+    console.error("数据处理出错" + error);
+    return false;
+  }
+};
+
+// 快手热榜
+kuaishouRouter.get("/kuaishou", async (ctx) => {
+  console.log("获取快手热榜");
+  try {
+    // 从缓存中获取数据
+    let data = await get(cacheKey);
+    const from = data ? "cache" : "server";
+    if (!data) {
+      // 如果缓存中不存在数据
+      console.log("从服务端重新获取快手热榜");
+      // 从服务器拉取数据
+      const response = await axios.get(url);
+      data = getData(response.data);
+      updateTime = new Date().toISOString();
+      if (!data) {
+        ctx.body = {
+          code: 500,
+          ...routerInfo,
+          message: "获取失败",
+        };
+        return false;
+      }
+      // 将数据写入缓存
+      await set(cacheKey, data);
+    }
+    ctx.body = {
+      code: 200,
+      message: "获取成功",
+      ...routerInfo,
+      from,
+      total: data.length,
+      updateTime,
+      data,
+    };
+  } catch (error) {
+    console.error(error);
+    ctx.body = {
+      code: 500,
+      ...routerInfo,
+      message: "获取失败",
+    };
+  }
+});
+
+// 快手热榜 - 获取最新数据
+kuaishouRouter.get("/kuaishou/new", async (ctx) => {
+  console.log("获取快手热榜 - 最新数据");
+  try {
+    // 从服务器拉取最新数据
+    const response = await axios.get(url);
+    const newData = getData(response.data);
+    updateTime = new Date().toISOString();
+    console.log("从服务端重新获取快手热榜");
+
+    // 返回最新数据
+    ctx.body = {
+      code: 200,
+      message: "获取成功",
+      ...routerInfo,
+      total: newData.length,
+      updateTime,
+      data: newData,
+    };
+
+    // 删除旧数据
+    await del(cacheKey);
+    // 将最新数据写入缓存
+    await set(cacheKey, newData);
+  } catch (error) {
+    // 如果拉取最新数据失败，尝试从缓存中获取数据
+    console.error(error);
+    const cachedData = await get(cacheKey);
+    if (cachedData) {
+      ctx.body = {
+        code: 200,
+        message: "获取成功",
+        ...routerInfo,
+        total: cachedData.length,
+        updateTime,
+        data: cachedData,
+      };
+    } else {
+      // 如果缓存中也没有数据，则返回错误信息
+      ctx.body = {
+        code: 500,
+        ...routerInfo,
+        message: "获取失败",
+      };
+    }
+  }
+});
+
+kuaishouRouter.info = routerInfo;
+module.exports = kuaishouRouter;

routes/lol.js

@@ -5,6 +5,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "lol",
   title: "英雄联盟",
   subtitle: "更新公告",
 };

routes/netease.js

@@ -0,0 +1,130 @@
+/*
+ * @author: MCBBC
+ * @date: 2023-07-17
+ * @customEditors: imsyy
+ * @lastEditTime: 2023-07-17
+ */
+
+const Router = require("koa-router");
+const neteaseRouter = new Router();
+const axios = require("axios");
+const { get, set, del } = require("../utils/cacheData");
+
+// 接口信息
+const routerInfo = {
+  name: "netease",
+  title: "网易新闻",
+  subtitle: "热点榜",
+};
+
+// 缓存键名
+const cacheKey = "neteaseData";
+
+// 调用时间
+let updateTime = new Date().toISOString();
+
+// 调用路径
+const url = "https://m.163.com/fe/api/hot/news/flow";
+
+// 数据处理
+const getData = (data) => {
+  if (!data) return [];
+  return data.map((v) => {
+    return {
+      id: v.skipID,
+      title: v.title,
+      desc: v._keyword,
+      pic: v.imgsrc,
+      owner: v.source,
+      url: `https://www.163.com/dy/article/${v.skipID}.html`,
+      mobileUrl: v.url,
+    };
+  });
+};
+
+// 网易新闻热榜
+neteaseRouter.get("/netease", async (ctx) => {
+  console.log("获取网易新闻热榜");
+  try {
+    // 从缓存中获取数据
+    let data = await get(cacheKey);
+    const from = data ? "cache" : "server";
+    if (!data) {
+      // 如果缓存中不存在数据
+      console.log("从服务端重新获取网易新闻热榜");
+      // 从服务器拉取数据
+      const response = await axios.get(url);
+      data = getData(response.data.data.list);
+      updateTime = new Date().toISOString();
+      // 将数据写入缓存
+      await set(cacheKey, data);
+    }
+    ctx.body = {
+      code: 200,
+      message: "获取成功",
+      ...routerInfo,
+      from,
+      total: data.length,
+      updateTime,
+      data,
+    };
+  } catch (error) {
+    console.error(error);
+    ctx.body = {
+      code: 500,
+      ...routerInfo,
+      message: "获取失败",
+    };
+  }
+});
+
+// 网易新闻热榜 - 获取最新数据
+neteaseRouter.get("/netease/new", async (ctx) => {
+  console.log("获取网易新闻热榜 - 最新数据");
+  try {
+    // 从服务器拉取最新数据
+    const response = await axios.get(url);
+    const newData = getData(response.data.data.list);
+    updateTime = new Date().toISOString();
+    console.log("从服务端重新获取网易新闻热榜");
+
+    // 返回最新数据
+    ctx.body = {
+      code: 200,
+      message: "获取成功",
+      ...routerInfo,
+      total: newData.length,
+      updateTime,
+      data: newData,
+    };
+
+    // 删除旧数据
+    await del(cacheKey);
+    // 将最新数据写入缓存
+    await set(cacheKey, newData);
+  } catch (error) {
+    // 如果拉取最新数据失败，尝试从缓存中获取数据
+    console.error(error);
+    const cachedData = await get(cacheKey);
+    if (cachedData) {
+      ctx.body = {
+        code: 200,
+        message: "获取成功",
+        ...routerInfo,
+        total: cachedData.length,
+        updateTime,
+        data: cachedData,
+      };
+    } else {
+      // 如果缓存中也没有数据，则返回错误信息
+      ctx.body = {
+        code: 500,
+        ...routerInfo,
+        message: "获取失败",
+      };
+    }
+  }
+});
+
+neteaseRouter.info = routerInfo;
+module.exports = neteaseRouter;

routes/newsqq.js

@@ -5,6 +5,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "newsqq",
   title: "腾讯新闻",
   subtitle: "热点榜",
 };

routes/sspai.js

@@ -5,6 +5,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "sspai",
   title: "少数派",
   subtitle: "热榜",
 };

routes/thepaper.js

@@ -5,6 +5,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "thepaper",
   title: "澎湃新闻",
   subtitle: "热榜",
 };

routes/tieba.js

@@ -5,6 +5,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "tieba",
   title: "百度贴吧",
   subtitle: "热议榜",
 };

routes/toutiao.js

@@ -5,6 +5,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "toutiao",
   title: "今日头条",
   subtitle: "热榜",
 };

routes/weibo.js

@@ -6,6 +6,7 @@ const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "weibo",
   title: "微博",
   subtitle: "热搜榜",
 };

routes/weread.js

@@ -1,10 +1,12 @@
 const Router = require("koa-router");
 const wereadRouter = new Router();
 const axios = require("axios");
+const getWereadID = require("../utils/getWereadID");
 const { get, set, del } = require("../utils/cacheData");
 
 // 接口信息
 const routerInfo = {
+  name: "weread",
   title: "微信读书",
   subtitle: "飙升榜",
 };
@@ -23,7 +25,6 @@ const getData = (data) => {
   if (!data) return [];
   return data.map((v) => {
     const book = v.bookInfo;
-    console.log(book);
     return {
       id: book.bookId,
       title: book.title,
@@ -31,8 +32,10 @@ const getData = (data) => {
       pic: book.cover.replace("s_", "t9_"),
       hot: v.readingCount,
       author: book.author,
-      url: "https://weread.qq.com/web/category/rising",
+      url: `https://weread.qq.com/web/bookDetail/${getWereadID(book.bookId)}`,
-      mobileUrl: "https://weread.qq.com/web/category/rising",
+      mobileUrl: `https://weread.qq.com/web/bookDetail/${getWereadID(
+        book.bookId
+      )}`,
     };
   });
 };

utils/getWereadID.js

@@ -0,0 +1,82 @@
+const crypto = require("crypto");
+
+/**
+ * 获取微信读书的书籍 ID
+ * 感谢 @MCBBC 及 ChatGPT
+ * @param {string} bookId - 书籍 ID
+ * @returns {string} - 唯一的书籍 ID
+ */
+const getWereadID = (bookId) => {
+  try {
+    // 使用 MD5 哈希算法创建哈希对象
+    const hash = crypto.createHash("md5");
+    hash.update(bookId);
+    const str = hash.digest("hex");
+
+    // 取哈希结果的前三个字符作为初始值
+    let strSub = str.substring(0, 3);
+
+    // 判断书籍 ID 的类型并进行转换
+    let fa;
+    if (/^\d*$/.test(bookId)) {
+      // 如果书籍 ID 只包含数字，则将其拆分成长度为 9 的子字符串，并转换为十六进制表示
+      const chunks = [];
+      for (let i = 0; i < bookId.length; i += 9) {
+        const chunk = bookId.substring(i, i + 9);
+        chunks.push(parseInt(chunk).toString(16));
+      }
+      fa = ["3", chunks];
+    } else {
+      // 如果书籍 ID 包含其他字符，则将每个字符的 Unicode 编码转换为十六进制表示
+      let hexStr = "";
+      for (let i = 0; i < bookId.length; i++) {
+        hexStr += bookId.charCodeAt(i).toString(16);
+      }
+      fa = ["4", [hexStr]];
+    }
+
+    // 将类型添加到初始值中
+    strSub += fa[0];
+
+    // 将数字2和哈希结果的后两个字符添加到初始值中
+    strSub += "2" + str.substring(str.length - 2);
+
+    // 处理转换后的子字符串数组
+    for (let i = 0; i < fa[1].length; i++) {
+      const sub = fa[1][i];
+      const subLength = sub.length.toString(16);
+
+      // 如果长度只有一位数，则在前面添加0
+      const subLengthPadded =
+        subLength.length === 1 ? "0" + subLength : subLength;
+
+      // 将长度和子字符串添加到初始值中
+      strSub += subLengthPadded + sub;
+
+      // 如果不是最后一个子字符串，则添加分隔符 'g'
+      if (i < fa[1].length - 1) {
+        strSub += "g";
+      }
+    }
+
+    // 如果初始值长度不足 20，从哈希结果中取足够的字符补齐
+    if (strSub.length < 20) {
+      strSub += str.substring(0, 20 - strSub.length);
+    }
+
+    // 使用 MD5 哈希算法创建新的哈希对象
+    const finalHash = crypto.createHash("md5");
+    finalHash.update(strSub);
+    const finalStr = finalHash.digest("hex");
+
+    // 取最终哈希结果的前三个字符并添加到初始值的末尾
+    strSub += finalStr.substring(0, 3);
+
+    return strSub;
+  } catch (error) {
+    console.error("处理微信读书 ID 时出现错误：" + error);
+    return null;
+  }
+};
+
+module.exports = getWereadID;