DailyHotApi/routes/ithome.js

164 lines
4.2 KiB
JavaScript
Raw Normal View History

2023-03-14 08:04:10 +00:00
const Router = require("koa-router");
const itHomeRouter = new Router();
const axios = require("axios");
const cheerio = require("cheerio");
const { get, set, del } = require("../utils/cacheData");
2023-07-03 08:14:40 +00:00
// 接口信息
const routerInfo = {
name: "ithome",
2023-07-03 08:14:40 +00:00
title: "IT之家",
subtitle: "热榜",
};
2023-03-14 08:04:10 +00:00
// 缓存键名
const cacheKey = "itHomeData";
// 调用时间
let updateTime = new Date().toISOString();
// 调用路径
const url = "https://m.ithome.com/rankm/";
const headers = {
"User-Agent":
"Mozilla/5.0 (iPhone; CPU iPhone OS 15_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.0 Mobile/15E148 Safari/604.1",
};
// it之家特殊处理 - url
const replaceLink = (url) => {
const match = url.match(/[html|live]\/(\d+)\.htm/)[1];
2023-03-14 08:04:10 +00:00
return `https://www.ithome.com/0/${match.slice(0, 3)}/${match.slice(3)}.htm`;
};
// 数据处理
const getData = (data) => {
if (!data) return false;
2023-03-17 06:09:20 +00:00
const dataList = [];
2023-03-14 08:04:10 +00:00
const $ = cheerio.load(data);
try {
$(".rank-name").each(function () {
const type = $(this).data("rank-type");
const newListHtml = $(this).next(".rank-box").html();
2023-03-17 06:09:20 +00:00
cheerio
2023-03-14 08:04:10 +00:00
.load(newListHtml)(".placeholder")
.get()
.map((v) => {
2023-03-17 06:09:20 +00:00
dataList.push({
2023-03-14 08:04:10 +00:00
title: $(v).find(".plc-title").text(),
img: $(v).find("img").attr("data-original"),
time: $(v).find(".post-time").text(),
2023-03-17 06:09:20 +00:00
type: $(this).text(),
typeName: type,
hot: Number($(v).find(".review-num").text().replace(/\D/g, "")),
2023-03-14 08:04:10 +00:00
url: replaceLink($(v).find("a").attr("href")),
mobileUrl: $(v).find("a").attr("href"),
2023-03-17 06:09:20 +00:00
});
2023-03-14 08:04:10 +00:00
});
2023-03-17 06:09:20 +00:00
// dataList[type] = {
// name: $(this).text(),
// total: newsList.length,
// list: newsList,
// };
2023-03-14 08:04:10 +00:00
});
return dataList;
} catch (error) {
console.error("数据处理出错" + error);
return false;
}
};
// IT之家热榜
itHomeRouter.get("/ithome", async (ctx) => {
console.log("获取IT之家热榜");
try {
// 从缓存中获取数据
let data = await get(cacheKey);
const from = data ? "cache" : "server";
if (!data) {
// 如果缓存中不存在数据
console.log("从服务端重新获取IT之家热榜");
// 从服务器拉取数据
const response = await axios.get(url, { headers });
data = getData(response.data);
updateTime = new Date().toISOString();
if (!data) {
ctx.body = {
code: 500,
2023-07-03 08:14:40 +00:00
...routerInfo,
2023-03-14 08:04:10 +00:00
message: "获取失败",
};
return false;
}
// 将数据写入缓存
await set(cacheKey, data);
}
ctx.body = {
code: 200,
message: "获取成功",
2023-07-03 08:14:40 +00:00
...routerInfo,
2023-03-14 08:04:10 +00:00
from,
2023-03-17 07:21:28 +00:00
total: data.length,
2023-03-14 08:04:10 +00:00
updateTime,
data,
};
} catch (error) {
console.error(error);
ctx.body = {
code: 500,
2023-07-03 08:14:40 +00:00
...routerInfo,
2023-03-14 08:04:10 +00:00
message: "获取失败",
};
}
});
// IT之家热榜 - 获取最新数据
itHomeRouter.get("/ithome/new", async (ctx) => {
console.log("获取IT之家热榜 - 最新数据");
try {
// 从服务器拉取最新数据
const response = await axios.get(url, { headers });
const newData = getData(response.data);
updateTime = new Date().toISOString();
console.log("从服务端重新获取IT之家热榜");
// 返回最新数据
ctx.body = {
code: 200,
message: "获取成功",
2023-07-03 08:14:40 +00:00
...routerInfo,
2023-03-14 08:04:10 +00:00
updateTime,
2023-09-05 11:04:20 +00:00
total: newData.length,
data: newData,
2023-03-14 08:04:10 +00:00
};
// 删除旧数据
await del(cacheKey);
// 将最新数据写入缓存
await set(cacheKey, newData);
} catch (error) {
// 如果拉取最新数据失败,尝试从缓存中获取数据
console.error(error);
const cachedData = await get(cacheKey);
if (cachedData) {
ctx.body = {
code: 200,
message: "获取成功",
2023-07-03 08:14:40 +00:00
...routerInfo,
2023-09-05 11:04:20 +00:00
total: cachedData.length,
2023-03-14 08:04:10 +00:00
updateTime,
data: cachedData,
2023-03-14 08:04:10 +00:00
};
} else {
// 如果缓存中也没有数据,则返回错误信息
ctx.body = {
code: 500,
2023-07-03 08:14:40 +00:00
...routerInfo,
2023-03-14 08:04:10 +00:00
message: "获取失败",
};
}
}
});
2023-07-03 08:14:40 +00:00
itHomeRouter.info = routerInfo;
2023-03-14 08:04:10 +00:00
module.exports = itHomeRouter;