Merge pull request #9 from MCBBC/master

增加数据源
This commit is contained in:
底层用户 2023-07-03 10:18:02 +08:00 committed by GitHub
commit 4ad20b1aed
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 319 additions and 0 deletions

183
routes/douyin.js Normal file
View File

@ -0,0 +1,183 @@
const Router = require("koa-router");
const douyinRouter = new Router();
const axios = require("axios");
const { get, set, del } = require("../utils/cacheData");
// 缓存键名
const cacheKey = "douyinHotData";
const cacheCookieKey = "douyinCookieData";
// 调用时间
let updateTime = new Date().toISOString();
// 调用路径
const url = "https://www.douyin.com/aweme/v1/web/hot/search/list/?device_platform=webapp&aid=6383&channel=channel_pc_web&detail_list=1&round_trip_time=50";
// Token获取路径
const cookisUrl = "https://www.douyin.com/passport/general/login_guiding_strategy/?aid=6383";
// 数据处理
const getData = (data) => {
if (!data) return [];
const dataList = [];
try {
const jsonObject = data.data.word_list;
jsonObject.forEach((v) => {
dataList.push({
title: v.word,
pic: `${v.word_cover.url_list[0]}`,
hot: Number(v.hot_value),
url: `https://www.douyin.com/hot/${encodeURIComponent(v.sentence_id)}`,
mobileUrl: `https://www.douyin.com/hot/${encodeURIComponent(v.sentence_id)}`,
});
});
return dataList;
} catch (error) {
console.error("数据处理出错" + error);
return false;
}
};
// 处理Cookis
const getCookies = (data) => {
if(!data) return null;
try {
const pattern = /passport_csrf_token=(.*); Path/s;
const matchResult = data.headers["set-cookie"][0].match(pattern);
const cookieData = matchResult[1];
return cookieData;
} catch (error) {
console.error("获取Cookis出错" + error);
return false;
}
}
// 抖音热点榜
douyinRouter.get("/douyin", async (ctx) => {
console.log("获取抖音热点榜");
try {
// 从缓存中获取数据
let data = await get(cacheKey);
const cookie = await get(cacheCookieKey);
const from = data ? "cache" : "server";
if (!data) {
if(!cookie) {
// 获取Cookies
let cookisResponse = await axios.get(cookisUrl);
let cookie = getCookies(cookisResponse);
// 将Cookie写入缓存
console.log('--- Cookie写入缓存 ---', cookie);
await set(cacheCookieKey, cookie);
}
// 如果缓存中不存在数据
console.log("从服务端重新获取抖音热点榜");
// 从服务器拉取数据
const response = await axios.get(url, {
headers: {
'Cookie': `passport_csrf_token=${cookie}`
}
});
data = getData(response.data);
updateTime = new Date().toISOString();
if (!data) {
ctx.body = {
code: 500,
title: "抖音热点榜",
subtitle: "热点榜",
message: "获取失败",
};
return false;
}
// 将数据写入缓存
await set(cacheKey, data);
}
ctx.body = {
code: 200,
message: "获取成功",
title: "抖音热点榜",
subtitle: "热点榜",
from,
total: data.length,
updateTime,
data,
};
} catch (error) {
console.error(error);
ctx.body = {
code: 500,
message: "获取失败",
};
}
});
// 抖音热点榜 - 获取最新数据
douyinRouter.get("/douyin/new", async (ctx) => {
console.log("获取抖音热点榜 - 最新数据");
const cookie = await get(cacheCookieKey);
try {
if(!cookie) {
// 获取Cookies
let cookisResponse = await axios.get(cookisUrl);
let cookie = getCookies(cookisResponse);
// 将Cookie写入缓存
console.log('--- Cookie写入缓存 ---', cookie);
await set(cacheCookieKey, cookie);
}
// 从服务器拉取最新数据
const response = await axios.get(url, {
headers: {
'Cookie': `passport_csrf_token=${cookie}`
}
});
const newData = getData(response.data);
updateTime = new Date().toISOString();
console.log("从服务端重新获取抖音热点榜");
// 返回最新数据
ctx.body = {
code: 200,
message: "获取成功",
title: "抖音热点榜",
subtitle: "热点榜",
total: newData.length,
updateTime,
data: newData,
};
// 删除旧数据
await del(cacheKey);
// 将最新数据写入缓存
await set(cacheKey, newData);
} catch (error) {
// 如果拉取最新数据失败,尝试从缓存中获取数据
console.error(error);
const cachedData = await get(cacheKey);
if (cachedData) {
ctx.body = {
code: 200,
message: "获取成功",
title: "抖音热点榜",
subtitle: "热点榜",
total: cachedData.length,
updateTime,
data: cachedData,
};
} else {
// 如果缓存中也没有数据,则返回错误信息
ctx.body = {
code: 500,
title: "抖音热点榜",
subtitle: "热点榜",
message: "获取失败",
};
}
}
});
module.exports = douyinRouter;

136
routes/lol.js Normal file
View File

@ -0,0 +1,136 @@
const Router = require("koa-router");
const lolRouter = new Router();
const axios = require("axios");
const { get, set, del } = require("../utils/cacheData");
// 缓存键名
const cacheKey = "lolData";
// 调用时间
let updateTime = new Date().toISOString();
// 调用路径
const url = "https://apps.game.qq.com/cmc/zmMcnTargetContentList?r0=jsonp&page=1&num=16&target=24&source=web_pc&r1=jQuery191002324053053181463_1687855508930&_=1687855508933";
// 数据处理
const getData = (data) => {
if (!data) return [];
const dataList = [];
try {
const pattern = /jQuery191002324053053181463_1687855508930\((.*?)\)/s;
const matchResult = data.match(pattern);
const jsonObject = JSON.parse(matchResult[1])['data'].result;
jsonObject.forEach((v) => {
dataList.push({
title: v.sTitle,
desc: v.sAuthor,
pic: `https:${v.sIMG}`,
hot: Number(v.iTotalPlay),
url: `https://lol.qq.com/news/detail.shtml?docid=${encodeURIComponent(v.iDocID)}`,
mobileUrl: `https://lol.qq.com/news/detail.shtml?docid=${encodeURIComponent(v.iDocID)}`,
});
});
return dataList;
} catch (error) {
console.error("数据处理出错" + error);
return false;
}
};
// 英雄联盟更新公告
lolRouter.get("/lol", async (ctx) => {
console.log("获取英雄联盟更新公告");
try {
// 从缓存中获取数据
let data = await get(cacheKey);
const from = data ? "cache" : "server";
if (!data) {
// 如果缓存中不存在数据
console.log("从服务端重新获取英雄联盟更新公告");
// 从服务器拉取数据
const response = await axios.get(url);
data = getData(response.data);
updateTime = new Date().toISOString();
if (!data) {
ctx.body = {
code: 500,
title: "英雄联盟",
subtitle: "更新公告",
message: "获取失败",
};
return false;
}
// 将数据写入缓存
await set(cacheKey, data);
}
ctx.body = {
code: 200,
message: "获取成功",
title: "英雄联盟",
subtitle: "更新公告",
from,
total: data.length,
updateTime,
data,
};
} catch (error) {
console.error(error);
ctx.body = {
code: 500,
message: "获取失败",
};
}
});
// 英雄联盟更新公告 - 获取最新数据
lolRouter.get("/lol/new", async (ctx) => {
console.log("获取英雄联盟更新公告 - 最新数据");
try {
// 从服务器拉取最新数据
const response = await axios.get(url);
const newData = getData(response.data);
updateTime = new Date().toISOString();
console.log("从服务端重新获取英雄联盟更新公告");
// 返回最新数据
ctx.body = {
code: 200,
message: "获取成功",
title: "英雄联盟",
subtitle: "更新公告",
total: newData.length,
updateTime,
data: newData,
};
// 删除旧数据
await del(cacheKey);
// 将最新数据写入缓存
await set(cacheKey, newData);
} catch (error) {
// 如果拉取最新数据失败,尝试从缓存中获取数据
console.error(error);
const cachedData = await get(cacheKey);
if (cachedData) {
ctx.body = {
code: 200,
message: "获取成功",
title: "英雄联盟",
subtitle: "更新公告",
total: cachedData.length,
updateTime,
data: cachedData,
};
} else {
// 如果缓存中也没有数据,则返回错误信息
ctx.body = {
code: 500,
title: "英雄联盟",
subtitle: "更新公告",
message: "获取失败",
};
}
}
});
module.exports = lolRouter;