comment表添加索引
This commit is contained in:
@@ -35,7 +35,7 @@ async function fetchAll({ args = {} }) {
|
||||
}
|
||||
|
||||
// 获取歌词详情
|
||||
async function fetch({ songId, debug = false }) {
|
||||
async function fetch({ songId }) {
|
||||
// 首先查询有无正在爬取中的记录
|
||||
var commentProgress = await dbUtils.query(`
|
||||
SELECT * FROM comment_progress WHERE song_id = ? and current_status != 2 LIMIT 1
|
||||
@@ -64,7 +64,7 @@ async function fetch({ songId, debug = false }) {
|
||||
let isFinish = false; let pageCount = 0;
|
||||
while (!isFinish) {
|
||||
await global.checkIsExit();
|
||||
console.log(`comment: ${songId}, page: ${++pageCount}, currentTime: ${progress.currentTime}`);
|
||||
console.log(`comment: ${songId}, page: ${++pageCount}, currentTime: ${progress.currentTime} | ${new Date(progress.currentTime + 8 * 3600 * 1000).toISOString().replace("T", " ").replace("Z", "")}`);
|
||||
|
||||
// 是否是第一页
|
||||
let isFirstPage = progress.currentStatus === 0;
|
||||
@@ -75,7 +75,7 @@ async function fetch({ songId, debug = false }) {
|
||||
// fs.writeFileSync(path.join(__dirname, "../../temp", `comment-${songId}-${pageCount}.json`), JSON.stringify(commentResult));
|
||||
} catch (errors) {
|
||||
console.error("error", errors);
|
||||
await sleepUtils.sleep(3000);
|
||||
await sleepUtils.sleep(10 * 1000);
|
||||
continue;
|
||||
}
|
||||
|
||||
@@ -129,7 +129,7 @@ async function fetch({ songId, debug = false }) {
|
||||
progress.total = commentResult.body.total;
|
||||
} else {
|
||||
isFinish = true;
|
||||
console.log(`comment: ${songId} done`);
|
||||
console.log(`comment: ${songId} done\n`);
|
||||
progress.currentStatus = 2; // 0-等待爬取/增量爬取 1-爬取中 2-完成
|
||||
if (progress.maxTime == 0) { // 第一次爬取 且 没有分页的情况
|
||||
progress.maxTime = comments[0] ? (comments[0].time || 0) : 0;
|
||||
|
Reference in New Issue
Block a user