1
0
Code Issues Pull Requests Projects Releases Wiki Activity GitHub Gitee

fetchAll从index.js提到各个utils中

This commit is contained in:
2022-10-01 22:00:29 +08:00
parent 5d2bfccb4b
commit 3dcb71b5a3
6 changed files with 196 additions and 110 deletions

View File

@@ -2,6 +2,7 @@ const fs = require('fs');
const path = require('path');
const requestUtils = require('../../../utils/requestUtils');
const sleepUtils = require('../../../utils/sleepUtils');
const dbUtils = global.dbUtils;
@@ -22,6 +23,28 @@ async function getFromDatabase({ songId }) {
return songInfo;
}
// 从数据库中查出还缺少的歌曲,并进行爬取
async function fetchAll() {
console.log("start fetching songs ...");
var songIds = await dbUtils.query(`
SELECT DISTINCT song_id FROM song_artist_relation WHERE song_id NOT IN ( SELECT DISTINCT song_id FROM song )
UNION
SELECT DISTINCT song_id FROM song_album_relation WHERE song_id NOT IN ( SELECT DISTINCT song_id FROM song )
`, []);
songIds = songIds.map(item => item.song_id);
for (let i = 0; i < songIds.length; i++) {
await global.checkIsExit();
const songId = songIds[i];
console.log(`${i}/${songIds.length} | song: ${songId} | ${await global.statistics()}`);
try {
await fetch({ songId: songId });
} catch (err) {
console.error(err);
}
await sleepUtils.sleep(global.sleepTime);
}
}
// 获取音乐详情
async function fetch({ songId, debug = false }) {
let result = await dbUtils.query('SELECT count(*) as count FROM song WHERE song_id = ?', [songId]);
@@ -119,4 +142,5 @@ async function fetch({ songId, debug = false }) {
module.exports = {
getFromDatabase: getFromDatabase,
fetch: fetch,
fetchAll: fetchAll,
}