代码拆分出Utils

netease_music/index.js

@@ -5,6 +5,11 @@ const dbUtils = require('../utils/dbUtils');
 const requestUtils = require('../utils/requestUtils');
 const sleepUtils = require('../utils/sleepUtils');
 
+const songInfoUtils = require('./src/getInfo/songInfoUtils');
+const artistInfoUtils = require('./src/getInfo/artistInfoUtils');
+const albumInfoUtils = require('./src/getInfo/albumInfoUtils');
+
+
 async function main() {
     console.log("neteaseMusic Starting...");
 
@@ -12,25 +17,21 @@ async function main() {
     dbUtils.create("neteaseMusic");
 
     // getMusicInfo({ songId: "1855221507" });
-    // getMusicInfo({ songId: "1855221517" });
-    // getMusicInfo({ songId: "1861632812" });
-
     // getArtistInfo({ artistId: "1079074" });
-    // getArtistInfo({ artistId: "1079075" });
-
     // getAlbumInfo({ albumId: "74268047" });
-    // getAlbumInfo({ albumId: "129327797" });
 
     // 不是所有歌手都有个人主页 例如 https://music.163.com/#/artist?id=1079075
     // getUserInfo({ userId: "37365202" });
-    // getUserInfo({ userId: "29879272" });
 
     while (true) {
         // 删除脏数据
         var affectRows1 = await dbUtils.query(`DELETE FROM song_artist_relation WHERE song_id = 0 OR artist_id = 0`, []);
         var affectRows2 = await dbUtils.query(`DELETE FROM song_album_relation WHERE song_id = 0 OR album_id = 0`, []);
         console.log(affectRows1.affectedRows, affectRows2.affectedRows);
+
         await startGetMusic(1);
+
+        await sleepUtils.sleep(2000);
     }
 }
 
@@ -47,7 +48,11 @@ async function startGetMusic(sleepTime) {
     for (let i = 0; i < songIds.length; i++) {
         const songId = songIds[i];
         console.log(`${i}/${songIds.length} | song: ${songId} | ${await statistics()}`);
-        await getMusicInfo({ songId: songId });
+        try {
+            await songInfoUtils.get({ songId: songId });
+        } catch (err) {
+            console.error(err);
+        }
         await sleepUtils.sleep(sleepTime);
         if (fs.readFileSync('stop.txt') == "1") {
             throw new Error(`Stopped`);
@@ -63,7 +68,11 @@ async function startGetMusic(sleepTime) {
     for (let i = 0; i < albumIds.length; i++) {
         const albumId = albumIds[i];
         console.log(`${i}/${albumIds.length} | album: ${albumId} | ${await statistics()}`);
-        await getAlbumInfo({ albumId: albumId });
+        try {
+            await albumInfoUtils.get({ albumId: albumId });
+        } catch (err) {
+            console.error(err);
+        }
         await sleepUtils.sleep(sleepTime);
         if (fs.readFileSync('stop.txt') == "1") {
             throw new Error(`Stopped`);
@@ -79,7 +88,11 @@ async function startGetMusic(sleepTime) {
     for (let i = 0; i < artistIds.length; i++) {
         const artistId = artistIds[i];
         console.log(`${i}/${artistIds.length} | artist: ${artistId} | ${await statistics()}`);
-        await getArtistInfo({ artistId: artistId });
+        try {
+            await artistInfoUtils.get({ artistId: artistId });
+        } catch (err) {
+            console.error(err);
+        }
         await sleepUtils.sleep(sleepTime);
         if (fs.readFileSync('stop.txt') == "1") {
             throw new Error(`Stopped`);
@@ -110,253 +123,6 @@ async function statistics() {
     return `song: ${songCount}, album: ${albumCount}, artist: ${artistCount} | songAlbum: ${songAlbumCount}, songArtist: ${songArtistCount}`;
 }
 
-// 获取音乐详情
-async function getMusicInfo({ songId }) {
-    let result = await dbUtils.query('SELECT count(*) as count FROM song WHERE song_id = ?', [songId]);
-    if (result[0].count > 0) {
-        console.log(`数据库中已有数据，跳过 songId: ${songId}`);
-        return;
-
-        // let songResult = await dbUtils.query('SELECT * FROM song WHERE song_id = ?', [songId]);
-        // songResult = JSON.parse(JSON.stringify(songResult));
-
-        // let songArtistResult = await dbUtils.query('SELECT * FROM song_artist_relation WHERE song_id = ?', [songId]);
-        // songArtistResult = JSON.parse(JSON.stringify(songArtistResult));
-        // songResult.artistIds = songArtistResult.map(song => song.artist_id);
-
-        // let songAlbumResult = await dbUtils.query('SELECT * FROM song_album_relation WHERE song_id = ?', [songId]);
-        // songAlbumResult = JSON.parse(JSON.stringify(songAlbumResult));
-        // songResult.albumId = songAlbumResult.map(song => song.album_id)[0];
-
-        // // console.log(songResult);
-        // return songResult;
-    }
-
-    let url = `https://music.163.com/song?id=${songId}`;
-
-    try {
-        // var html = fs.readFileSync(path.join(__dirname, "../temp", `song-${songId}.html`), 'utf8');
-        var html = await requestUtils.getApiResult(url);
-        // fs.writeFileSync(path.join(__dirname, "../temp", `song-${songId}.html`), html);
-    } catch (errors) {
-        console.error(errors);
-        return;
-    }
-    // console.log(html);
-
-    // 正则匹配
-    let regExResult = /\<script type\=\"application\/ld\+json\"\>([\S\s]*?)\<\/script\>/.exec(html);
-    let songInfoJSONString = regExResult[1];
-    let songInfoDict = JSON.parse(songInfoJSONString);
-    // console.log(songInfoDict);
-
-    let title = /<meta property="og:title" content="(.*?)" \/>/.exec(html)[1];
-    let image = /<meta property="og:image" content="http:\/\/p.\.music\.126\.net\/(.*?)" \/>/.exec(html)[1];
-    let artist = /<meta property="og:music:artist" content="(.*?)" \/>/.exec(html)[1];
-    let duration = /<meta property="music:duration" content="(.*?)"\/>/.exec(html)[1];
-    try {
-        var album = /<meta property="og:music:album" content="(.*?)"\/>/.exec(html)[1];
-        var albumId = /<meta property="music:album" content="https:\/\/music\.163\.com\/album\?id=(.*?)"\/>/.exec(html)[1];
-    } catch (err) {
-        // 歌曲不在专辑中
-    }
-
-
-    const reg = /<meta property="music:musician" content="https:\/\/music\.163\.com\/artist\?id=(.*?)"\/>/g;
-    let artistIds = [];
-    let matched = null;
-    while ((matched = reg.exec(html)) !== null) {
-        artistIds.push(matched[1]);
-    }
-
-    let songInfo = {
-        songId: songId,
-        title: title,
-        image: image,
-        pubDate: songInfoDict.pubDate,
-        artist: artist,
-        artistIds: artistIds,
-        album: album || null,
-        albumId: albumId || null,
-        duration: duration,
-    };
-    // console.log("songInfo", songInfo);
-    dbUtils.query('INSERT IGNORE INTO song SET ?', {
-        song_id: songInfo.songId,
-        title: songInfo.title,
-        image: songInfo.image,
-        pub_date: songInfo.pubDate,
-    });
-    if (albumId != null)
-        dbUtils.query('INSERT IGNORE INTO song_album_relation SET ?', {
-            song_id: songInfo.songId,
-            album_id: songInfo.albumId,
-        });
-    artistIds.forEach(function (artistId) {
-        dbUtils.query('INSERT IGNORE INTO song_artist_relation SET ?', {
-            song_id: songInfo.songId,
-            artist_id: artistId,
-        });
-    });
-    return songInfo;
-}
-
-// 获取音乐人详情
-async function getArtistInfo({ artistId }) {
-    let result = await dbUtils.query('SELECT count(*) as count FROM artist WHERE artist_id = ?', [artistId]);
-    if (result[0].count > 0) {
-        console.log(`数据库中已有数据，跳过 artistId: ${artistId}`);
-        return;
-
-        // // let artistResult = await dbUtils.query('SELECT * FROM artist LEFT JOIN song_artist_relation ON artist.artist_id = song_artist_relation.artist_id WHERE artist.artist_id = ?', [artistId]);
-        // let artistResult = await dbUtils.query('SELECT * FROM artist WHERE artist_id = ?', [artistId]);
-        // artistResult = JSON.parse(JSON.stringify(artistResult));
-        // let songArtistResult = await dbUtils.query('SELECT * FROM song_artist_relation WHERE artist_id = ?', [artistId]);
-        // songArtistResult = JSON.parse(JSON.stringify(songArtistResult));
-        // artistResult.songIds = songArtistResult.map(song => song.song_id);
-        // // console.log(artistResult);
-        // return artistResult;
-    }
-
-    let url = `https://music.163.com/artist?id=${artistId}`;
-
-    try {
-        // var html = fs.readFileSync(path.join(__dirname, "../temp", `artist-${artistId}.html`), 'utf8');
-        var html = await requestUtils.getApiResult(url);
-        // fs.writeFileSync(path.join(__dirname, "../temp", `artist-${artistId}.html`), html);
-    } catch (errors) {
-        console.error(errors);
-        return;
-    }
-    // console.log(html);
-
-    // 正则匹配
-    let regExResult = /\<script type\=\"application\/ld\+json\"\>([\S\s]*?)\<\/script\>/.exec(html);
-    let artistInfoJSONString = regExResult[1];
-    let artistInfoDict = JSON.parse(artistInfoJSONString);
-    // console.log(artistInfoDict);
-
-    let image = /<meta property="og:image" content="http:\/\/p.\.music\.126\.net\/(.*?)" \/>/.exec(html)[1];
-    let songListJSONString = /<textarea id="song-list-pre-data" style="display:none;">(.*?)<\/textarea>/.exec(html)[1];
-    let songList = JSON.parse(songListJSONString);
-    let songIds = songList.map(song => song.id);
-
-    let artistInfo = {
-        artistId: artistId,
-        title: artistInfoDict.title,
-        image: image,
-        description: artistInfoDict.description,
-        pubDate: artistInfoDict.pubDate,
-        songIds: songIds,
-    };
-    // console.log("artistInfo", artistInfo);
-    dbUtils.query('INSERT IGNORE INTO artist SET ?', {
-        artist_id: artistInfo.artistId,
-        title: artistInfo.title,
-        description: artistInfo.description,
-        image: artistInfo.image,
-        pub_date: artistInfo.pubDate,
-    });
-    songIds.forEach(function (songId) {
-        if (isNaN(Number(songId)) || Number(songId) === 0 || isNaN(Number(artistId)) || Number(artistId) === 0)
-            return;
-        dbUtils.query('INSERT IGNORE INTO song_artist_relation SET ?', {
-            song_id: songId,
-            artist_id: artistId,
-        });
-    });
-    return artistInfo;
-}
-
-// 获取专辑详情
-async function getAlbumInfo({ albumId }) {
-    let result = await dbUtils.query('SELECT count(*) as count FROM album WHERE album_id = ?', [albumId]);
-    if (result[0].count > 0) {
-        console.log(`数据库中已有数据，跳过 albumId: ${albumId}`);
-        return;
-
-        // let albumResult = await dbUtils.query('SELECT * FROM album WHERE album_id = ?', [albumId]);
-        // albumResult = JSON.parse(JSON.stringify(albumResult));
-        // let songAlbumResult = await dbUtils.query('SELECT * FROM song_album_relation WHERE album_id = ?', [albumId]);
-        // songAlbumResult = JSON.parse(JSON.stringify(songAlbumResult));
-        // albumResult.songIds = songAlbumResult.map(song => song.song_id);
-        // // console.log(albumResult);
-        // return albumResult;
-    }
-
-    let url = `https://music.163.com/album?id=${albumId}`;
-
-    try {
-        // var html = fs.readFileSync(path.join(__dirname, "../temp", `album-${albumId}.html`), 'utf8');
-        var html = await requestUtils.getApiResult(url);
-        // fs.writeFileSync(path.join(__dirname, "../temp", `album-${albumId}.html`), html);
-    } catch (errors) {
-        console.error(errors);
-        return;
-    }
-    // console.log(html);
-
-    // 正则匹配
-    let regExResult = /\<script type\=\"application\/ld\+json\"\>([\S\s]*?)\<\/script\>/.exec(html);
-    let albumInfoJSONString = regExResult[1];
-    let albumInfoDict = JSON.parse(albumInfoJSONString);
-    // console.log(albumInfoDict);
-
-    let company = null;
-    try {
-        company = /<p class="intr"><b>发行公司：<\/b>\n(.*?)\n<\/p>/.exec(html)[1];
-    } catch (e) {
-    }
-
-    let image = /<meta property="og:image" content="http:\/\/p.\.music\.126\.net\/(.*?)" \/>/.exec(html)[1];
-    let songListJSONString = /<textarea id="song-list-pre-data" style="display:none;">(.*?)<\/textarea>/.exec(html)[1];
-    let songList = JSON.parse(songListJSONString);
-    let songIds = songList.map(song => song.id);
-
-    let albumInfo = {
-        albumId: albumId,
-        title: albumInfoDict.title,
-        image: image,
-        description: albumInfoDict.description,
-        pubDate: albumInfoDict.pubDate,
-        company: company,
-        songIds: songIds,
-    };
-    // console.log("albumInfo", albumInfo);
-    dbUtils.query('INSERT IGNORE INTO album SET ?', {
-        album_id: albumInfo.albumId,
-        title: albumInfo.title,
-        description: albumInfo.description,
-        image: albumInfo.image,
-        pub_date: albumInfo.pubDate,
-        company: albumInfo.company,
-    });
-    songIds.forEach(function (songId) {
-        if (isNaN(Number(songId)) || Number(songId) === 0 || isNaN(Number(albumId)) || Number(songId) === 0)
-            return;
-        dbUtils.query('INSERT IGNORE INTO song_album_relation SET ?', {
-            song_id: songId,
-            album_id: albumId,
-        });
-    });
-    return albumInfo;
-}
-
-// // 获取音乐人详情
-// async function getUserInfo({ userId }) {
-//     let url = `https://music.163.com/user/home?id=${userId}`;
-
-//     try {
-//         var html = fs.readFileSync(path.join(__dirname, "../temp", ` user-${userId}.html`), 'utf8');
-//     } catch (errors) {
-//         var html = await requestUtils.getApiResult(url);
-//         fs.writeFileSync(path.join(__dirname, "../temp", ` user-${userId}.html`), html);
-//     }
-//     // console.log(html);
-
-
-// }
-
 module.exports = {
     main: main,
 }