61 lines
1.8 KiB
JavaScript
61 lines
1.8 KiB
JavaScript
const fs = require('fs');
|
||
const path = require('path');
|
||
|
||
const requestUtils = require('../utils/requestUtils');
|
||
|
||
const TEMP_MODULE_PATH = path.join(__dirname, 'temp');
|
||
const DATA_PATH = path.join(__dirname, 'data');
|
||
|
||
/**
|
||
* 获取 html
|
||
*/
|
||
async function getHtml(url) {
|
||
// let html = fs.readFileSync("songlist");
|
||
let html = await requestUtils.getApiResult(url, {
|
||
gzip: true,
|
||
});
|
||
return html;
|
||
}
|
||
|
||
/**
|
||
* 正则匹配出JSON
|
||
*/
|
||
function getData(html, index = 0) {
|
||
// 首先匹配出 window.__NUXT__
|
||
let script = /<script>window.__NUXT__=(.*?);<\/script>/.exec(html)[1];
|
||
|
||
// 然后将该匿名函数作为模块引入，取得解析后的JSON
|
||
let tempModule = `${TEMP_MODULE_PATH}/temp_module_${index}.js`;
|
||
fs.writeFileSync(tempModule, `exports.data=${script};`);
|
||
try {
|
||
let data = require(tempModule);
|
||
// console.log(data);
|
||
// data 下有分类 和 歌单信息 这里只取歌单信息部分
|
||
return data.data.data[0].listData;
|
||
} catch (err) {
|
||
console.error(err);
|
||
} finally {
|
||
fs.rmSync(tempModule);
|
||
}
|
||
}
|
||
|
||
async function main() {
|
||
let currentPage = 1;
|
||
let haveMore = true;
|
||
while (haveMore) {
|
||
let url = `https://music.91q.com/songlist?pageNo=${currentPage}`;
|
||
console.log(url);
|
||
let html = await getHtml(url);
|
||
fs.writeFileSync(`${DATA_PATH}/songlist-html-${currentPage}.html`, html);
|
||
console.log("get html done.");
|
||
|
||
let data = getData(html, currentPage);
|
||
fs.writeFileSync(`${DATA_PATH}/songlist-data-${currentPage}.json`, JSON.stringify(data, null, 2));
|
||
console.log("get data done.");
|
||
|
||
currentPage++;
|
||
haveMore = data.haveMore;
|
||
}
|
||
}
|
||
|
||
main(); |