82 lines
3.8 KiB
JavaScript
82 lines
3.8 KiB
JavaScript
|
const fs = require("fs");
|
|||
|
|
const requestUtils = require("../../utils/requestUtils");
|
|||
|
|
|
|||
|
|
// 爬取的内容：https://www.nowcoder.com/exam/interview
|
|||
|
|
|
|||
|
|
const saveTempFile = true;
|
|||
|
|
|
|||
|
|
main();
|
|||
|
|
async function main() {
|
|||
|
|
// 请求参数id
|
|||
|
|
let questionInfo = {
|
|||
|
|
questionJobId: 156,
|
|||
|
|
questionClassifyId: null,
|
|||
|
|
questionId: null,
|
|||
|
|
}
|
|||
|
|
// 获取 Job 的 QuestionClassify
|
|||
|
|
let getQuestionClassifyResult = await getQuestionClassify(questionInfo.questionJobId);
|
|||
|
|
for (let a = 0; a < getQuestionClassifyResult.length; a++) {
|
|||
|
|
const QuestionClassify = getQuestionClassifyResult[a];
|
|||
|
|
questionInfo.questionClassifyId = QuestionClassify.questionClassifyId;
|
|||
|
|
// console.log(questionInfo);
|
|||
|
|
|
|||
|
|
// // 获取 QuestionClassify 的 Filter
|
|||
|
|
// let jobQuestionFilterResult = await jobQuestionFilter(questionInfo.questionJobId, questionInfo.questionClassifyId);
|
|||
|
|
|
|||
|
|
// 获取 QuestionClassify 的 Question
|
|||
|
|
let jobQuestionListResult = await jobQuestionList(questionInfo.questionJobId, questionInfo.questionClassifyId);
|
|||
|
|
for (let b = 0; b < jobQuestionListResult.subjectList.length; b++) {
|
|||
|
|
const Question = jobQuestionListResult.subjectList[b];
|
|||
|
|
questionInfo.questionId = Question.questionId;
|
|||
|
|
console.log(questionInfo);
|
|||
|
|
|
|||
|
|
// 获取 Question 的 QuestionDetail
|
|||
|
|
let jobQuestionDetailResult = await jobQuestionDetail(questionInfo.questionJobId, questionInfo.questionClassifyId, questionInfo.questionId);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
async function get(url, functionName) {
|
|||
|
|
let json = await requestUtils.getApiResult(url);
|
|||
|
|
// saveTempFile && fs.writeFileSync(`./temp/${functionName}-1.json`, json);
|
|||
|
|
try {
|
|||
|
|
let response = JSON.parse(json);
|
|||
|
|
// saveTempFile && fs.writeFileSync(`./temp/${functionName}.json`, JSON.stringify(response, null, 2));
|
|||
|
|
// console.log(response);
|
|||
|
|
if (response.code === 0) {
|
|||
|
|
saveTempFile && fs.writeFileSync(`./temp/${functionName}-data.json`, JSON.stringify(response.data, null, 2));
|
|||
|
|
return response.data;
|
|||
|
|
} else {
|
|||
|
|
console.error("请求失败", json);
|
|||
|
|
return null;
|
|||
|
|
}
|
|||
|
|
} catch (err) {
|
|||
|
|
console.error("请求解析失败", err);
|
|||
|
|
return null;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 获取分类下面的题目分类 比如 前端工程师 下面的【全部题目】
|
|||
|
|
async function getQuestionClassify(questionJobId) {
|
|||
|
|
let url = `https://www.nowcoder.com/api/questiontraining/interview/getQuestionClassify?questionJobId=${questionJobId}&_=${Date.now()}`
|
|||
|
|
return await get(url, `1 getQuestionClassify-${questionJobId}`);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 获取题目上面的筛选条件
|
|||
|
|
async function jobQuestionFilter(questionJobId, questionClassifyId) {
|
|||
|
|
let url = `https://www.nowcoder.com/api/questiontraining/interview/jobQuestionFilter?questionJobId=${questionJobId}&questionClassifyId=${questionClassifyId}&_=${Date.now()}`
|
|||
|
|
return await get(url, `2 jobQuestionFilter-${questionJobId}-${questionClassifyId}`);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 获取题目列表
|
|||
|
|
async function jobQuestionList(questionJobId, questionClassifyId) {
|
|||
|
|
let url = `https://www.nowcoder.com/api/questiontraining/interview/jobQuestionList?questionJobId=${questionJobId}&questionClassifyId=${questionClassifyId}&page=1&size=50000&_=${Date.now()}`
|
|||
|
|
return await get(url, `3 jobQuestionList-${questionJobId}-${questionClassifyId}`);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 获取题目详情
|
|||
|
|
async function jobQuestionDetail(questionJobId, questionClassifyId, questionId) {
|
|||
|
|
let url = `https://www.nowcoder.com/api/questiontraining/interview/jobQuestionDetail?questionId=${questionId}&questionJobId=${questionJobId}&questionClassifyId=${questionClassifyId}&_=${Date.now()}`
|
|||
|
|
console.log(url);
|
|||
|
|
return await get(url, `4 jobQuestionDetail-${questionJobId}-${questionClassifyId}-${questionId}`);
|
|||
|
|
}
|