201 lines
6.1 KiB
JavaScript
201 lines
6.1 KiB
JavaScript
const { createServer } = require('http')
|
||
const closeWithGrace = require('close-with-grace')
|
||
const dbPool = require('./src/db_pool')
|
||
const apiResult = require('./src/api_result')
|
||
const fs = require('fs');
|
||
|
||
const sqlFile = 'sql/answer.sql';
|
||
|
||
console.log('Starting ...');
|
||
|
||
async function doQuery() {
|
||
try {
|
||
// https://www.myanswersbook.com/
|
||
// from: https://love.163.com/webapp/special/answerbook/#/ask
|
||
let result = await apiResult.query({
|
||
method: 'POST',
|
||
url: "https://love.163.com/open/api/activity/answerBook/generateResult",
|
||
timeout: 3000,
|
||
headers: {
|
||
"content-type": "application/x-www-form-urlencoded",
|
||
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/105.0.0.0 Safari/537.36 Edg/105.0.1343.42",
|
||
"origin": "https://love.163.com",
|
||
"referer": "https://love.163.com/webapp/special/answerbook/",
|
||
},
|
||
form: {
|
||
"resultPicUrl": "https://lovepicture.nosdn.127.net/-6910837894781852896?imageView"
|
||
}
|
||
})
|
||
let resultJSON = JSON.parse(result);
|
||
// console.log(resultJSON);
|
||
let data = resultJSON.data.activityVo;
|
||
if (!!data.resultDetial) {
|
||
let sql = `INSERT INTO answer (text) VALUES ('${data.resultDetial}');`;
|
||
// console.log(data.resultDetial, sql);
|
||
console.log(data.resultDetial);
|
||
await dbPool.query(sql);
|
||
// appendFile(sql);
|
||
}
|
||
} catch (e) {
|
||
console.error(`[error] code: ${e.code}, message: ${e.message}`);
|
||
}
|
||
}
|
||
|
||
async function sleep(ms) {
|
||
await new Promise(function (resolve, reject) {
|
||
setTimeout(resolve, ms);
|
||
});
|
||
}
|
||
|
||
let isExit = false;
|
||
async function main() {
|
||
for (let i = 0; i < 1000000; i++) {
|
||
if (isExit) return;
|
||
await doQuery();
|
||
await sleep(2500);
|
||
}
|
||
dbPool.close();
|
||
}
|
||
// main();
|
||
|
||
function appendFile(string) {
|
||
fs.appendFile('sqls.sql', `${string}\n`, (err) => {
|
||
if (err) {
|
||
console.log('出错')
|
||
} else {
|
||
console.log('追加内容')
|
||
}
|
||
})
|
||
}
|
||
|
||
// 数据转txt
|
||
/*
|
||
var a = [];
|
||
console.log(a.map((s) => `${s.chinese}\|\|\|${s.english}`).join('\n'));
|
||
*/
|
||
|
||
// txt转sql
|
||
function convertAnswerTxtToSql() {
|
||
let lines = fs.readFileSync('answer.txt', 'utf8').split(/[\n\r]/);
|
||
lines = Array.from(new Set(lines)).filter(s => !!s).map(s => {
|
||
s = s.split(`\|\|\|`);
|
||
let chinese = s[0] || ''.replace(/[。!]/g, ''); // 去掉标点符号
|
||
let english = (s[1] || '').replace(/'/g, '\'\''); // ' 转义
|
||
english = english;
|
||
return `INSERT INTO \`answer\` (\`chinese\`, \`english\`) VALUES ('${chinese}', '${english}');`;
|
||
}).sort();
|
||
fs.writeFileSync('answer.sql', lines.join('\n'));
|
||
}
|
||
// convertAnswerTxtToSql();
|
||
|
||
// 去重
|
||
function removeDuplicate() {
|
||
let lines = fs.readFileSync(sqlFile, 'utf8').split(/[\n\r]/);
|
||
lines = Array.from(new Set(lines)).filter(s => !!s).sort();
|
||
fs.writeFileSync(sqlFile, lines.join('\n'));
|
||
}
|
||
// 执行SQL
|
||
async function readSQLAndExecute() {
|
||
let lines = fs.readFileSync(sqlFile, 'utf8').split(/[\n\r]/);
|
||
let count = 0;
|
||
let errCount = 0;
|
||
for (let i = 0; i < lines.length; i++) {
|
||
const sql = lines[i].trim();
|
||
try {
|
||
await dbPool.query(sql);
|
||
} catch (err) {
|
||
errCount++;
|
||
// console.error(err);
|
||
}
|
||
console.log(`count: ${++count}, errCount: ${errCount}, total: ${lines.length}`);
|
||
// await sleep(10);
|
||
}
|
||
console.log("done");
|
||
}
|
||
// removeDuplicate();
|
||
// readSQLAndExecute();
|
||
|
||
// 随机取一条
|
||
async function getOne() {
|
||
let sql = `SELECT * FROM answer ORDER BY RAND() LIMIT 1;`;
|
||
try {
|
||
return await dbPool.query(sql);
|
||
} catch (err) {
|
||
console.error(err);
|
||
}
|
||
// dbPool.close();
|
||
}
|
||
|
||
// 取得全部
|
||
async function getAll() {
|
||
let sql = `SELECT * FROM answer ORDER BY id;`;
|
||
try {
|
||
let result = await dbPool.query(sql);
|
||
console.log(JSON.stringify(result));
|
||
fs.writeFileSync("all.json", JSON.stringify(result));
|
||
return result;
|
||
} catch (err) {
|
||
console.error(err);
|
||
}
|
||
// dbPool.close();
|
||
}
|
||
getAll();
|
||
|
||
const server = createServer(async function (req, res) {
|
||
if (closeWithGrace.closing) {
|
||
res.statusCode = 503
|
||
res.setHeader('Connection', 'close')
|
||
res.end('try again later')
|
||
return
|
||
}
|
||
// res.writeHeader(200, { 'Content-Type': 'text/html;charset=utf-8' });
|
||
if (req.url.startsWith("/assets")) {
|
||
// 直接返回静态文件
|
||
let image = fs.readFileSync(`.${req.url}`);
|
||
res.writeHeader(200, { 'Content-Type': 'image/jpeg' });
|
||
res.end(image);
|
||
return;
|
||
}
|
||
|
||
switch (req.url) {
|
||
// http://localhost:3000/api/get
|
||
case '/api/get':
|
||
// api 接口
|
||
res.writeHeader(200, { 'Content-Type': 'text/plain;charset=utf-8' });
|
||
var resultArr = await getOne();
|
||
var result = resultArr[0];
|
||
// console.log(result);
|
||
res.end(JSON.stringify({
|
||
code: 200,
|
||
msg: "success",
|
||
data: result,
|
||
}))
|
||
break;
|
||
case '/':
|
||
// html 页面
|
||
let html = fs.readFileSync("./index.html");
|
||
res.writeHeader(200, { 'Content-Type': 'text/html;charset=utf-8' });
|
||
res.end(html);
|
||
break;
|
||
default:
|
||
// 404 报错
|
||
console.log(req.url);
|
||
res.end(JSON.stringify({
|
||
code: 404,
|
||
msg: "Not Found",
|
||
data: [],
|
||
}))
|
||
break;
|
||
}
|
||
console.log(req.url);
|
||
})
|
||
server.listen(3000)
|
||
|
||
closeWithGrace({ delay: 500 }, function (opts, cb) {
|
||
console.log(opts, 'closing')
|
||
isExit = true;
|
||
dbPool.close();
|
||
server.close();
|
||
})
|
||
|