express mongoose中db.once('open')进入不了流程。
exports.c_39 = function(req,res) {
var n = require('needle')
var $ = require('jquery').create()
var iconv = require('iconv').Iconv;
var lite = require('iconv-lite')
var mongoose = require('mongoose');
var async = require('async')
var mysql = require('mysql')
var conn = mysql.createConnection(
{
host : 'localhost',
user : 'root',
password : '',
database : 'pw'
}
)
conn.connect()
var title =''
var question = []
var answer = []
var author = [] //作者
var cid = 0 //分类ID
var fid = 0 //分类id
var parentid = 0
var type = ['category','forum','sub','sub2']
var fup = ''
var fupname = ''
mongoose.createConnection('mongodb://localhost/cj');
var db = mongoose.connection;
db.on('error', console.error.bind(console, 'connection error:'));
var content = req.body.content
var url = req.body.url
if(req.body.pass != 'discuzphpwind')
{
req.send('access deind')
return;
}
var cate = []
//分类抓取
$(content).find('.ask-sub a[target="_self"]').each(function(i,v){
cate.push($(v).html().replace(/(^\s*)|(\s*$)/g, ""))
})
//分类module
console.log('a')
db.once('open',function(){
console.log('b')
var cat = mongoose.Schema({
name:String,
fid:Number,
parentid:Number,
type:String
})
var t = mongoose.model('category',cat)
async.series([
function(callSeries){
async.eachSeries(cate,function(v,callback){
console.log(v)
t.findOne({name:v},function(err,value){
var temp = type.shift()
//分类不存在
if(value == null)
{
if(cate.length == 3)
{
if(temp == 'category')
{
var issub = 0
var hassub = 1
} else if(temp == 'forum') {
var issub = 0
var hassub = 1
} else if (temp == 'sub') {
var issub = 1
var hassub = 1
}
} else if(cate.length == 2) {
if(temp == 'category')
{
var issub = 0
var hassub = 1
} else if(temp == 'forum') {
var issub = 0
var hassub = 0
}
} else {
console.log("还未记录的数量")
return;
}
var sql = "insert into pw_bbs_forum (parentid,type,issub,hassub,name,vieworder,across,fup,fupname,isshow,isshowsub,newtime,created_time" +
",created_userid,created_ip) values(?,?,?,?,?,0,0,?,?,1,0,0,0,0,0)"
var sql_values = [fid,temp,issub,hassub,v,fup,fupname]
conn.query(sql,sql_values,function(error,results){
if(error) {
console.log("插入记录出错" + error.message)
conn.end()
return;
}
fid = results.insertId
conn.query("insert into pw_bbs_forum_statistics (fid) values("+fid+")")
var extra = [fid,'a:2:{s:9:"allowtype";a:1:{i:0;s:7:"default";}s:9:"typeorder";a:1:{s:7:"default";i:0;}}']
conn.query("insert into pw_bbs_forum_extra (fid,settings_basic) values(?,?)",extra)
fupname = v+'\t' + fupname
if(fup == '')
{
fup = fid
} else {
fup =fid + ','+fup
}
new t({name:v,fid:fid,parentid:parentid,type:temp}).save()
if(temp =='category')
{
cid = fid
}
parentid = fid
callback(null,v)
})
} else {
if(fupname == '')
{
fupname = value.name
} else {
fupname = value.name+'\t' + fupname
}
fid = value.fid
if(fup == '')
{
fup = fid
} else {
fup =fid + ','+fup
}
if(value.type == 'category')
{
cid = value.fid
}
parentid = value.parentid
callback(null,v)
}
})
},function(err){
callSeries(null)
})
},
function(callSeries){
//标题
title = $(content).find('title').text().split('_39').shift()
$.each($(content).find('.tboxs'),function(i,v){
$(v).find('.anniu').nextAll().remove()
$(v).find('.tousu').remove()
$(v).find('.anniu').remove()
$(v).find('.annius').remove()
$(v).find('.cainabox').remove()
$(v).find('.clearer').remove()
$(v).find('ul').remove()
var cc = $(v).find('.tbrig').html()//内容
var a = $(v).find('.username').text()
if(i == 0)
{
question = {content:cc,author:a}
} else {
answer.push({content:cc,author:a})
}
})
callSeries(null)
},
function(callSeries){//信息存储
var author = mongoose.model('author',mongoose.Schema({
id:Number,//存储到mysql中的id
name:String//作者的ID
}))
async.series([
function(callAuthor){//储存问题的作者
author.findOne({name:question['author']},function(errData,dataValue){
if(errData){
throw dataValue
}
if(dataValue == null)
{
//添加用户信息
var sql = "insert into pw_user (username,email,password,status,groupid,memberid,regdate) values " +
"(?,?,'null',0,1,8,?)"
var sql_value = [question['author'],'local[@59n](/user/59n).net',parseInt(new Date().getTime()/1000)]
console.log(sql_value)
conn.query(sql,sql_value,function(errSql,result){
if(errSql) throw errSql;
//储存到mongodb
new author({name:question['author'],id:result.insertId}).save()
question['author'] = {author:question['author'],uid:result.insertId}
sql = "insert into pw_user_data (uid) values(?)"
sql_value = [result.insertId]
conn.query(sql,sql_value)
callAuthor()
})
} else {
question['author'] = {author:question['author'],uid:dataValue.id}
callAuthor()
}
})
},
function(callAnswerAuthor){//储存作者
async.eachSeries(answer,function(v,callAnswerSeriesAuthor){
author.findOne({name:v['author']},function(errData,dataValue){
if(errData){
throw dataValue
}
if(dataValue == null)
{
//添加用户信息
var sql = "insert into pw_user (username,email,password,status,groupid,memberid,regdate) values " +
"(?,?,'null',0,1,8,?)"
var sql_value = [v['author'],'local[@59n](/user/59n).net',parseInt(new Date().getTime()/1000)]
conn.query(sql,sql_value,function(errSql,result){
if(errSql) throw errSql;
//储存到mongodb
new author({name:v['author'],id:result.insertId}).save()
v['author'] = {author:v['author'],uid:result.insertId}
sql = "insert into pw_user_data (uid) values(?)"
sql_value = [result.insertId]
conn.query(sql,sql_value)
callAnswerSeriesAuthor()
})
} else {
v['author'] = {author:v['author'],uid:dataValue.id}
callAnswerSeriesAuthor()
}
})
},function(err){
callAnswerAuthor()
})
},
function(callSaveContent){
var m39 = mongoose.Schema({
tid:Number,//问题的id
date:{type:Date,default:Date.now},
answer_num:Number,
url:String//采集的url
})
var c_39 = mongoose.model('c_39',m39)
c_39.findOne({url:url},function(errData,dataValue){
if(dataValue == null)
{
//储存到mysql里面
var sql = "insert into pw_bbs_threads (fid,subject,ischeck,created_time,created_username,created_userid,created_ip) values" +
"(?,?,?,?,?,?,?)"
console.log(question)
var sql_values = [fid,title,1,parseInt(new Date().getTime()/1000),question['author'].author,question['author'].uid,'127.0.0.1']
conn.query(sql,sql_values,function(errData,result){
if(errData){
console.log('出现异常信息')
throw errData
}
var tid = result.insertId
var temp = [tid,fid,parseInt(new Date().getTime()/1000),parseInt(new Date().getTime()/1000)]
//帖子索引表-新帖索引
conn.query("insert into pw_bbs_threads_index(tid,fid,created_time,lastpost_time) values(?,?,?,?)",temp,function(err,dataValue){
if(err)
{
console.log('pw_bbs_threads_index 这里错了')
throw err
}
})
//增加内容
temp = [tid,question['content']]
conn.query("insert into pw_bbs_threads_content (tid,content,usehtml) values(?,?,1)",temp,function(err,dataValue){
if(err)
{
console.log('pw_bbs_threads_content 这里错了')
throw err
}
})
//帖子索引表-分类索引
temp = [tid,cid,fid,parseInt(new Date().getTime()/1000),parseInt(new Date().getTime()/1000)]
conn.query("insert into pw_bbs_threads_cate_index (tid,cid,fid,created_time,lastpost_time) values(?,?,?,?,?)",temp,function(err,dataValue){
if(err)
{
console.log('pw_bbs_threads_cate_index 这里错了')
throw err
}
})
//回复
$.each(answer,function(i,v){
sql = "insert into pw_bbs_posts (usehtml,fid,tid,ischeck,content,created_time,created_username,created_userid,reply_notice,ipfrom) values" +
"(1,?,?,?,?,?,?,?,?,?)"
sql_values = [fid,tid,1, v.content,parseInt(new Date().getTime()/1000), v['author'].author,v['author'].uid,1,'本机地址']
conn.query(sql,sql_values)
//更新主题
sql = "update pw_bbs_threads set replies = replies + 1 ,lastpost_time = ?,lastpost_userid = ?,lastpost_username = ? where tid = ?"
sql_values = [parseInt(new Date().getTime()/1000),v['author'].uid,v['author'].author,tid]
conn.query(sql,sql_values)
})
//储存到mongodb
var saveData = {
tid:tid,
answer_num:answer.length,
url:url
}
new c_39(saveData).save()
})
} else {
console.log('存在')
}
})
}
])
}
])
})
res.send('yes')
}