笔趣阁小说爬虫

var https=require('https');var fs = require('fs'); //文件模块var iconv = require('iconv-lite');var cheerio = require('cheerio');// 章节目录页面地址https.get('https://www.bequge.com/11_11694/',function(res){    var length=0;    var arr=[];    res.on("data",function(chunk){        arr.push(chunk);        length+=chunk.length;    });    res.on("end",function(){        var data=Buffer.concat(arr,length);        var change_data = iconv.decode(data,'gb2312');        var $=cheerio.load(change_data.toString());        var listArray = $('dd');        for(var i = 9; i<listArray.length; i++){                setTimeout(function(){                    var ddObj = listArray[this.i];                    var url = ddObj.children[0].attribs["href"];                    var text = ddObj.children[0].children[0].data;                    if(text.indexOf("章")==-1){                        return;                    }                    var filePath = "./三寸人间/"+text+".txt";                    https.get('https://www.bequge.com'+url,function(response){                        var len = 0;                        var array = [];                        response.on("data",function(chunk){                            array.push(chunk);                            len+=chunk.length;                        });                        response.on("end",function(){                            var data=Buffer.concat(array,len);                            var change_data = iconv.decode(data,'gb2312');                            var $=cheerio.load(change_data.toString());                            var data = $('#content');                            fs.writeFile(filePath, data.text(), { 'flag': 'a' }, function(err) {                                if (err) {                                    throw err;                                }                                console.log('写入完成.');                            });                        });                    })                }.bind({                    i: i                }),2000)        }    })});ps: 写这个的缘由是想在个人代码编辑器里看小说，上班的时候比较安全