nodejs通过phantomjs实现下载网页

var page = require('webpage').create(),  system = require('system');var spawn = require("child_process").spawnif (system.args.length === 1) {  console.log('Usage: netsniff.js <some URL>');  phantom.exit(1);} else {  var urls = [];  page.address = system.args[1];  page.onResourceReceived = function (res) {    if (res.stage === 'start') {      urls.push(res.url);    }  };  page.open(page.address, function (status) {    var har;    if (status !== 'success') {      console.log('FAIL to load the address');      phantom.exit(1);    } else {      console.log('down resource ' + urls.length + ' urls.');      var child = spawn("node", ["--harmony", "downHtml.js", urls.join(',')])      child.stdout.on("data", function (data) {       console.log(data);      })      child.stderr.on("data", function (data) {       console.log(data);      })      child.on("exit", function (code) {       phantom.exit();      })          }  });}

"use strict";var fs = require('fs');var http = require('http');var path = require('path');var r_url = require('url');var dirCache = {};//缓存减少判断function makedir (pathStr, callback) {  if (dirCache[pathStr] == 1) {    callback();  } else {    fs.exists(pathStr, function (exists) {      if (exists == true) {        dirCache[pathStr] == 1;        callback();      } else {        makedir(path.dirname(pathStr), function () {          fs.mkdir(pathStr, function () {            dirCache[pathStr] == 1;            callback();          })        });      }    })  }};var reg = /[:,]/s*url/(['"]?.*?(/1)/)/gvar reg2 = //((['"]?)(.*?)(/1)/)/var isDownMap = {};var downImgFromCss = function (URL) {  http.get(URL, function(res) {    //console.log(path.resolve(process.cwd(), 'index.min.css'))    //res.pipe(fs.createWriteStream(path.resolve(process.cwd(), 'index.min.css')));    var body = "";    res.setEncoding('utf8');    res.on('data', function (chunk) {      body += chunk;    });    res.on('end', function () {      var match = body.match(reg);      for (var i = 0, len = match.length; i < len; i++){        var m = match[i].match(reg2);        if (m && m[2]) {          var url = m[2];          let imgUrl = r_url.resolve(URL, url);          if (!isDownMap[imgUrl]) {            var uo = r_url.parse(imgUrl);            let filepath = CWD + '/' + uo.hostname + uo.pathname;            makedir(path.dirname(filepath), function () {              http.get(imgUrl, function (res) {                res.pipe(fs.createWriteStream(filepath));              })            })            isDownMap[imgUrl] = 1;          }        }      }    });  });}var URLS = process.argv[2].split(',');var CWD = process.cwd();//下载资源URLS.forEach(function (URL) {  var uo = r_url.parse(URL);  var filepath;  if (uo.pathname == '/' || uo.pathname == '') {    filepath = CWD + '/' + uo.hostname + '/index.html';  } else {    filepath = CWD + '/' + uo.hostname + uo.pathname;  }  makedir(path.dirname(filepath), function () {    http.get(URL, function (res) {      if (URL.indexOf('.css') != -1 || (res.headers["content-type"] && res.headers["content-type"].indexOf('text/css')!= -1)) {        console.log('down images form css file:' + URL + '.');        downImgFromCss(URL);      }      res.pipe(fs.createWriteStream(filepath));    })  });});