Puppeteer环境搭建的详细步骤

wget https://nodejs.org/dist/v8.12.0/node-v8.12.0-linux-x64.tar.xztar xf node-v8.12.0-linux-x64.tar.xzmv node-v8.12.0-linux-x64 /usr/local/libln -s /usr/local/lib/node-v8.12.0-linux-x64/bin/npm /usr/local/bin/ln -s /usr/local/lib/node-v8.12.0-linux-x64/bin/node /usr/local/bin/

npm config set registry https://registry.npm.taobao.org

export PUPPETEER_DOWNLOAD_HOST=https://storage.googleapis.com.cnpmjs.orgnpm i puppeteer

const puppeteer = require('puppeteer');(async () => { const browser = await puppeteer.launch({  ignoreHTTPSErrors: true,  headless: false,  args: ['--no-sandbox'] }); const page = await browser.newPage(); await page.goto('https://intest.tech'); await page.waitFor(5e3); await browser.close();})();

node test.js

const puppeteer = require('puppeteer');(async () => {const browser = await (puppeteer.launch({// 若是手动下载的chromium需要指定chromium地址, 默认引用地址为 /项目目录/node_modules/puppeteer/.local-chromium/executablePath: '/Users/huqiyang/Documents/project/z/chromium/Chromium.app/Contents/MacOS/Chromium',//设置超时时间timeout: 15000,//如果是访问https页面 此属性会忽略https错误ignoreHTTPSErrors: true,// 打开开发者工具, 当此值为true时, headless总为falsedevtools: false,// 关闭headless模式, 会打开浏览器headless: false}));const page = await browser.newPage();await page.goto('https://www.jianshu.com/u/40909ea33e50');await page.screenshot({path: 'jianshu.png',type: 'png',// quality: 100, 只对jpg有效fullPage: true,// 指定区域截图，clip和fullPage两者只能设置一个// clip: {// x: 0,// y: 0,// width: 1000,// height: 40// }});browser.close();})();

const fs = require('fs');const puppeteer = require('puppeteer');(async () => {const browser = await (puppeteer.launch({ executablePath: '/Users/huqiyang/Documents/project/z/chromium/Chromium.app/Contents/MacOS/Chromium', headless: false }));const page = await browser.newPage();// 进入页面await page.goto('https://music.163.com/#');// 点击搜索框拟人输入 鬼才会想起const musicName = '鬼才会想';await page.type('.txt.j-flag', musicName, {delay: 0});// 回车await page.keyboard.press('Enter');// 获取歌曲列表的 iframeawait page.waitFor(2000);let iframe = await page.frames().find(f => f.name() === 'contentFrame');const SONG_LS_SELECTOR = await iframe.$('.srchsongst');// 获取歌曲 鬼才会想起 的地址const selectedSongHref = await iframe.evaluate(e => {const songList = Array.from(e.childNodes);const idx = songList.findIndex(v => v.childNodes[1].innerText.replace(//s/g, '') === '鬼才会想起');return songList[idx].childNodes[1].firstChild.firstChild.firstChild.href;}, SONG_LS_SELECTOR);// 进入歌曲页面await page.goto(selectedSongHref);// 获取歌曲页面嵌套的 iframeawait page.waitFor(2000);iframe = await page.frames().find(f => f.name() === 'contentFrame');// 点击 展开按钮const unfoldButton = await iframe.$('#flag_ctrl');await unfoldButton.click();// 获取歌词const LYRIC_SELECTOR = await iframe.$('#lyric-content');const lyricCtn = await iframe.evaluate(e => {return e.innerText;}, LYRIC_SELECTOR);console.log(lyricCtn);// 截图await page.screenshot({path: '歌曲.png',fullPage: true,});// 写入文件let writerStream = fs.createWriteStream('歌词.txt');writerStream.write(lyricCtn, 'UTF8');writerStream.end();// 获取评论数量const commentCount = await iframe.$eval('.sub.s-fc3', e => e.innerText);console.log(commentCount);// 获取评论const commentList = await iframe.$$eval('.itm', elements => {const ctn = elements.map(v => {return v.innerText.replace(//s/g, '');});return ctn;});console.log(commentList);})();