Puppeteer環(huán)境搭建的詳細(xì)步驟

wget https://nodejs.org/dist/v8.12.0/node-v8.12.0-linux-x64.tar.xz
tar xf node-v8.12.0-linux-x64.tar.xz
mv node-v8.12.0-linux-x64 /usr/local/lib
ln -s /usr/local/lib/node-v8.12.0-linux-x64/bin/npm /usr/local/bin/
ln -s /usr/local/lib/node-v8.12.0-linux-x64/bin/node /usr/local/bin/

npm config set registry https://registry.npm.taobao.org

export PUPPETEER_DOWNLOAD_HOST=https://storage.googleapis.com.cnpmjs.org
npm i puppeteer

const puppeteer = require('puppeteer');

(async () => {
 const browser = await puppeteer.launch({
  ignoreHTTPSErrors: true,
  headless: false,
  args: ['--no-sandbox']
 });
 const page = await browser.newPage();
 await page.goto('https://intest.tech');
 await page.waitFor(5e3);
 await browser.close();
})();

node test.js

const puppeteer = require('puppeteer');

(async () => {
const browser = await (puppeteer.launch({
// 若是手動(dòng)下載的chromium需要指定chromium地址, 默認(rèn)引用地址為 /項(xiàng)目目錄/node_modules/puppeteer/.local-chromium/
executablePath: '/Users/huqiyang/Documents/project/z/chromium/Chromium.app/Contents/MacOS/Chromium',
//設(shè)置超時(shí)時(shí)間
timeout: 15000,
//如果是訪問(wèn)https頁(yè)面 此屬性會(huì)忽略https錯(cuò)誤
ignoreHTTPSErrors: true,
// 打開(kāi)開(kāi)發(fā)者工具, 當(dāng)此值為true時(shí), headless總為false
devtools: false,
// 關(guān)閉headless模式, 會(huì)打開(kāi)瀏覽器
headless: false
}));
const page = await browser.newPage();
await page.goto('https://www.jianshu.com/u/40909ea33e50');
await page.screenshot({
path: 'jianshu.png',
type: 'png',
// quality: 100, 只對(duì)jpg有效
fullPage: true,
// 指定區(qū)域截圖，clip和fullPage兩者只能設(shè)置一個(gè)
// clip: {
// x: 0,
// y: 0,
// width: 1000,
// height: 40
// }
});
browser.close();
})();

const fs = require('fs');
const puppeteer = require('puppeteer');

(async () => {
const browser = await (puppeteer.launch({ executablePath: '/Users/huqiyang/Documents/project/z/chromium/Chromium.app/Contents/MacOS/Chromium', headless: false }));
const page = await browser.newPage();
// 進(jìn)入頁(yè)面
await page.goto('https://music.163.com/#');

// 點(diǎn)擊搜索框擬人輸入 鬼才會(huì)想起
const musicName = '鬼才會(huì)想';
await page.type('.txt.j-flag', musicName, {delay: 0});

// 回車(chē)
await page.keyboard.press('Enter');

// 獲取歌曲列表的 iframe
await page.waitFor(2000);
let iframe = await page.frames().find(f => f.name() === 'contentFrame');
const SONG_LS_SELECTOR = await iframe.$('.srchsongst');

// 獲取歌曲 鬼才會(huì)想起 的地址
const selectedSongHref = await iframe.evaluate(e => {
const songList = Array.from(e.childNodes);
const idx = songList.findIndex(v => v.childNodes[1].innerText.replace(/\s/g, '') === '鬼才會(huì)想起');
return songList[idx].childNodes[1].firstChild.firstChild.firstChild.href;
}, SONG_LS_SELECTOR);

// 進(jìn)入歌曲頁(yè)面
await page.goto(selectedSongHref);

// 獲取歌曲頁(yè)面嵌套的 iframe
await page.waitFor(2000);
iframe = await page.frames().find(f => f.name() === 'contentFrame');

// 點(diǎn)擊 展開(kāi)按鈕
const unfoldButton = await iframe.$('#flag_ctrl');
await unfoldButton.click();

// 獲取歌詞
const LYRIC_SELECTOR = await iframe.$('#lyric-content');
const lyricCtn = await iframe.evaluate(e => {
return e.innerText;
}, LYRIC_SELECTOR);

console.log(lyricCtn);

// 截圖
await page.screenshot({
path: '歌曲.png',
fullPage: true,
});

// 寫(xiě)入文件
let writerStream = fs.createWriteStream('歌詞.txt');
writerStream.write(lyricCtn, 'UTF8');
writerStream.end();

// 獲取評(píng)論數(shù)量
const commentCount = await iframe.$eval('.sub.s-fc3', e => e.innerText);
console.log(commentCount);

// 獲取評(píng)論
const commentList = await iframe.$$eval('.itm', elements => {
const ctn = elements.map(v => {
return v.innerText.replace(/\s/g, '');
});
return ctn;
});
console.log(commentList);
})();