1200字范文,内容丰富有趣,写作的好帮手!
1200字范文 > chrome headless抓网页

chrome headless抓网页

时间:2024-02-08 13:40:33

相关推荐

chrome headless抓网页

index.js

/*const { Chromeless } = require('chromeless');async function run() {const chromeless = new Chromeless();const html = await chromeless// 打开百度.goto('').html();// 打印本地文件路径或者S3 URLconsole.log(html);// 结束await chromeless.end()}run().catch(console.error.bind(console));*///const puppeteer = require('puppeteer');const puppeteer = require('puppeteer-core');const findChrome = require('./node_modules/carlo/lib/find_chrome');async function logResponse(res){let url = res.request().url();/*if(url.indexOf("/item/134821.html")>0){console.log(url);console.log(await res.text());}*/if(url.indexOf("/list/")>0){console.log(url);console.log(res.request().postData());console.log(await res.json());}}(async () => {//const browser = await puppeteer.launch();let findChromePath = await findChrome({});let executablePath = findChromePath.executablePath;const browser = await puppeteer.launch({executablePath,headless: true});const page = await browser.newPage();page.on("response",logResponse);/*await page.goto('/item/134821.html');await page.waitForSelector("#product-detail");await page.$eval('#product-comment', el => el.click());await page.waitForSelector(".comment-list");const html = await page.$eval('.comment-list', el => el.innerHTML);*/await page.goto('/list/');await page.waitForSelector(".pager-container");let pageSize = await page.$eval(".pagesize-selector", el => el.value);console.log(pageSize);await browser.close();})();

文本框赋值的正确方式

await input_no.click({clickCount: 3});await input_no.press("Backspace");await input_no.type("1",{delay:100});

执行:node index.js

本内容不代表本网观点和政治立场,如有侵犯你的权益请联系我们处理。
网友评论
网友评论仅供其表达个人看法,并不表明网站立场。