querylist采集微信公众号文章( 访问示例地址参考资料)
优采云 发布时间: 2021-12-18 22:14querylist采集微信公众号文章(
访问示例地址参考资料)
核心代码
要求获取文章的标题、跳转链接、发布时间和带有图片的文章缩略图。具体代码如下。
<p>'use strict';
const puppeteer = require('puppeteer')
exports.main = async (event, context) => {
const browser = await puppeteer.launch({
headless: true,
args: ['--no-sandbox', '--disable-setuid-sandbox'],
dumpio: false,
})
const page = await browser.newPage()
page.setUserAgent(
'Mozilla/5.0 (Linux; Android 10; Redmi K30 Pro Build/QKQ1.191117.002; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/78.0.3904.62 XWEB/2581 MMWEBSDK/200801 Mobile Safari/537.36'
)
await page.goto('获取到的话题标签链接', {
waitUntil: 'networkidle0',
})
const articleInfo = await page.evaluate(() => {
const element = document.querySelector(".album__list");
let items = element.getElementsByClassName("album__list-item");
let title = [];
for (let i = 0; i