JavaScriptでWebスクレイピングをする

npm install puppeteer

const puppeteer = require('puppeteer');

const puppeteer = require('puppeteer');

const scrape = async () => {
  const browser = await puppeteer.launch({
    headless: false,
    slowMo: 250,
    defaultViewport: null
  });

  const page = await browser.newPage();
  const url = "https://naoki.site/articles/";
  await page.goto(url, { waitUntil: 'domcontentloaded' });

  const target = ".v-main__wrap .v-card .v-card__title";

  const results = await page.$$eval(target, elements => elements.map(element => element.textContent));
  console.log(results);

  browser.close();
};

scrape();

node scraping.js