CoinBrainをスクレイピングする方法：暗号資産データの抽出ガイド

from playwright.sync_api import sync_playwright

def run(playwright):
    browser = playwright.chromium.launch(headless=True)
    context = browser.new_context(user_agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36")
    page = context.new_page()
    page.goto("https://coinbrain.com/trending")
    
    # 動的な token 要素が表示されるのを待機
    page.wait_for_selector('.coin-row')
    
    coins = page.query_selector_all('.coin-row')
    for coin in coins[:5]:
        name = coin.query_selector('.coin-name').inner_text()
        price = coin.query_selector('.coin-price').inner_text()
        print(f'token: {name}, Price: {price}')
    
    browser.close()

with sync_playwright() as pw:
    run(pw)

import scrapy

class CoinbrainSpider(scrapy.Spider):
    name = 'coinbrain_spider'
    start_urls = ['https://coinbrain.com/new-coins']

    def parse(self, response):
        # JS実行にはScrapy-Playwrightミドルウェアの使用が推奨されます
        for coin in response.css('.coin-list-item'):
            yield {
                'name': coin.css('.name::text').get(),
                'symbol': coin.css('.symbol::text').get(),
                'price': coin.css('.price::text').get(),
            }
        
        next_page = response.css('a.next-page::attr(href)').get()
        if next_page:
            yield response.follow(next_page, self.parse)

const puppeteer = require('puppeteer');

(async () => {
  const browser = await puppeteer.launch({ headless: true });
  const page = await browser.newPage();
  await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36');
  await page.goto('https://coinbrain.com/trending');

  // Reactのハイドレーションとデータの読み込みを待機
  await page.waitForSelector('.token-list');

  const data = await page.evaluate(() => {
    const items = document.querySelectorAll('.token-row');
    return Array.from(items).map(item => ({
      name: item.querySelector('.name')?.innerText,
      price: item.querySelector('.price')?.innerText
    }));
  });

  console.log(data);
  await browser.close();
})();