ICO Dropsをスクレイピングする方法：暗号資産データの包括的ガイド

from playwright.sync_api import sync_playwright

def scrape_icodrops():
    with sync_playwright() as p:
        # Cloudflareのチャレンジを処理するためにステルスを使用
        browser = p.chromium.launch(headless=True)
        page = browser.new_page()
        page.goto('https://icodrops.com/category/upcoming-ico/')
        page.wait_for_selector('.a_ico')
        
        listings = page.query_selector_all('.a_ico')
        for item in listings:
            name = item.query_selector('.btn-active').inner_text()
            print(f'Upcoming Project: {name}')
        browser.close()

scrape_icodrops()

import scrapy

class IcoDropsSpider(scrapy.Spider):
    name = 'icodrops'
    start_urls = ['https://icodrops.com/category/ended-ico/']

    def parse(self, response):
        for ico in response.css('.a_ico'):
            yield {
                'name': ico.css('.btn-active::text').get().strip(),
                'url': ico.css('a::attr(href)').get(),
                'interest': ico.css('.interest::text').get()
            }
        # 'Load More'のロジックをここに記述

const puppeteer = require('puppeteer');

(async () => {
  const browser = await puppeteer.launch();
  const page = await browser.newPage();
  await page.goto('https://icodrops.com/category/active-ico/');
  
  const data = await page.evaluate(() => {
    return Array.from(document.querySelectorAll('.a_ico')).map(el => ({
      name: el.innerText.split('\
')[0].trim(),
      link: el.querySelector('a').href
    }));
  });
  
  console.log(data);
  await browser.close();
})();