如何爬取 Century 21：房地产技术指南

from playwright.sync_api import sync_playwright

def scrape_with_playwright():
    with sync_playwright() as p:
        # 建议使用隐身模式参数启动
        browser = p.chromium.launch(headless=True)
        context = browser.new_context(user_agent='Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7)')
        page = context.new_page()
        
        # 导航到搜索结果页面
        page.goto('https://www.century21.com/real-estate/los-angeles-ca/LCCALOSANGELES/')
        
        # 等待通过 JavaScript 加载的房产网格
        page.wait_for_selector('.property-card')
        
        cards = page.query_selector_all('.property-card')
        for card in cards:
            price = card.query_selector('.property-card-price').inner_text()
            address = card.query_selector('.property-address').inner_text()
            print({'price': price, 'address': address})
            
        browser.close()

scrape_with_playwright()

import scrapy

class Century21Spider(scrapy.Spider):
    name = 'c21_spider'
    start_urls = ['https://www.century21.com/real-estate/miami-fl/LCCFMIAMI/']

    def parse(self, response):
        # 使用 CSS 选择器遍历房源容器
        for listing in response.css('.property-card'):
            yield {
                'address': listing.css('.property-address::text').get().strip(),
                'price': listing.css('.property-card-price::text').get().strip(),
                'url': response.urljoin(listing.css('a.card-anchor::attr(href)').get())
            }
        
        # 跟随分页栏中的下一页链接
        next_page = response.css('a.next-page::attr(href)').get()
        if next_page:
            yield response.follow(next_page, self.parse)

const puppeteer = require('puppeteer');

async function scrapeCentury21() {
  const browser = await puppeteer.launch({ headless: true });
  const page = await browser.newPage();
  
  // 设置真实的视口大小
  await page.setViewport({ width: 1280, height: 800 });
  
  await page.goto('https://www.century21.com/real-estate/chicago-il/LCCICHICAGO/');
  
  // 等待 React 组件渲染房源
  await page.waitForSelector('.property-card');
  
  const properties = await page.evaluate(() => {
    return Array.from(document.querySelectorAll('.property-card')).map(el => ({
      price: el.querySelector('.property-card-price')?.innerText,
      address: el.querySelector('.property-address')?.innerText,
      beds: el.querySelector('.property-beds')?.innerText
    }));
  });
  
  console.log(properties);
  await browser.close();
}

scrapeCentury21();