Zillow を scrape する方法：不動産データ取得の究極ガイド (2025年版)

from playwright.sync_api import sync_playwright

def scrape_zillow():
    with sync_playwright() as p:
        # Launching with a real user agent to bypass basic checks
        browser = p.chromium.launch(headless=True)
        context = browser.new_context(user_agent='Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36')
        page = context.new_page()
        
        # Navigate and wait for content to be fully rendered by React
        page.goto('https://www.zillow.com/homes/for_sale/90210_rb/', wait_until='networkidle')
        
        # Wait for property card selectors to appear
        page.wait_for_selector('[data-test="property-card"]')
        
        # Extract data from the rendered DOM
        listings = page.query_selector_all('[data-test="property-card"]')
        for listing in listings:
            price_el = listing.query_selector('[data-test="property-card-price"]')
            address_el = listing.query_selector('address')
            
            price = price_el.inner_text() if price_el else "N/A"
            address = address_el.inner_text() if address_el else "N/A"
            print(f'Price: {price}, Address: {address}')
            
        browser.close()

scrape_zillow()

import scrapy
import json

class ZillowSpider(scrapy.Spider):
    name = 'zillow'
    start_urls = ['https://www.zillow.com/homes/for_sale/90210_rb/']

    def parse(self, response):
        # Zillow stores data in a JSON script tag called __NEXT_DATA__
        # This is more stable than scraping the HTML layout
        json_data = response.xpath('//script[@id="__NEXT_DATA__"]/text()').get()
        if json_data:
            data = json.loads(json_data)
            # Navigate the nested JSON structure to find the listing results
            results = data.get('props', {}).get('pageProps', {}).get('searchPageState', {}).get('cat1', {}).get('searchResults', {}).get('listResults', [])
            for item in results:
                yield {
                    'price': item.get('price'),
                    'address': item.get('address'),
                    'zpid': item.get('zpid'),
                    'bedrooms': item.get('beds'),
                    'bathrooms': item.get('baths')
                }

const puppeteer = require('puppeteer-extra');
const StealthPlugin = require('puppeteer-extra-plugin-stealth');
puppeteer.use(StealthPlugin());

(async () => {
  // Launching browser with stealth plugin to avoid DataDome detection
  const browser = await puppeteer.launch({ headless: true });
  const page = await browser.newPage();
  
  // Set an extra header to appear more human
  await page.setExtraHTTPHeaders({
    'Accept-Language': 'en-US,en;q=0.9'
  });

  await page.goto('https://www.zillow.com/homes/for_sale/90210_rb/', { waitUntil: 'networkidle2' });

  const properties = await page.evaluate(() => {
    const cards = Array.from(document.querySelectorAll("[data-test='property-card']"));
    return cards.map(card => ({
      price: card.querySelector("[data-test='property-card-price']")?.innerText,
      address: card.querySelector("address")?.innerText
    }));
  });

  console.log(properties);
  await browser.close();
})();