How to Scrape Century 21 Property Listings

from playwright.sync_api import sync_playwright

def run(playwright):
    # Launching a browser to handle JavaScript-heavy property cards
    browser = playwright.chromium.launch(headless=True)
    context = browser.new_context(user_agent='Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36')
    page = context.new_page()
    
    # Navigate and wait for the network to settle
    page.goto('https://www.century21.com/real-estate/new-york-ny/LCNYNEWYORK/', wait_until='networkidle')
    
    # Ensure the property container is visible before extraction
    page.wait_for_selector('.property-card')
    
    listings = page.query_selector_all('.property-card')
    for listing in listings:
        price_el = listing.query_selector('.listing-price')
        addr_el = listing.query_selector('.property-address')
        if price_el and addr_el:
            print(f'Price: {price_el.inner_text()} | Address: {addr_el.inner_text()}')
        
    browser.close()

with sync_playwright() as playwright:
    run(playwright)

import scrapy

class C21Spider(scrapy.Spider):
    name = 'c21_spider'
    start_urls = ['https://www.century21.com/real-estate/new-york-ny/LCNYNEWYORK/']

    def parse(self, response):
        # Scrapy's CSS selectors are efficient for bulk property extraction
        for property in response.css('.property-card'):
            yield {
                'price': property.css('.listing-price::text').get(default='').strip(),
                'address': property.css('.property-address::text').get(default='').strip(),
                'details_url': response.urljoin(property.css('a::attr(href)').get())
            }

        # Locate and follow the next page button
        next_page = response.css('a.next-page::attr(href)').get()
        if next_page:
            yield response.follow(next_page, self.parse)

const puppeteer = require('puppeteer-extra');
const StealthPlugin = require('puppeteer-extra-plugin-stealth');
puppeteer.use(StealthPlugin());

(async () => {
  // Using Stealth plugin to mask Puppeteer from Akamai detection
  const browser = await puppeteer.launch({ headless: true });
  const page = await browser.newPage();
  
  await page.goto('https://www.century21.com/real-estate/new-york-ny/LCNYNEWYORK/', { waitUntil: 'networkidle2' });

  const results = await page.evaluate(() => {
    const data = [];
    document.querySelectorAll('.property-card').forEach(card => {
      data.push({
        price: card.querySelector('.listing-price')?.innerText.trim(),
        address: card.querySelector('.property-address')?.innerText.trim(),
      });
    });
    return data;
  });

  console.log(results);
  await browser.close();
})();