如何抓取 Apartments Near Me 数据 | 房地产数据抓取工具

from playwright.sync_api import sync_playwright

def scrape_community_data():
    with sync_playwright() as p:
        # 以 headless 模式启动浏览器
        browser = p.chromium.launch(headless=True)
        page = browser.new_page()
        page.goto("https://www.apartmentsnearme.biz/community/", wait_until="networkidle")

        # 等待动态 Elementor 滑块内容加载
        page.wait_for_selector(".elementor-carousel-image-overlay")
        
        # 提取列出的所有社区名称
        elements = page.query_selector_all(".elementor-carousel-image-overlay")
        for el in elements:
            print("社区:", el.inner_text())

        browser.close()

scrape_community_data()

import scrapy

class ApartmentsSpider(scrapy.Spider):
    name = 'apartments_spider'
    start_urls = ['https://www.apartmentsnearme.biz/community/']

    def parse(self, response):
        # Scrapy 从社区概览中提取列表名称
        for listing in response.css('.elementor-image-box-wrapper'):
            yield {
                'name': listing.css('.elementor-image-box-title::text').get(),
                'link': listing.css('a::attr(href)').get(),
                'description': listing.css('.elementor-image-box-description::text').get()
            }
        
        # 分页示例或指向单个社区页面的内部链接
        links = response.css('.elementor-button-link::attr(href)').getall()
        for link in links:
            yield response.follow(link, self.parse_details)

    def parse_details(self, response):
        yield {
            'address': response.css('.elementor-icon-list-text::text').get(),
            'phone': response.css('a[href^="tel:"]::text').get()
        }

const puppeteer = require('puppeteer');

(async () => {
  const browser = await puppeteer.launch();
  const page = await browser.newPage();
  
  // 设置视口以确保所有元素加载
  await page.setViewport({ width: 1280, height: 800 });
  await page.goto('https://www.apartmentsnearme.biz/community/', { waitUntil: 'networkidle2' });

  // 从 Elementor 轮播图叠加层提取数据
  const results = await page.evaluate(() => {
    const titles = Array.from(document.querySelectorAll('.elementor-carousel-image-overlay'));
    return titles.map(t => t.textContent.trim());
  });

  console.log('提取的社区：', results);
  await browser.close();
})();