如何抓取 Cheapflights 数据 | 航班数据网页抓取工具

import asyncio
from playwright.async_api import async_playwright

async def scrape_cheapflights():
    async with async_playwright() as p:
        # 使用真实浏览器上下文启动
        browser = await p.chromium.launch(headless=True)
        page = await browser.new_page(user_agent='Mozilla/5.0 (Windows NT 10.0; Win64; x64) Chrome/119.0.0.0')
        
        # 导航至特定航班搜索结果
        await page.goto('https://www.cheapflights.com/flights/NYC-LON/2026-06-15')
        
        # 等待航班结果动态加载
        try:
            await page.wait_for_selector('.resultWrapper', timeout=15000)
            flights = await page.query_selector_all('.resultWrapper')
            for flight in flights[:5]:
                price = await flight.query_selector('.price-text')
                print(f'Found flight price: {await price.inner_text()}')
        except:
            print('航班结果未加载或被屏蔽。')
            
        await browser.close()

asyncio.run(scrape_cheapflights())

import scrapy

class CheapflightsSpider(scrapy.Spider):
    name = 'cheapflights_spider'
    start_urls = ['https://www.cheapflights.com/flights/']

    def parse(self, response):
        # Scrapy 最适合爬取链接；对于搜索结果，建议使用 Scrapy-Playwright
        for item in response.css('.destination-card'):
            yield {
                'destination': item.css('.city-name::text').get(),
                'price': item.css('.price-value::text').get(),
                'route': item.css('.route-info::text').get(),
            }

const puppeteer = require('puppeteer-extra');
const StealthPlugin = require('puppeteer-extra-plugin-stealth');
puppeteer.use(StealthPlugin());

(async () => {
  const browser = await puppeteer.launch({ headless: true });
  const page = await browser.newPage();
  
  // 导航至搜索结果页面
  await page.goto('https://www.cheapflights.com/flights/SFO-TYO/2026-08-20');
  
  // 等待动态航班卡片出现
  await page.waitForSelector('.resultWrapper', { timeout: 10000 });
  
  const results = await page.evaluate(() => {
    return Array.from(document.querySelectorAll('.resultWrapper')).map(el => ({
      price: el.querySelector('.price-text')?.innerText,
      airline: el.querySelector('.codeshare-airline-name')?.innerText
    }));
  });

  console.log(results);
  await browser.close();
})();