动态爬虫demo

from playwright.sync_api import sync_playwright

def scrape_dynamic_content():
    with sync_playwright() as p:
        browser = p.chromium.launch(headless=True)
        page = browser.new_page()

        # 打开目标网页
        page.goto('xxxx')  # 替换目标URL

        # 等待 JavaScript 加载完成,并抓取更新后的内容
        page.wait_for_selector('#content')
        content = page.text_content('#content')

        print(f"Content: {content}")

        # 关闭浏览器
        browser.close()

scrape_dynamic_content()