集成 playwright-stealth 专业反检测插件

添加:
- playwright-stealth 反检测库
- 增强 navigator 属性模拟
- 真实 Chrome 浏览器支持（如果已安装）
- 更强的反自动化检测配置

注意:
- 某些高防护网站（如 Cloudflare）仍可能拦截
- 建议使用代理或真实 Chrome 浏览器

app.py

@@ -20,8 +20,17 @@ from datetime import datetime
 try:
     from playwright.async_api import async_playwright
     PLAYWRIGHT_AVAILABLE = True
+    # 尝试导入 stealth 反检测
+    try:
+        from playwright_stealth import stealth_async
+        STEALTH_AVAILABLE = True
+    except ImportError:
+        STEALTH_AVAILABLE = False
+        print("⚠️  playwright-stealth 未安装，反爬虫能力降低")
 except ImportError:
     PLAYWRIGHT_AVAILABLE = False
+    STEALTH_AVAILABLE = False
+    print("⚠️  Playwright 未安装，请运行: pip install playwright && playwright install chromium")
 
 # 检查 agent-browser 是否可用
 def check_agent_browser():
@@ -194,28 +203,120 @@ async def capture_with_playwright(
 ):
     """
     使用 Playwright 捕获网页
+    Playwright 有更强的反爬虫能力
     """
     if not PLAYWRIGHT_AVAILABLE:
-        return {"success": False, "error": "Playwright not installed"}
+        return {"success": False, "error": "Playwright not installed. Run: pip install playwright && playwright install chromium"}
     
     session_id = str(uuid.uuid4())[:8]
     
     try:
         async with async_playwright() as p:
-            browser = await p.chromium.launch(headless=True)
+            # 启动浏览器，添加反检测配置
+            # 尝试使用真实 Chrome（如果安装了）
+            try:
+                # 首先尝试使用真实 Chrome 浏览器
+                browser = await p.chromium.launch(
+                    headless=True,
+                    channel='chrome',  # 使用真实 Chrome 而不是 Chromium
+                    args=[
+                        '--disable-blink-features=AutomationControlled',
+                        '--disable-dev-shm-usage',
+                        '--no-sandbox',
+                        '--ignore-certificate-errors',
+                    ]
+                )
+            except:
+                # 如果没有 Chrome，使用 Chromium
+                browser = await p.chromium.launch(
+                    headless=True,
+                    args=[
+                        '--disable-blink-features=AutomationControlled',
+                        '--disable-dev-shm-usage',
+                        '--no-sandbox',
+                        '--ignore-certificate-errors',
+                    ]
+                )
             
             viewport_settings = viewport or {"width": 1920, "height": 1080}
             
+            # 创建上下文，模拟真实浏览器
             context = await browser.new_context(
                 viewport={
                     "width": viewport_settings.get("width", 1920),
                     "height": viewport_settings.get("height", 1080)
                 },
-                user_agent="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"
+                user_agent='Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.6099.109 Safari/537.36',
+                # 添加更多浏览器特征
+                locale='en-US',
+                timezone_id='America/New_York',
+                color_scheme='light',
+                has_touch=False,
+                is_mobile=False,
+                java_script_enabled=True,
+                accept_downloads=True,
             )
             
+            # 注入反检测脚本
+            await context.add_init_script("""
+                // 移除 webdriver 标记
+                Object.defineProperty(navigator, 'webdriver', {
+                    get: () => undefined
+                });
+                
+                // 添加插件
+                Object.defineProperty(navigator, 'plugins', {
+                    get: () => {
+                        return [
+                            {name: 'Chrome PDF Plugin', filename: 'internal-pdf-viewer', description: 'Portable Document Format'},
+                            {name: 'Chrome PDF Viewer', filename: 'mhjfbmdgncjokjjpdkfnmlglggk', description: ''},
+                            {name: 'Native Client', filename: 'internal-nacl-plugin', description: ''}
+                        ];
+                    }
+                });
+                
+                // 语言列表
+                Object.defineProperty(navigator, 'languages', {
+                    get: () => ['en-US', 'en', 'zh-CN']
+                });
+                
+                // 平台
+                Object.defineProperty(navigator, 'platform', {
+                    get: () => 'Win32'
+                });
+                
+                // 硬件并发
+                Object.defineProperty(navigator, 'hardwareConcurrency', {
+                    get: () => 8
+                });
+                
+                // 设备内存
+                Object.defineProperty(navigator, 'deviceMemory', {
+                    get: () => 8
+                });
+                
+                // Chrome 对象
+                window.chrome = {
+                    runtime: {
+                        PlatformOs: {MAC: 'mac', WIN: 'win', ANDROID: 'android', CROS: 'cros', LINUX: 'linux', OPENBSD: 'openbsd'},
+                        PlatformArch: {ARM: 'arm', X86_32: 'x86-32', X86_64: 'x86-64'},
+                        PlatformNaclArch: {ARM: 'arm', X86_32: 'x86-32', X86_64: 'x86-64'},
+                        Request: function() {},
+                        connect: function() {},
+                        sendMessage: function() {}
+                    },
+                    loadTimes: function() {},
+                    csi: function() {},
+                    app: {}
+                };
+            """)
+            
             page = await context.new_page()
             
+            # 应用 stealth 反检测（如果可用）
+            if STEALTH_AVAILABLE:
+                await stealth_async(page)
+            
             try:
                 await page.goto(url, wait_until="networkidle", timeout=30000)
             except: