From 72a85a08235efcd4df7ccbb35465096e0d4cb052 Mon Sep 17 00:00:00 2001 From: Liang Jiaqing Date: Mon, 30 Mar 2026 22:30:34 +0800 Subject: [PATCH] fix: buildCdpScript add smartProcessResult to prevent CDP serialization error on complex DOM (GitHub issues, Gmail etc); update SOP docs --- TMWebDriver.py | 7 ++----- assets/tmwd_cdp_bridge/background.js | 27 +++++++++++++++++++++++++-- memory/tmwebdriver_sop.md | 22 +++++++++++++--------- 3 files changed, 40 insertions(+), 16 deletions(-) diff --git a/TMWebDriver.py b/TMWebDriver.py index 8d2a204..2c8a119 100644 --- a/TMWebDriver.py +++ b/TMWebDriver.py @@ -133,7 +133,7 @@ class TMWebDriver: current_tab_ids = {str(tab['id']) for tab in tabs} for sid in list(driver.sessions.keys()): sess = driver.sessions[sid] - if sess.type == 'ext_ws' and sess.ws_client == self and sid not in current_tab_ids: + if sess.type == 'ext_ws' and sid not in current_tab_ids: sess.mark_disconnected() for tab in tabs: session_id = str(tab['id']) @@ -172,13 +172,10 @@ class TMWebDriver: self.latest_session_id = session_id if self.default_session_id is None: self.default_session_id = session_id - def _unregister_client(self, client: WebSocket) -> None: for session in self.sessions.values(): - if session.ws_client == client: - session.mark_disconnected() - break + if session.ws_client == client: session.mark_disconnected() def execute_js(self, code, timeout=15, session_id=None) -> Any: if session_id is None: session_id = self.default_session_id diff --git a/assets/tmwd_cdp_bridge/background.js b/assets/tmwd_cdp_bridge/background.js index 00e547d..21236cc 100644 --- a/assets/tmwd_cdp_bridge/background.js +++ b/assets/tmwd_cdp_bridge/background.js @@ -153,9 +153,27 @@ function buildPageScript(code) { })()`; } -// --- Minimal CDP script: no smartProcessResult, returnByValue handles serialization --- +// --- CDP script: includes smartProcessResult to avoid "Object reference chain is too long" --- function buildCdpScript(code) { return `(async () => { + function smartProcessResult(result) { + if (result === null || result === undefined || typeof result !== 'object') return result; + if (typeof jQuery !== 'undefined' && result instanceof jQuery) { + const elements = []; for (let i = 0; i < result.length; i++) { if (result[i] && result[i].nodeType === 1) elements.push(result[i].outerHTML); } return elements; + } + if (result instanceof NodeList || result instanceof HTMLCollection) { + const elements = []; for (let i = 0; i < result.length; i++) { if (result[i] && result[i].nodeType === 1) elements.push(result[i].outerHTML); } return elements; + } + if (result.nodeType === 1) return result.outerHTML; + if (!Array.isArray(result) && typeof result === 'object' && 'length' in result && typeof result.length === 'number') { + const firstElement = result[0]; + if (firstElement && firstElement.nodeType === 1) { + const elements = []; const length = Math.min(result.length, 100); + for (let i = 0; i < length; i++) { const elem = result[i]; if (elem && elem.nodeType === 1) elements.push(elem.outerHTML); } return elements; + } + } + try { return JSON.parse(JSON.stringify(result, function(key, value) { if (typeof value === 'object' && value !== null) { if (value.nodeType === 1) return value.outerHTML; if (value === window || value === document) return '[Object]'; } return value; })); } catch (e) { return '[无法序列化: ' + e.message + ']'; } + } try { const jsCode = ${JSON.stringify(code)}.trim(); const lines = jsCode.split(/\\r?\\n/).filter(l => l.trim()); @@ -169,7 +187,7 @@ function buildCdpScript(code) { if (e instanceof SyntaxError && (/return/i.test(e.message) || /await/i.test(e.message))) { r = await (new AsyncFunction(jsCode))(); } else throw e; } } - return { ok: true, data: r }; + return { ok: true, data: smartProcessResult(r) }; } catch (e) { return { ok: false, error: { name: e.name || 'Error', message: e.message || String(e), stack: e.stack || '' } }; } @@ -253,6 +271,10 @@ function connectWS() { args: [buildPageScript(data.code)] }); res = result[0]?.result; + if (res === null || res === undefined) { + console.log('[TMWD-WS] executeScript returned null/undefined, treating as CSP issue'); + res = { ok: false, error: { name: 'Error', message: 'executeScript returned null (possible CSP or context issue)', stack: '' }, csp: true }; + } } catch (e) { console.log('[TMWD-WS] scripting.executeScript failed:', e.message); res = { ok: false, error: { name: e.name || 'Error', message: e.message || String(e), stack: e.stack || '' }, csp: true }; @@ -282,6 +304,7 @@ function connectWS() { if (res?.ok) { ws.send(JSON.stringify({ type: 'result', id: data.id, result: res.data, newTabs })); } else { + console.log(res); ws.send(JSON.stringify({ type: 'error', id: data.id, error: res?.error || 'Unknown error', newTabs })); } } catch (e) { diff --git a/memory/tmwebdriver_sop.md b/memory/tmwebdriver_sop.md index 32fde29..f7c3569 100644 --- a/memory/tmwebdriver_sop.md +++ b/memory/tmwebdriver_sop.md @@ -1,9 +1,10 @@ # TMWebDriver SOP - 禁止import，直接用web_scan/web_execute_js工具。本文件只记录特性和坑。 -- 底层：`../TMWebDriver.py`通过Tampermonkey脚本接管用户浏览器（保留登录态/Cookie） +- 底层：`../TMWebDriver.py`通过Chrome扩展(非Tampermonkey)接管用户浏览器（保留登录态/Cookie） - 非Selenium/Playwright，不需调试浏览器或新数据目录 - 支撑 `web_scan`(只读DOM) / `web_execute_js`(执行JS) 等高层工具 +- ⚠扩展更新后，已打开的旧tab不会自动加载新版脚本→scan/execute_js无ACK→需刷新页面或切到新tab ## 通用特性 - ✅web_execute_js**完美支持顶层await**（v0.4+），可直接`await fetch()`/`await new Promise()`等 @@ -44,9 +45,9 @@ fetch('PDF_URL').then(r=>r.blob()).then(b=>{ ## Chrome后台标签节流 - 后台标签中`setTimeout`被Chrome intensive throttling延迟到≥1min/次 -- TM脚本中detect_newtab的轮询(`setTimeout 150ms × 10`)会超时 -- 已修复：移除TM脚本内轮询，改由Python侧`get_session_dict()`前后对比检测新标签 -- 同理：TM脚本中任何后台逻辑都应避免依赖setTimeout轮询 +- 扩展content script中detect_newtab的轮询(`setTimeout 150ms × 10`)会超时 +- 已修复：移除脚本内轮询，改由Python侧`get_session_dict()`前后对比检测新标签 +- 同理：扩展脚本中任何后台逻辑都应避免依赖setTimeout轮询 ## CDP桥(tmwd_cdp_bridge扩展) ⭐首选 扩展路径：`assets/tmwd_cdp_bridge/`(需安装，含debugger权限) @@ -108,7 +109,11 @@ document.body.appendChild(el); // 响应写回el.textContent var realX = x * zoom; var realY = y * zoom; ``` - iframe内元素CDP点击：坐标需合成 `finalX = iframeRect.x + elRect.x` - - 跨域iframe拿不到contentDocument：用CDP `Target.getTargets`找iframe targetId → `Target.attachToTarget`建独立会话 + - 跨域iframe拿不到contentDocument： + - ⚠`Target.getTargets`/`Target.attachToTarget`在CDP桥中返回"Not allowed"(chrome.debugger权限限制) + - ⭐**已验证方案**：`Page.getFrameTree`找iframe frameId → `Page.createIsolatedWorld({frameId})`获取contextId → `Runtime.evaluate({expression, contextId})`在iframe中执行JS + - batch链式引用：`$0.frameTree.childFrames`遍历找url匹配的frame，`$1.executionContextId`传给evaluate + - postMessage中继方案仅在content script已注入iframe时有效，第三方支付iframe通常无注入 ## CDP文本输入（未验证，BBS#23） - `Input.insertText({text:'...'})` — 直接插入，快，不触发keydown/keyup @@ -143,7 +148,6 @@ document.body.appendChild(el); // 响应写回el.textContent - ⭐首选CDP截图：`Page.captureScreenshot`(format:'png')→返回base64，无需前台/后台tab也行，全页高清 - 验证码canvas/img：JS `canvas.toDataURL()` 直接拿base64最干净 - 备选：`window.open(location.href,'_blank')` 前台开新标签→win32截图→完后close - - GM_openInTab在web_execute_js不可用（非油猴上下文） ## 直接import(仅作调试使用) - `sys.path.insert(0, GenericAgent根目录)`, `from TMWebDriver import TMWebDriver` @@ -152,7 +156,7 @@ document.body.appendChild(el); // 响应写回el.textContent ## 跨域iframe操控(postMessage中继) - 跨域iframe的contentDocument不可访问，web_execute_js只在顶层执行 -- TM脚本已改造：iframe内不return，改为监听postMessage并eval执行+回传结果 +- 扩展content script已支持：iframe内不return，改为监听postMessage并eval执行+回传结果 - 顶层发送：`iframe.contentWindow.postMessage({type:'ljq_exec', id, code}, '*')` - iframe回传：`{type:'ljq_result', id, result}` 通过window.addEventListener('message')接收 - ⚠只能eval表达式，不支持return/函数体包装，构造代码时注意 @@ -161,8 +165,8 @@ document.body.appendChild(el); // 响应写回el.textContent ## 连不上排查 web_scan失败时按序排查： -①TM没装？→遍历本机所有Chromium浏览器(Chrome/Edge/Brave…)用户数据目录下Extensions/，各子目录manifest.json搜"tampermonkey" - 没找到→走web_setup_sop；找到→记住装在哪个浏览器 +①扩展没装？→检查Chrome扩展列表(chrome://extensions)是否有TMWebDriver扩展 + 没找到→走web_setup_sop；找到→确认已启用 ②浏览器没开？→检查①对应的浏览器进程是否在跑(tasklist/ps)，没有则启动并打开正常URL（⚠about:blank等内部页不加载扩展） ③WS后台挂了？→socket.connect_ex(('127.0.0.1',18766))非0即dead→手动`from TMWebDriver import TMWebDriver; TMWebDriver()`起master