From 6bcdfebf049d46d3ad5bd1a243c1a59b8d798aad Mon Sep 17 00:00:00 2001 From: personal82555 Date: Tue, 13 Oct 2026 00:02:43 +0800 Subject: [PATCH] =?UTF-8?q?refactor:=20=E6=88=AA=E5=9B=BE=E7=90=86?= =?UTF-8?q?=E8=A7=A3=E5=B9=B6=E5=85=A5=E5=9B=BE=E7=89=87=E5=B7=A5=E5=85=B7?= =?UTF-8?q?=20=E2=80=94=20image-tools=E6=96=B0=E5=A2=9E=E3=80=8CAI?= =?UTF-8?q?=E7=9C=8B=E5=9B=BE=E7=90=86=E8=A7=A3=E3=80=8Dtab(5=E9=A2=84?= =?UTF-8?q?=E8=AE=BE=E9=97=AE=E9=A2=98+=E8=87=AA=E5=AE=9A=E4=B9=89?= =?UTF-8?q?=E6=8F=90=E9=97=AE+=E7=BB=93=E6=9E=9C=E9=9D=A2=E6=9D=BF),=20?= =?UTF-8?q?=E7=A7=BB=E9=99=A4=E7=8B=AC=E7=AB=8B/screenshot-qa=E5=85=A5?= =?UTF-8?q?=E5=8F=A3,=20=E6=8E=88=E6=9D=83=E4=B8=8E=E8=AF=95=E7=94=A8?= =?UTF-8?q?=E5=BD=92=E5=85=A5image-tools?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- docker/it-tools-relay/server.py | 4 +- src/pages/Home.page.vue | 1 - src/tools/image-tools/image-tools.vue | 95 +++++++ src/tools/index.ts | 2 - src/tools/license/license.ts | 1 - src/tools/screenshot-qa/index.ts | 11 - src/tools/screenshot-qa/screenshot-qa.vue | 322 ---------------------- 7 files changed, 97 insertions(+), 339 deletions(-) delete mode 100644 src/tools/screenshot-qa/index.ts delete mode 100644 src/tools/screenshot-qa/screenshot-qa.vue diff --git a/docker/it-tools-relay/server.py b/docker/it-tools-relay/server.py index 2fe1666..af9e8b6 100644 --- a/docker/it-tools-relay/server.py +++ b/docker/it-tools-relay/server.py @@ -1704,7 +1704,7 @@ class Handler(BaseHTTPRequestHandler): def _handle_vision(self): payload = self._read_payload() machine = str(payload.get("machine") or "") - if check(machine, "screenshot-qa") != 200: + if check(machine, "image-tools") != 200: self._reply(403, json.dumps({"code": 403, "message": "需要授权或免费试用已结束"}, ensure_ascii=False).encode("utf-8"), "application/json") return b64 = str(payload.get("image") or "") @@ -1723,7 +1723,7 @@ class Handler(BaseHTTPRequestHandler): {"type": "image_url", "image_url": {"url": "data:image/png;base64," + b64}}, ]}, ]) - log_usage(machine, "screenshot-qa") + log_usage(machine, "image-tools") self._reply(200, json.dumps({"code": 200, "message": "ok", "data": {"reply": reply}}, ensure_ascii=False).encode("utf-8"), "application/json") except Exception as e: # noqa: BLE001 self._reply(502, json.dumps({"code": 502, "message": f"AI 服务异常: {e}"}, ensure_ascii=False).encode(), "application/json") diff --git a/src/pages/Home.page.vue b/src/pages/Home.page.vue index 58c7c38..9d5cd7d 100644 --- a/src/pages/Home.page.vue +++ b/src/pages/Home.page.vue @@ -21,7 +21,6 @@ const NEW_FEATURES = [ { path: '/ai-image-lab', icon: '🪄', name: 'AI 图片实验室', desc: '智能抠图去背景、AI 无损放大变清晰、一键证件照' }, { path: '/ai-chat', icon: '🤖', name: 'AI 问答', desc: '报错解读、文案写作、代码问题随口问,支持多轮对话' }, { path: '/copywriting', icon: '✍️', name: '文案工具箱', desc: '一键改写、降 AIGC 率、爆款标题、小红书/朋友圈文案' }, - { path: '/screenshot-qa', icon: '👁️', name: '截图理解', desc: '丢张截图/票据/报错图,AI 读懂并提取关键信息' }, { path: '/video-subtitle', icon: '🎬', name: '视频字幕 AI', desc: 'Whisper 自动生成 SRT + AI 翻译英日文' }, ]; import { config } from '@/config'; diff --git a/src/tools/image-tools/image-tools.vue b/src/tools/image-tools/image-tools.vue index e9919b1..efdaa69 100644 --- a/src/tools/image-tools/image-tools.vue +++ b/src/tools/image-tools/image-tools.vue @@ -7,6 +7,7 @@ import wasmUrl from 'zxing-wasm/reader/zxing_reader.wasm?url'; import { useStorage } from '@vueuse/core'; import GenHistory from '@/tools/gen-history/GenHistory.vue'; import { useGenHistory } from '@/tools/gen-history/gen-history'; +import { getMachineId, licenseHeaders } from '@/tools/license/license'; prepareZXingModule({ overrideWasmUrl: wasmUrl }); const genHist = useGenHistory('image-tools'); @@ -26,6 +27,7 @@ const TABS: TabDef[] = [ { key: 'qrread', label: '二维码识别', desc: '识别图片中的二维码/条码内容' }, { key: 'watermark', label: '加水印', desc: '为图片添加文字水印(居中或平铺)' }, { key: 'stitch', label: '多图拼接', desc: '横向/纵向长图/九宫格/瀑布流/交错双列/拍立得 6 种方式', multi: true }, + { key: 'vision', label: 'AI 看图理解', desc: '截图/票据/报错图,AI 读懂并提取关键信息' }, ]; const tabKey = useStorage('image-tools:tab', 'compress'); @@ -346,6 +348,9 @@ async function execute() { else if (k === 'stitch') { await doStitch(); } + else if (k === 'vision') { + await doVision(); + } const ms = Math.round(performance.now() - start); statusMsg.value = `完成,用时 ${ms}ms`; } @@ -609,6 +614,49 @@ async function doWatermark() { resultDim.value = `${c.width}×${c.height}`; } +// ============ AI 看图理解 ============ +const VISION_QUESTIONS = [ + '提取图片中的所有文字,结构化整理', + '图里写了什么关键信息?(金额/日期/编号)', + '这是什么报错?原因和解决办法?', + '把表格内容转成 Markdown 表格', + '用三句话总结这张图', +]; +const visionQ = ref(VISION_QUESTIONS[0]); +const visionOut = ref(''); +const visionBusy = ref(false); + +async function doVision() { + const f = files.value[0]; + if (!f) { + throw new Error('请先上传图片'); + } + visionBusy.value = true; + visionOut.value = ''; + try { + const b64 = await new Promise((resolve, reject) => { + const r = new FileReader(); + r.onload = () => resolve(String(r.result).split(',')[1]); + r.onerror = () => reject(new Error('读取图片失败')); + r.readAsDataURL(f); + }); + const res = await fetch('/relay/ai/vision', { + method: 'POST', + headers: { ...licenseHeaders('image-tools'), 'Content-Type': 'application/json' }, + body: JSON.stringify({ machine: getMachineId(), image: b64, question: visionQ.value }), + }); + const j = await res.json().catch(() => ({})); + if (!res.ok || j.code !== 200) { + throw new Error(j.message || `HTTP ${res.status}`); + } + visionOut.value = j.data.reply; + genHist.add({ title: `AI 看图: ${f.name}`, detail: visionQ.value.slice(0, 20) }); + } + finally { + visionBusy.value = false; + } +} + async function doStitch() { if (files.value.length < 2) { throw new Error('请至少选择 2 张图片'); @@ -1000,6 +1048,20 @@ onUnmounted(() => { {{ stitchGap }}px + @@ -1051,6 +1113,39 @@ onUnmounted(() => {