diff --git a/docker/it-tools-relay/server.py b/docker/it-tools-relay/server.py index 2fe1666..af9e8b6 100644 --- a/docker/it-tools-relay/server.py +++ b/docker/it-tools-relay/server.py @@ -1704,7 +1704,7 @@ class Handler(BaseHTTPRequestHandler): def _handle_vision(self): payload = self._read_payload() machine = str(payload.get("machine") or "") - if check(machine, "screenshot-qa") != 200: + if check(machine, "image-tools") != 200: self._reply(403, json.dumps({"code": 403, "message": "需要授权或免费试用已结束"}, ensure_ascii=False).encode("utf-8"), "application/json") return b64 = str(payload.get("image") or "") @@ -1723,7 +1723,7 @@ class Handler(BaseHTTPRequestHandler): {"type": "image_url", "image_url": {"url": "data:image/png;base64," + b64}}, ]}, ]) - log_usage(machine, "screenshot-qa") + log_usage(machine, "image-tools") self._reply(200, json.dumps({"code": 200, "message": "ok", "data": {"reply": reply}}, ensure_ascii=False).encode("utf-8"), "application/json") except Exception as e: # noqa: BLE001 self._reply(502, json.dumps({"code": 502, "message": f"AI 服务异常: {e}"}, ensure_ascii=False).encode(), "application/json") diff --git a/src/pages/Home.page.vue b/src/pages/Home.page.vue index 58c7c38..9d5cd7d 100644 --- a/src/pages/Home.page.vue +++ b/src/pages/Home.page.vue @@ -21,7 +21,6 @@ const NEW_FEATURES = [ { path: '/ai-image-lab', icon: '🪄', name: 'AI 图片实验室', desc: '智能抠图去背景、AI 无损放大变清晰、一键证件照' }, { path: '/ai-chat', icon: '🤖', name: 'AI 问答', desc: '报错解读、文案写作、代码问题随口问,支持多轮对话' }, { path: '/copywriting', icon: '✍️', name: '文案工具箱', desc: '一键改写、降 AIGC 率、爆款标题、小红书/朋友圈文案' }, - { path: '/screenshot-qa', icon: '👁️', name: '截图理解', desc: '丢张截图/票据/报错图,AI 读懂并提取关键信息' }, { path: '/video-subtitle', icon: '🎬', name: '视频字幕 AI', desc: 'Whisper 自动生成 SRT + AI 翻译英日文' }, ]; import { config } from '@/config'; diff --git a/src/tools/image-tools/image-tools.vue b/src/tools/image-tools/image-tools.vue index e9919b1..efdaa69 100644 --- a/src/tools/image-tools/image-tools.vue +++ b/src/tools/image-tools/image-tools.vue @@ -7,6 +7,7 @@ import wasmUrl from 'zxing-wasm/reader/zxing_reader.wasm?url'; import { useStorage } from '@vueuse/core'; import GenHistory from '@/tools/gen-history/GenHistory.vue'; import { useGenHistory } from '@/tools/gen-history/gen-history'; +import { getMachineId, licenseHeaders } from '@/tools/license/license'; prepareZXingModule({ overrideWasmUrl: wasmUrl }); const genHist = useGenHistory('image-tools'); @@ -26,6 +27,7 @@ const TABS: TabDef[] = [ { key: 'qrread', label: '二维码识别', desc: '识别图片中的二维码/条码内容' }, { key: 'watermark', label: '加水印', desc: '为图片添加文字水印(居中或平铺)' }, { key: 'stitch', label: '多图拼接', desc: '横向/纵向长图/九宫格/瀑布流/交错双列/拍立得 6 种方式', multi: true }, + { key: 'vision', label: 'AI 看图理解', desc: '截图/票据/报错图,AI 读懂并提取关键信息' }, ]; const tabKey = useStorage('image-tools:tab', 'compress'); @@ -346,6 +348,9 @@ async function execute() { else if (k === 'stitch') { await doStitch(); } + else if (k === 'vision') { + await doVision(); + } const ms = Math.round(performance.now() - start); statusMsg.value = `完成,用时 ${ms}ms`; } @@ -609,6 +614,49 @@ async function doWatermark() { resultDim.value = `${c.width}×${c.height}`; } +// ============ AI 看图理解 ============ +const VISION_QUESTIONS = [ + '提取图片中的所有文字,结构化整理', + '图里写了什么关键信息?(金额/日期/编号)', + '这是什么报错?原因和解决办法?', + '把表格内容转成 Markdown 表格', + '用三句话总结这张图', +]; +const visionQ = ref(VISION_QUESTIONS[0]); +const visionOut = ref(''); +const visionBusy = ref(false); + +async function doVision() { + const f = files.value[0]; + if (!f) { + throw new Error('请先上传图片'); + } + visionBusy.value = true; + visionOut.value = ''; + try { + const b64 = await new Promise((resolve, reject) => { + const r = new FileReader(); + r.onload = () => resolve(String(r.result).split(',')[1]); + r.onerror = () => reject(new Error('读取图片失败')); + r.readAsDataURL(f); + }); + const res = await fetch('/relay/ai/vision', { + method: 'POST', + headers: { ...licenseHeaders('image-tools'), 'Content-Type': 'application/json' }, + body: JSON.stringify({ machine: getMachineId(), image: b64, question: visionQ.value }), + }); + const j = await res.json().catch(() => ({})); + if (!res.ok || j.code !== 200) { + throw new Error(j.message || `HTTP ${res.status}`); + } + visionOut.value = j.data.reply; + genHist.add({ title: `AI 看图: ${f.name}`, detail: visionQ.value.slice(0, 20) }); + } + finally { + visionBusy.value = false; + } +} + async function doStitch() { if (files.value.length < 2) { throw new Error('请至少选择 2 张图片'); @@ -1000,6 +1048,20 @@ onUnmounted(() => { {{ stitchGap }}px + @@ -1051,6 +1113,39 @@ onUnmounted(() => {