From cb23254152400662d1c87f436e3b38d8e420ff5a Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?PiexlMax=28=E5=A5=87=E6=B7=BC?=
 <165128580+pixelmaxQm@users.noreply.github.com>
Date: Sun, 22 Dec 2024 00:14:03 +0800
Subject: [PATCH] =?UTF-8?q?=E7=BB=99=E8=87=AA=E5=8A=A8=E5=8C=96=E4=BB=A3?=
 =?UTF-8?q?=E7=A0=81=E5=A2=9E=E5=8A=A0=E8=A7=86=E8=A7=89=E5=8A=9F=E8=83=BD?=
 =?UTF-8?q?=20(#1970)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

* update:增加视觉能力。

* feat: 自动化代码增加视觉识别功能
---
 web/src/api/autoCode.js                     | 11 +++
 web/src/view/systemTools/autoCode/index.vue | 83 +++++++++++++++++++--
 2 files changed, 89 insertions(+), 5 deletions(-)

diff --git a/web/src/api/autoCode.js b/web/src/api/autoCode.js
index 016e68778..8994b3c64 100644
--- a/web/src/api/autoCode.js
+++ b/web/src/api/autoCode.js
@@ -162,6 +162,17 @@ export const butler = (data) => {
   })
 }
 
+
+export const eye = (data) => {
+  return service({
+    url: '/autoCode/llmAuto',
+    method: 'post',
+    data: { ...data, mode: 'eye' },
+    timeout: 1000 * 60 * 10
+  })
+}
+
+
 export const addFunc = (data) => {
   return service({
     url: '/autoCode/addFunc',
diff --git a/web/src/view/systemTools/autoCode/index.vue b/web/src/view/systemTools/autoCode/index.vue
index 47e9cda0c..83b3d68f7 100644
--- a/web/src/view/systemTools/autoCode/index.vue
+++ b/web/src/view/systemTools/autoCode/index.vue
@@ -18,12 +18,38 @@
           v-model="prompt"
           type="textarea"
           :rows="5"
-          :maxlength="100"
-          :placeholder="`现已完全免费\n试试描述你的表，让AI帮你完成。\n此功能需要到插件市场个人中心获取自己的AI-Path，把AI-Path填入config.yaml下的autocode-->ai-path，重启项目即可使用。\n按下 Ctrl+Enter 或 Cmd+Enter 直接生成`"
+          :maxlength="2000"
+          :placeholder="`现已完全免费\n试试复制一张图片然后按下ctrl+v或者commend+v\n试试描述你的表，让AI帮你完成。\n此功能需要到插件市场个人中心获取自己的AI-Path，把AI-Path填入config.yaml下的autocode-->ai-path，重启项目即可使用。\n按下 Ctrl+Enter 或 Cmd+Enter 直接生成`"
           resize="none"
           @focus="handleFocus"
           @blur="handleBlur"
         />
+
+        <div class="flex absolute right-28 bottom-2">
+          <el-tooltip effect="light">
+            <template #content>
+              <div>
+                【完全免费】前往<a
+                  class="text-blue-600"
+                  href="https://plugin.gin-vue-admin.com/#/layout/userInfo/center"
+                  target="_blank"
+              >插件市场个人中心</a
+              >申请AIPath，填入config.yaml的ai-path属性即可使用。
+              </div>
+            </template>
+            <el-button
+                :disabled="form.onlyTemplate"
+                type="primary"
+                @click="eyeFunc()"
+            >
+              <el-icon size="18">
+                <ai-gva />
+              </el-icon>
+              识图
+            </el-button>
+          </el-tooltip>
+        </div>
+
         <div class="flex absolute right-2 bottom-2">
           <el-tooltip effect="light">
             <template #content>
@@ -784,7 +810,7 @@
     preview,
     getMeta,
     getPackageApi,
-    llmAuto
+    llmAuto, butler, eye
   } from '@/api/autoCode'
   import { getDict } from '@/utils/dictionary'
   import { ref, watch, toRaw, onMounted, nextTick } from 'vue'
@@ -794,11 +820,13 @@
   import Sortable from 'sortablejs'
 
   const handleFocus = () => {
-    document.addEventListener('keydown', handleKeydown)
+    document.addEventListener('keydown', handleKeydown);
+    document.addEventListener('paste', handlePaste);
   }
 
   const handleBlur = () => {
-    document.removeEventListener('keydown', handleKeydown)
+    document.removeEventListener('keydown', handleKeydown);
+    document.removeEventListener('paste', handlePaste);
   }
 
   const handleKeydown = (event) => {
@@ -807,6 +835,25 @@
     }
   }
 
+  const handlePaste = (event) => {
+    const items = event.clipboardData.items;
+    for (let i = 0; i < items.length; i++) {
+      if (items[i].type.indexOf('image') !== -1) {
+        const file = items[i].getAsFile();
+        const reader = new FileReader();
+        reader.onload =async (e) => {
+          const base64String = e.target.result;
+          const res = await eye({ picture: base64String,command: 'eye' })
+          if (res.code === 0) {
+            prompt.value = res.data
+            llmAutoFunc()
+          }
+        };
+        reader.readAsDataURL(file);
+      }
+    }
+  };
+
   const getOnlyNumber = () => {
     let randomNumber = ''
     while (randomNumber.length < 16) {
@@ -817,6 +864,32 @@
 
   const prompt = ref('')
 
+  const eyeFunc = async () => {
+    const input = document.createElement('input');
+    input.type = 'file';
+    input.accept = 'image/*';
+
+    input.onchange = (event) => {
+      const file = event.target.files[0];
+      if (file) {
+        const reader = new FileReader();
+        reader.onload = async (e) => {
+          const base64String = e.target.result;
+
+          const res = await eye({ picture: base64String,command: 'eye' })
+          if (res.code === 0) {
+            prompt.value = res.data
+            llmAutoFunc()
+          }
+        };
+        reader.readAsDataURL(file);
+      }
+    };
+
+    input.click();
+  }
+
+
   const llmAutoFunc = async (flag) => {
     if (flag && !form.value.structName) {
       ElMessage.error('请输入结构体名称')