Feat/complete adapter features (#1849)

* feat: add voice and file supports for wecom * feat: add and in query variables * feat: supports for lark recv file message * feat: kook recv voice msg * feat: supports for Voice and File in discord * chore: remove debug msg * perf: remove unnecessary bot logs * feat: implement bot log filtering and per label color (#1839) * feat: add sender_name and group_name in query variables
2026-06-12 08:46:02 +00:00 · 2025-12-06 21:11:01 +08:00
parent daf56e5dc2
commit 6421a6f5cb
22 changed files with 464 additions and 145 deletions
--- a/src/langbot/pkg/platform/sources/discord.py
+++ b/src/langbot/pkg/platform/sources/discord.py
@@ -8,6 +8,9 @@ import base64
 import uuid
 import os
 import datetime
+
+# 使用BytesIO创建文件对象，避免路径问题
+import io
 import asyncio
 from enum import Enum

@@ -594,7 +597,7 @@ class DiscordMessageConverter(abstract_platform_adapter.AbstractMessageConverter
                break

        text_string = ''
-        image_files = []
+        files = []

        for ele in message_chain:
            if isinstance(ele, platform_message.Image):
@@ -668,22 +671,67 @@ class DiscordMessageConverter(abstract_platform_adapter.AbstractMessageConverter
                        continue  # 跳过读取失败的文件

                if image_bytes:
-                    # 使用BytesIO创建文件对象，避免路径问题
-                    import io
-
-                    image_files.append(discord.File(fp=io.BytesIO(image_bytes), filename=filename))
+                    files.append(discord.File(fp=io.BytesIO(image_bytes), filename=filename))
            elif isinstance(ele, platform_message.Plain):
                text_string += ele.text
+            elif isinstance(ele, platform_message.Voice):
+                file_bytes = None
+                filename = f'{uuid.uuid4()}.mp3'
+                if ele.base64:
+                    if ele.base64.startswith('data:'):
+                        data_header = ele.base64.split(',')[0]
+                        if 'wav' in data_header:
+                            filename = f'{uuid.uuid4()}.wav'
+                        elif 'mp3' in data_header:
+                            filename = f'{uuid.uuid4()}.mp3'
+                        elif 'ogg' in data_header:
+                            filename = f'{uuid.uuid4()}.ogg'
+                        elif 'm4a' in data_header:
+                            filename = f'{uuid.uuid4()}.m4a'
+                        elif 'aac' in data_header:
+                            filename = f'{uuid.uuid4()}.aac'
+                        elif 'flac' in data_header:
+                            filename = f'{uuid.uuid4()}.flac'
+                        elif 'alac' in data_header:
+                            filename = f'{uuid.uuid4()}.alac'
+                        elif 'opus' in data_header:
+                            filename = f'{uuid.uuid4()}.opus'
+                        elif 'webm' in data_header:
+                            filename = f'{uuid.uuid4()}.webm'
+
+                    file_base64 = ele.base64.split(',')[-1]
+                    file_bytes = base64.b64decode(file_base64)
+                elif ele.url:
+                    async with aiohttp.ClientSession() as session:
+                        async with session.get(ele.url) as response:
+                            file_bytes = await response.read()
+                if file_bytes:
+                    files.append(discord.File(fp=io.BytesIO(file_bytes), filename=filename))
+            elif isinstance(ele, platform_message.File):
+                file_bytes = None
+                filename = f'{uuid.uuid4()}.{ele.name.split(".")[-1]}'
+                if ele.base64:
+                    if ele.base64.startswith('data:'):
+                        file_base64 = ele.base64.split(',')[1]
+                        file_bytes = base64.b64decode(file_base64)
+                    else:
+                        file_bytes = base64.b64decode(ele.base64)
+                elif ele.url:
+                    async with aiohttp.ClientSession() as session:
+                        async with session.get(ele.url) as response:
+                            file_bytes = await response.read()
+                if file_bytes:
+                    files.append(discord.File(fp=io.BytesIO(file_bytes), filename=filename))
            elif isinstance(ele, platform_message.Forward):
                for node in ele.node_list:
                    (
                        node_text,
-                        node_images,
+                        node_files,
                    ) = await DiscordMessageConverter.yiri2target(node.message_chain)
                    text_string += node_text
-                    image_files.extend(node_images)
+                    files.extend(node_files)

-        return text_string, image_files
+        return text_string, files

    @staticmethod
    async def target2yiri(message: discord.Message) -> platform_message.MessageChain:
@@ -990,7 +1038,7 @@ class DiscordAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
            await self.voice_manager.cleanup_inactive_connections()

    async def send_message(self, target_type: str, target_id: str, message: platform_message.MessageChain):
-        msg_to_send, image_files = await self.message_converter.yiri2target(message)
+        msg_to_send, files = await self.message_converter.yiri2target(message)

        try:
            # 获取频道对象
@@ -1003,8 +1051,8 @@ class DiscordAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
                'content': msg_to_send,
            }

-            if len(image_files) > 0:
-                args['files'] = image_files
+            if len(files) > 0:
+                args['files'] = files

            await channel.send(**args)

@@ -1018,15 +1066,16 @@ class DiscordAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
        message: platform_message.MessageChain,
        quote_origin: bool = False,
    ):
-        msg_to_send, image_files = await self.message_converter.yiri2target(message)
+        msg_to_send, files = await self.message_converter.yiri2target(message)
+
        assert isinstance(message_source.source_platform_object, discord.Message)

        args = {
            'content': msg_to_send,
        }

-        if len(image_files) > 0:
-            args['files'] = image_files
+        if len(files) > 0:
+            args['files'] = files

        if quote_origin:
            args['reference'] = message_source.source_platform_object
--- a/src/langbot/pkg/platform/sources/kook.py
+++ b/src/langbot/pkg/platform/sources/kook.py
@@ -137,7 +137,11 @@ class KookMessageConverter(abstract_platform_adapter.AbstractMessageConverter):
            # For file messages, content is typically the file URL
            attachments = extra.get('attachments', {})
            file_name = attachments.get('name', 'file')
-            components.append(platform_message.Plain(text=f'[File: {file_name}]'))
+            components.append(platform_message.File(url=content, name=file_name))
+        elif msg_type == 8:  # Audio message
+            # For audio messages, content is typically the audio URL
+            attachments = extra.get('attachments', {})
+            components.append(platform_message.Voice(url=content))
        elif msg_type == 9:  # KMarkdown message
            # Note: content is already stripped of mention patterns above
            if content:
@@ -317,9 +321,6 @@ class KookAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
                    data = await response.json()
                    if data.get('code') == 0:
                        user_info = data['data']
-                        await self.logger.info(
-                            f'Retrieved bot user info: {user_info.get("username")} (ID: {user_info.get("id")})'
-                        )
                        return user_info
                    else:
                        raise Exception(f'Failed to get bot user info: {data.get("message")}')
@@ -343,11 +344,10 @@ class KookAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):

        # Ignore messages from bot itself to prevent infinite loops
        if self.bot_account_id and str(author_id) == self.bot_account_id:
-            await self.logger.debug(f'Ignoring message from bot itself (author_id: {author_id})')
            return

-        # Only process text messages (type 1, 2, 4, 9, 10) in GROUP or PERSON channels
-        if event_type in [1, 2, 4, 9, 10] and channel_type in ['GROUP', 'PERSON']:
+        # Only process text messages (type 1, 2, 4, 8, 9, 10) in GROUP or PERSON channels
+        if event_type in [1, 2, 4, 8, 9, 10] and channel_type in ['GROUP', 'PERSON']:
            try:
                # Convert to LangBot event
                lb_event = await self.event_converter.target2yiri(data, self.bot_account_id)
@@ -377,7 +377,6 @@ class KookAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
                            'sn': self.current_sn,
                        }
                        await self.ws.send(json.dumps(ping_msg))
-                        await self.logger.debug(f'Sent PING with sn={self.current_sn}')
                    except Exception:
                        # Connection closed or send failed, exit loop
                        break
@@ -398,10 +397,9 @@ class KookAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
                    self.gateway_url = await self._get_gateway_url()

                # Connect to WebSocket
-                await self.logger.info(f'Connecting to KOOK WebSocket: {self.gateway_url}')
                async with websockets.connect(self.gateway_url) as ws:
+                    await self.logger.info(f'Connected to KOOK WebSocket: {self.gateway_url}')
                    self.ws = ws
-                    await self.logger.info('KOOK WebSocket connected')

                    # Start heartbeat
                    self.heartbeat_task = asyncio.create_task(self._heartbeat_loop())
@@ -452,10 +450,11 @@ class KookAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
                            elif signal == 3:  # PONG
                                await self._handle_pong(msg_data.get('d', {}))
                            elif signal == 5:  # RECONNECT
-                                await self.logger.info('Received RECONNECT signal')
+                                # await self.logger.info('Received RECONNECT signal')
                                break  # Break to reconnect
                            elif signal == 6:  # RESUME ACK
-                                await self.logger.info('Resume successful')
+                                # await self.logger.info('Resume successful')
+                                pass
                        except json.JSONDecodeError:
                            await self.logger.error(f'Failed to parse message: {message}')
                        except Exception as e:
@@ -568,6 +567,8 @@ class KookAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
        if quote_origin and msg_id:
            payload['quote'] = msg_id

+        payload['reply_msg_id'] = msg_id
+
        headers = {
            'Authorization': f'Bot {self.config["token"]}',
            'Content-Type': 'application/json',
--- a/src/langbot/pkg/platform/sources/lark.py
+++ b/src/langbot/pkg/platform/sources/lark.py
@@ -297,6 +297,10 @@ class LarkMessageConverter(abstract_platform_adapter.AbstractMessageConverter):
            message_content['content'] = new_list
        elif message.message_type == 'image':
            message_content['content'] = [{'tag': 'img', 'image_key': message_content['image_key'], 'style': []}]
+        elif message.message_type == 'file':
+            message_content['content'] = [
+                {'tag': 'file', 'file_key': message_content['file_key'], 'file_name': message_content['file_name']}
+            ]

        for ele in message_content['content']:
            if ele['tag'] == 'text':
@@ -327,6 +331,33 @@ class LarkMessageConverter(abstract_platform_adapter.AbstractMessageConverter):
                image_format = response.raw.headers['content-type']

                lb_msg_list.append(platform_message.Image(base64=f'data:{image_format};base64,{image_base64}'))
+            elif ele['tag'] == 'file':
+                file_key = ele['file_key']
+                file_name = ele['file_name']
+
+                request: GetMessageResourceRequest = (
+                    GetMessageResourceRequest.builder()
+                    .message_id(message.message_id)
+                    .file_key(file_key)
+                    .type('file')
+                    .build()
+                )
+
+                response: GetMessageResourceResponse = await api_client.im.v1.message_resource.aget(request)
+
+                if not response.success():
+                    raise Exception(
+                        f'client.im.v1.message_resource.get failed, code: {response.code}, msg: {response.msg}, log_id: {response.get_log_id()}, resp: \n{json.dumps(json.loads(response.raw.content), indent=4, ensure_ascii=False)}'
+                    )
+
+                file_bytes = response.file.read()
+                file_base64 = base64.b64encode(file_bytes).decode()
+
+                file_format = response.raw.headers['content-type']
+
+                lb_msg_list.append(
+                    platform_message.File(base64=f'data:{file_format};base64,{file_base64}', name=file_name)
+                )

        return platform_message.MessageChain(lb_msg_list)

--- a/src/langbot/pkg/platform/sources/line.py
+++ b/src/langbot/pkg/platform/sources/line.py
@@ -259,19 +259,6 @@ class LINEAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
        # 保持运行但不启动独立端口

        # 打印 webhook 回调地址
-        if self.bot_uuid and hasattr(self.logger, 'ap'):
-            try:
-                api_port = self.logger.ap.instance_config.data['api']['port']
-                webhook_url = f'http://127.0.0.1:{api_port}/bots/{self.bot_uuid}'
-                webhook_url_public = f'http://<Your-Public-IP>:{api_port}/bots/{self.bot_uuid}'
-
-                await self.logger.info('LINE Webhook 回调地址:')
-                await self.logger.info(f'  本地地址: {webhook_url}')
-                await self.logger.info(f'  公网地址: {webhook_url_public}')
-                await self.logger.info('请在 LINE 后台配置此回调地址')
-            except Exception as e:
-                await self.logger.warning(f'无法生成 webhook URL: {e}')
-
        async def keep_alive():
            while True:
                await asyncio.sleep(1)
--- a/src/langbot/pkg/platform/sources/officialaccount.py
+++ b/src/langbot/pkg/platform/sources/officialaccount.py
@@ -155,20 +155,6 @@ class OfficialAccountAdapter(abstract_platform_adapter.AbstractMessagePlatformAd
        # 统一 webhook 模式下，不启动独立的 Quart 应用
        # 保持运行但不启动独立端口

-        # 打印 webhook 回调地址
-        if self.bot_uuid and hasattr(self.logger, 'ap'):
-            try:
-                api_port = self.logger.ap.instance_config.data['api']['port']
-                webhook_url = f'http://127.0.0.1:{api_port}/bots/{self.bot_uuid}'
-                webhook_url_public = f'http://<Your-Public-IP>:{api_port}/bots/{self.bot_uuid}'
-
-                await self.logger.info('微信公众号 Webhook 回调地址:')
-                await self.logger.info(f'  本地地址: {webhook_url}')
-                await self.logger.info(f'  公网地址: {webhook_url_public}')
-                await self.logger.info('请在微信公众号后台配置此回调地址')
-            except Exception as e:
-                await self.logger.warning(f'无法生成 webhook URL: {e}')
-
        async def keep_alive():
            while True:
                await asyncio.sleep(1)
--- a/src/langbot/pkg/platform/sources/qqofficial.py
+++ b/src/langbot/pkg/platform/sources/qqofficial.py
@@ -241,20 +241,6 @@ class QQOfficialAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter
        # 统一 webhook 模式下，不启动独立的 Quart 应用
        # 保持运行但不启动独立端口

-        # 打印 webhook 回调地址
-        if self.bot_uuid and hasattr(self.logger, 'ap'):
-            try:
-                api_port = self.logger.ap.instance_config.data['api']['port']
-                webhook_url = f'http://127.0.0.1:{api_port}/bots/{self.bot_uuid}'
-                webhook_url_public = f'http://<Your-Public-IP>:{api_port}/bots/{self.bot_uuid}'
-
-                await self.logger.info('QQ 官方机器人 Webhook 回调地址:')
-                await self.logger.info(f'  本地地址: {webhook_url}')
-                await self.logger.info(f'  公网地址: {webhook_url_public}')
-                await self.logger.info('请在 QQ 官方机器人后台配置此回调地址')
-            except Exception as e:
-                await self.logger.warning(f'无法生成 webhook URL: {e}')
-
        async def keep_alive():
            while True:
                await asyncio.sleep(1)
--- a/src/langbot/pkg/platform/sources/slack.py
+++ b/src/langbot/pkg/platform/sources/slack.py
@@ -188,21 +188,6 @@ class SlackAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
    async def run_async(self):
        # 统一 webhook 模式下，不启动独立的 Quart 应用
        # 保持运行但不启动独立端口
-
-        # 打印 webhook 回调地址
-        if self.bot_uuid and hasattr(self.logger, 'ap'):
-            try:
-                api_port = self.logger.ap.instance_config.data['api']['port']
-                webhook_url = f'http://127.0.0.1:{api_port}/bots/{self.bot_uuid}'
-                webhook_url_public = f'http://<Your-Public-IP>:{api_port}/bots/{self.bot_uuid}'
-
-                await self.logger.info('Slack 机器人 Webhook 回调地址:')
-                await self.logger.info(f'  本地地址: {webhook_url}')
-                await self.logger.info(f'  公网地址: {webhook_url_public}')
-                await self.logger.info('请在 Slack 后台配置此回调地址')
-            except Exception as e:
-                await self.logger.warning(f'无法生成 webhook URL: {e}')
-
        async def keep_alive():
            while True:
                await asyncio.sleep(1)
--- a/src/langbot/pkg/platform/sources/websocket_adapter.py
+++ b/src/langbot/pkg/platform/sources/websocket_adapter.py
@@ -97,8 +97,6 @@ class WebSocketAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter)
        # 推送到所有相关连接
        await self.outbound_message_queue.put(message_data)

-        await self.logger.info(f'Send message to {target_id}: {message}')
-
        return message_data

    async def reply_message(
@@ -242,7 +240,6 @@ class WebSocketAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter)

    async def run_async(self):
        """运行适配器"""
-        await self.logger.info('WebSocket适配器已启动')

        try:
            while True:
@@ -258,12 +255,11 @@ class WebSocketAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter)

                await asyncio.sleep(0.1)
        except asyncio.CancelledError:
-            await self.logger.info('WebSocket适配器已停止')
            raise

    async def kill(self):
        """停止适配器"""
-        await self.logger.info('WebSocket适配器正在停止')
+        pass

    async def _process_image_components(self, message_chain_obj: list):
        """
--- a/src/langbot/pkg/platform/sources/wecom.py
+++ b/src/langbot/pkg/platform/sources/wecom.py
@@ -35,6 +35,20 @@ class WecomMessageConverter(abstract_platform_adapter.AbstractMessageConverter):
                        'media_id': await bot.get_media_id(msg),
                    }
                )
+            elif type(msg) is platform_message.Voice:
+                content_list.append(
+                    {
+                        'type': 'voice',
+                        'media_id': await bot.get_media_id(msg),
+                    }
+                )
+            elif type(msg) is platform_message.File:
+                content_list.append(
+                    {
+                        'type': 'file',
+                        'media_id': await bot.get_media_id(msg),
+                    }
+                )
            elif type(msg) is platform_message.Forward:
                for node in msg.node_list:
                    content_list.extend((await WecomMessageConverter.yiri2target(node.message_chain, bot)))
@@ -185,6 +199,10 @@ class WecomAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
                await self.bot.send_private_msg(fixed_user_id, Wecom_event.agent_id, content['content'])
            elif content['type'] == 'image':
                await self.bot.send_image(fixed_user_id, Wecom_event.agent_id, content['media_id'])
+            elif content['type'] == 'voice':
+                await self.bot.send_voice(fixed_user_id, Wecom_event.agent_id, content['media_id'])
+            elif content['type'] == 'file':
+                await self.bot.send_file(fixed_user_id, Wecom_event.agent_id, content['media_id'])

    async def send_message(self, target_type: str, target_id: str, message: platform_message.MessageChain):
        content_list = await WecomMessageConverter.yiri2target(message, self.bot)
@@ -197,6 +215,10 @@ class WecomAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
                    await self.bot.send_private_msg(user_id, agent_id, content['content'])
                if content['type'] == 'image':
                    await self.bot.send_image(user_id, agent_id, content['media'])
+                if content['type'] == 'voice':
+                    await self.bot.send_voice(user_id, agent_id, content['media'])
+                if content['type'] == 'file':
+                    await self.bot.send_file(user_id, agent_id, content['media'])

    def register_listener(
        self,
@@ -232,19 +254,6 @@ class WecomAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
        return await self.bot.handle_unified_webhook(request)

    async def run_async(self):
-        if self.bot_uuid and hasattr(self.logger, 'ap'):
-            try:
-                api_port = self.logger.ap.instance_config.data['api']['port']
-                webhook_url = f'http://127.0.0.1:{api_port}/bots/{self.bot_uuid}'
-                webhook_url_public = f'http://<Your-Public-IP>:{api_port}/bots/{self.bot_uuid}'
-
-                await self.logger.info('企业微信 Webhook 回调地址:')
-                await self.logger.info(f'  本地地址: {webhook_url}')
-                await self.logger.info(f'  公网地址: {webhook_url_public}')
-                await self.logger.info('请在企业微信后台配置此回调地址')
-            except Exception as e:
-                await self.logger.warning(f'无法生成 webhook URL: {e}')
-
        async def keep_alive():
            while True:
                await asyncio.sleep(1)
--- a/src/langbot/pkg/platform/sources/wecombot.py
+++ b/src/langbot/pkg/platform/sources/wecombot.py
@@ -72,7 +72,7 @@ class WecomBotMessageConverter(abstract_platform_adapter.AbstractMessageConverte
            voice_payload = voice_info.get('base64') or voice_info.get('url')
            if voice_payload:
                if voice_info.get('base64') and not voice_payload.startswith('data:'):
-                    voice_payload = f"data:audio/mpeg;base64,{voice_info.get('base64')}"
+                    voice_payload = f'data:audio/mpeg;base64,{voice_info.get("base64")}'
                try:
                    yiri_msg_list.append(platform_message.Voice(base64=voice_payload))
                except Exception:
@@ -113,7 +113,10 @@ class WecomBotMessageConverter(abstract_platform_adapter.AbstractMessageConverte
        if event.msgtype == 'link' and event.link:
            link = event.link
            summary = '\n'.join(
-                filter(None, [link.get('title', ''), link.get('description') or link.get('digest', ''), link.get('url', '')])
+                filter(
+                    None,
+                    [link.get('title', ''), link.get('description') or link.get('digest', ''), link.get('url', '')],
+                )
            )
            if summary:
                yiri_msg_list.append(platform_message.Plain(text=summary))
@@ -301,20 +304,6 @@ class WecomBotAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
        # 统一 webhook 模式下，不启动独立的 Quart 应用
        # 保持运行但不启动独立端口

-        # 打印 webhook 回调地址
-        if self.bot_uuid and hasattr(self.logger, 'ap'):
-            try:
-                api_port = self.logger.ap.instance_config.data['api']['port']
-                webhook_url = f'http://127.0.0.1:{api_port}/bots/{self.bot_uuid}'
-                webhook_url_public = f'http://<Your-Public-IP>:{api_port}/bots/{self.bot_uuid}'
-
-                await self.logger.info('企业微信机器人 Webhook 回调地址:')
-                await self.logger.info(f'  本地地址: {webhook_url}')
-                await self.logger.info(f'  公网地址: {webhook_url_public}')
-                await self.logger.info('请在企业微信后台配置此回调地址')
-            except Exception as e:
-                await self.logger.warning(f'无法生成 webhook URL: {e}')
-
        async def keep_alive():
            while True:
                await asyncio.sleep(1)
--- a/src/langbot/pkg/platform/sources/wecomcs.py
+++ b/src/langbot/pkg/platform/sources/wecomcs.py
@@ -213,23 +213,10 @@ class WecomCSAdapter(abstract_platform_adapter.AbstractMessagePlatformAdapter):
        # 统一 webhook 模式下，不启动独立的 Quart 应用
        # 保持运行但不启动独立端口

-        # 打印 webhook 回调地址
-        if self.bot_uuid and hasattr(self.logger, 'ap'):
-            try:
-                api_port = self.logger.ap.instance_config.data['api']['port']
-                webhook_url = f"http://127.0.0.1:{api_port}/bots/{self.bot_uuid}"
-                webhook_url_public = f"http://<Your-Public-IP>:{api_port}/bots/{self.bot_uuid}"
-
-                await self.logger.info(f"企业微信客服 Webhook 回调地址:")
-                await self.logger.info(f"  本地地址: {webhook_url}")
-                await self.logger.info(f"  公网地址: {webhook_url_public}")
-                await self.logger.info(f"请在企业微信后台配置此回调地址")
-            except Exception as e:
-                await self.logger.warning(f"无法生成 webhook URL: {e}")
-
        async def keep_alive():
            while True:
                await asyncio.sleep(1)
+
        await keep_alive()

    async def kill(self) -> bool: