mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-06-02 12:05:54 +00:00
88132dff8a
* perf: reduce memory usage by ~200MB+ at startup
Two key optimizations:
1. Use importlib.util.find_spec() instead of __import__() in dependency
checking. find_spec() only locates modules without executing them,
avoiding loading all 36 dependencies (~222MB) into memory at startup.
2. Introduce shared aiohttp.ClientSession via httpclient module.
Previously, every HTTP request created a new ClientSession, which
creates a new TCPConnector and SSL context, loading system root
certificates each time (~270MB total allocations observed via memray).
Now all HTTP client code reuses shared sessions.
- satori.py and coze_server_api/client.py are left unchanged as they
create one session per adapter lifecycle (not per-request).
Profiling data (memray):
- Peak memory: 403MB
- SSL context creation: 270MB / 6.7M allocations (67% of total)
- Dependency import: 222MB (55% of peak)
- Expected reduction: 150-350MB at startup
* fix: remove unused aiohttp imports (ruff F401)
* style: ruff format
82 lines
2.4 KiB
Python
82 lines
2.4 KiB
Python
import importlib.util
|
|
import pip
|
|
import os
|
|
from ...utils import pkgmgr
|
|
|
|
# Check dependencies to prevent users from not installing
|
|
# Left is the import name, right is the dependency name
|
|
required_deps = {
|
|
'requests': 'requests',
|
|
'openai': 'openai',
|
|
'anthropic': 'anthropic',
|
|
'colorlog': 'colorlog',
|
|
'aiocqhttp': 'aiocqhttp',
|
|
'botpy': 'qq-botpy-rc',
|
|
'PIL': 'pillow',
|
|
'nakuru': 'nakuru-project-idk',
|
|
'tiktoken': 'tiktoken',
|
|
'yaml': 'pyyaml',
|
|
'aiohttp': 'aiohttp',
|
|
'psutil': 'psutil',
|
|
'async_lru': 'async-lru',
|
|
'ollama': 'ollama',
|
|
'quart': 'quart',
|
|
'quart_cors': 'quart-cors',
|
|
'sqlalchemy': 'sqlalchemy[asyncio]',
|
|
'aiosqlite': 'aiosqlite',
|
|
'aiofiles': 'aiofiles',
|
|
'aioshutil': 'aioshutil',
|
|
'argon2': 'argon2-cffi',
|
|
'jwt': 'pyjwt',
|
|
'Crypto': 'pycryptodome',
|
|
'lark_oapi': 'lark-oapi',
|
|
'discord': 'discord.py',
|
|
'cryptography': 'cryptography',
|
|
'gewechat_client': 'gewechat-client',
|
|
'dingtalk_stream': 'dingtalk_stream',
|
|
'dashscope': 'dashscope',
|
|
'telegram': 'python-telegram-bot',
|
|
'certifi': 'certifi',
|
|
'mcp': 'mcp',
|
|
'sqlmodel': 'sqlmodel',
|
|
'telegramify_markdown': 'telegramify-markdown',
|
|
'slack_sdk': 'slack_sdk',
|
|
'asyncpg': 'asyncpg',
|
|
}
|
|
|
|
|
|
async def check_deps() -> list[str]:
|
|
global required_deps
|
|
|
|
missing_deps = []
|
|
for dep in required_deps:
|
|
# Use find_spec instead of __import__ to avoid actually loading
|
|
# all modules into memory. find_spec only checks if the module
|
|
# can be found, without executing module-level code.
|
|
if importlib.util.find_spec(dep) is None:
|
|
missing_deps.append(dep)
|
|
return missing_deps
|
|
|
|
|
|
async def install_deps(deps: list[str]):
|
|
global required_deps
|
|
|
|
for dep in deps:
|
|
pip.main(['install', required_deps[dep]])
|
|
|
|
|
|
async def precheck_plugin_deps():
|
|
print('[Startup] Prechecking plugin dependencies...')
|
|
|
|
# Only execute plugin dependency installation when the plugins directory exists
|
|
if os.path.exists('plugins'):
|
|
for dir in os.listdir('plugins'):
|
|
subdir = os.path.join('plugins', dir)
|
|
if not os.path.isdir(subdir):
|
|
continue
|
|
if 'requirements.txt' in os.listdir(subdir):
|
|
pkgmgr.install_requirements(
|
|
os.path.join(subdir, 'requirements.txt'),
|
|
extra_params=[],
|
|
)
|