mirror of
https://github.com/langbot-app/LangBot.git
synced 2026-06-13 01:06:03 +00:00
625 lines
21 KiB
TypeScript
625 lines
21 KiB
TypeScript
'use client';
|
|
|
|
import { useState, useEffect } from 'react';
|
|
import {
|
|
Plus,
|
|
MessageSquareText,
|
|
Cpu,
|
|
ChevronDown,
|
|
ChevronRight,
|
|
Trash2,
|
|
Settings,
|
|
LogIn,
|
|
Eye,
|
|
Wrench,
|
|
} from 'lucide-react';
|
|
import { httpClient, systemInfo } from '@/app/infra/http/HttpClient';
|
|
import {
|
|
LLMModel,
|
|
EmbeddingModel,
|
|
ModelProvider,
|
|
} from '@/app/infra/entities/api';
|
|
import {
|
|
Dialog,
|
|
DialogContent,
|
|
DialogHeader,
|
|
DialogTitle,
|
|
} from '@/components/ui/dialog';
|
|
import { Button } from '@/components/ui/button';
|
|
import {
|
|
DropdownMenu,
|
|
DropdownMenuContent,
|
|
DropdownMenuItem,
|
|
DropdownMenuTrigger,
|
|
} from '@/components/ui/dropdown-menu';
|
|
import {
|
|
Collapsible,
|
|
CollapsibleContent,
|
|
CollapsibleTrigger,
|
|
} from '@/components/ui/collapsible';
|
|
import { toast } from 'sonner';
|
|
import { useTranslation } from 'react-i18next';
|
|
import { extractI18nObject } from '@/i18n/I18nProvider';
|
|
import { Card, CardContent, CardHeader, CardTitle } from '@/components/ui/card';
|
|
import { Badge } from '@/components/ui/badge';
|
|
import LLMForm from './component/llm-form/LLMForm';
|
|
import EmbeddingForm from './component/embedding-form/EmbeddingForm';
|
|
import ProviderForm from './component/provider-form/ProviderForm';
|
|
import langbotIcon from '@/app/assets/langbot-logo.webp';
|
|
|
|
interface ModelsDialogProps {
|
|
open: boolean;
|
|
onOpenChange: (open: boolean) => void;
|
|
}
|
|
|
|
const LANGBOT_MODELS_PROVIDER_NAME = 'LangBot Models';
|
|
const LANGBOT_MODELS_PROVIDER_REQUESTER = 'space-chat-completions';
|
|
|
|
export default function ModelsDialog({
|
|
open,
|
|
onOpenChange,
|
|
}: ModelsDialogProps) {
|
|
const { t } = useTranslation();
|
|
|
|
const [providers, setProviders] = useState<ModelProvider[]>([]);
|
|
const [accountType, setAccountType] = useState<'local' | 'space'>('local');
|
|
const [spaceCredits, setSpaceCredits] = useState<number | null>(null);
|
|
|
|
// Expanded providers and their models
|
|
const [expandedProviders, setExpandedProviders] = useState<Set<string>>(
|
|
new Set(),
|
|
);
|
|
const [providerModels, setProviderModels] = useState<
|
|
Record<string, { llm: LLMModel[]; embedding: EmbeddingModel[] }>
|
|
>({});
|
|
const [loadingProviders, setLoadingProviders] = useState<Set<string>>(
|
|
new Set(),
|
|
);
|
|
|
|
// Form modals
|
|
const [llmFormOpen, setLLMFormOpen] = useState(false);
|
|
const [embeddingFormOpen, setEmbeddingFormOpen] = useState(false);
|
|
const [providerFormOpen, setProviderFormOpen] = useState(false);
|
|
const [editingLLMId, setEditingLLMId] = useState<string | null>(null);
|
|
const [editingEmbeddingId, setEditingEmbeddingId] = useState<string | null>(
|
|
null,
|
|
);
|
|
const [editingProviderId, setEditingProviderId] = useState<string | null>(
|
|
null,
|
|
);
|
|
|
|
const [requesterNameList, setRequesterNameList] = useState<
|
|
{ label: string; value: string }[]
|
|
>([]);
|
|
|
|
useEffect(() => {
|
|
if (open) {
|
|
loadUserInfo();
|
|
loadRequesterLists();
|
|
loadProviders();
|
|
}
|
|
}, [open]);
|
|
|
|
async function loadUserInfo() {
|
|
try {
|
|
const userInfo = await httpClient.getUserInfo();
|
|
setAccountType(userInfo.account_type);
|
|
if (userInfo.account_type === 'space') {
|
|
const creditsInfo = await httpClient.getSpaceCredits();
|
|
setSpaceCredits(creditsInfo.credits);
|
|
}
|
|
} catch {
|
|
setAccountType('local');
|
|
}
|
|
}
|
|
|
|
async function loadRequesterLists() {
|
|
try {
|
|
const llmRequesters = await httpClient.getProviderRequesters('llm');
|
|
setRequesterNameList(
|
|
llmRequesters.requesters.map((item) => ({
|
|
label: extractI18nObject(item.label),
|
|
value: item.name,
|
|
})),
|
|
);
|
|
} catch (err) {
|
|
console.error('Failed to load requester lists', err);
|
|
}
|
|
}
|
|
|
|
async function loadProviders() {
|
|
try {
|
|
const resp = await httpClient.getModelProviders();
|
|
setProviders(resp.providers);
|
|
} catch (err) {
|
|
console.error('Failed to load providers', err);
|
|
toast.error(t('models.loadError'));
|
|
}
|
|
}
|
|
|
|
async function loadProviderModels(providerUuid: string) {
|
|
if (loadingProviders.has(providerUuid)) return;
|
|
|
|
setLoadingProviders((prev) => new Set(prev).add(providerUuid));
|
|
try {
|
|
const [llmResp, embeddingResp] = await Promise.all([
|
|
httpClient.getProviderLLMModels(providerUuid),
|
|
httpClient.getProviderEmbeddingModels(providerUuid),
|
|
]);
|
|
setProviderModels((prev) => ({
|
|
...prev,
|
|
[providerUuid]: {
|
|
llm: llmResp.models,
|
|
embedding: embeddingResp.models,
|
|
},
|
|
}));
|
|
} catch (err) {
|
|
console.error('Failed to load models', err);
|
|
} finally {
|
|
setLoadingProviders((prev) => {
|
|
const next = new Set(prev);
|
|
next.delete(providerUuid);
|
|
return next;
|
|
});
|
|
}
|
|
}
|
|
|
|
function toggleProvider(providerUuid: string) {
|
|
setExpandedProviders((prev) => {
|
|
const next = new Set(prev);
|
|
if (next.has(providerUuid)) {
|
|
next.delete(providerUuid);
|
|
} else {
|
|
next.add(providerUuid);
|
|
if (!providerModels[providerUuid]) {
|
|
loadProviderModels(providerUuid);
|
|
}
|
|
}
|
|
return next;
|
|
});
|
|
}
|
|
|
|
function handleCreateLLM() {
|
|
setEditingLLMId(null);
|
|
setLLMFormOpen(true);
|
|
}
|
|
|
|
function handleCreateEmbedding() {
|
|
setEditingEmbeddingId(null);
|
|
setEmbeddingFormOpen(true);
|
|
}
|
|
|
|
function handleEditLLM(modelId: string) {
|
|
setEditingLLMId(modelId);
|
|
setLLMFormOpen(true);
|
|
}
|
|
|
|
function handleEditEmbedding(modelId: string) {
|
|
setEditingEmbeddingId(modelId);
|
|
setEmbeddingFormOpen(true);
|
|
}
|
|
|
|
function handleEditProvider(providerId: string) {
|
|
setEditingProviderId(providerId);
|
|
setProviderFormOpen(true);
|
|
}
|
|
|
|
async function handleDeleteProvider(providerId: string) {
|
|
try {
|
|
await httpClient.deleteModelProvider(providerId);
|
|
toast.success(t('models.providerDeleted'));
|
|
loadProviders();
|
|
} catch (err) {
|
|
toast.error(t('models.providerDeleteError') + (err as Error).message);
|
|
}
|
|
}
|
|
|
|
async function handleDeleteLLM(modelId: string, providerUuid: string) {
|
|
try {
|
|
await httpClient.deleteProviderLLMModel(modelId);
|
|
toast.success(t('models.deleteSuccess'));
|
|
loadProviderModels(providerUuid);
|
|
loadProviders(); // Refresh counts
|
|
} catch (err) {
|
|
toast.error(t('models.deleteError') + (err as Error).message);
|
|
}
|
|
}
|
|
|
|
async function handleDeleteEmbedding(modelId: string, providerUuid: string) {
|
|
try {
|
|
await httpClient.deleteProviderEmbeddingModel(modelId);
|
|
toast.success(t('models.deleteSuccess'));
|
|
loadProviderModels(providerUuid);
|
|
loadProviders();
|
|
} catch (err) {
|
|
toast.error(t('models.deleteError') + (err as Error).message);
|
|
}
|
|
}
|
|
|
|
function handleSpaceLogin() {
|
|
window.location.href = '/auth/space';
|
|
}
|
|
|
|
function getRequesterLabel(requester: string) {
|
|
return (
|
|
requesterNameList.find((r) => r.value === requester)?.label || requester
|
|
);
|
|
}
|
|
|
|
function maskApiKey(key: string): string {
|
|
if (!key) return '';
|
|
if (key.length <= 8) return '****';
|
|
return `${key.slice(0, 4)}...${key.slice(-4)}`;
|
|
}
|
|
|
|
// Separate LangBot Models provider
|
|
const langbotProvider = providers.find(
|
|
(p) => p.requester === LANGBOT_MODELS_PROVIDER_REQUESTER,
|
|
);
|
|
const otherProviders = providers.filter(
|
|
(p) => p.requester !== LANGBOT_MODELS_PROVIDER_REQUESTER,
|
|
);
|
|
|
|
function renderProviderCard(
|
|
provider: ModelProvider,
|
|
isLangBotModels: boolean = false,
|
|
) {
|
|
const isExpanded = expandedProviders.has(provider.uuid);
|
|
const isLoading = loadingProviders.has(provider.uuid);
|
|
const models = providerModels[provider.uuid];
|
|
const canDelete =
|
|
!isLangBotModels &&
|
|
(provider.llm_count || 0) === 0 &&
|
|
(provider.embedding_count || 0) === 0;
|
|
const totalModels =
|
|
(provider.llm_count || 0) + (provider.embedding_count || 0);
|
|
|
|
return (
|
|
<Card key={provider.uuid} className="mb-2">
|
|
<Collapsible
|
|
open={isExpanded}
|
|
onOpenChange={() => toggleProvider(provider.uuid)}
|
|
>
|
|
<CardHeader className="px-4 pb-2">
|
|
<div className="flex items-center justify-between">
|
|
<div className="flex items-center gap-2 flex-1">
|
|
{isLangBotModels ? (
|
|
<div className="w-9 h-9 rounded-lg overflow-hidden flex-shrink-0">
|
|
<img
|
|
src={langbotIcon.src}
|
|
alt="LangBot"
|
|
className="w-full h-full object-cover"
|
|
/>
|
|
</div>
|
|
) : (
|
|
<img
|
|
src={httpClient.getProviderRequesterIconURL(
|
|
provider.requester,
|
|
)}
|
|
alt={provider.name}
|
|
className="h-9 w-9 rounded-lg"
|
|
/>
|
|
)}
|
|
<div className="flex-1 min-w-0">
|
|
<div className="flex items-center gap-2">
|
|
<CardTitle className="text-base">
|
|
{isLangBotModels
|
|
? provider.name
|
|
: getRequesterLabel(provider.requester)}
|
|
</CardTitle>
|
|
<Badge variant="outline" className="text-xs">
|
|
{t('models.modelsCount', { count: totalModels })}
|
|
</Badge>
|
|
</div>
|
|
<p className="text-xs text-muted-foreground truncate">
|
|
{isLangBotModels ? (
|
|
t('models.langbotModelsDescription')
|
|
) : (
|
|
<>
|
|
{provider.base_url}
|
|
{provider.base_url &&
|
|
provider.api_keys?.length > 0 &&
|
|
' · '}
|
|
{provider.api_keys?.length > 0 &&
|
|
maskApiKey(provider.api_keys[0])}
|
|
</>
|
|
)}
|
|
</p>
|
|
</div>
|
|
</div>
|
|
<div className="flex items-center gap-1 ml-2">
|
|
{isLangBotModels && accountType !== 'space' && (
|
|
<Button
|
|
variant="outline"
|
|
size="sm"
|
|
onClick={(e) => {
|
|
e.stopPropagation();
|
|
handleSpaceLogin();
|
|
}}
|
|
>
|
|
<LogIn className="h-4 w-4 mr-1" />
|
|
{t('models.loginWithSpace')}
|
|
</Button>
|
|
)}
|
|
{isLangBotModels &&
|
|
accountType === 'space' &&
|
|
spaceCredits !== null && (
|
|
<div className="flex items-center gap-1 border rounded-md px-2 h-8 text-sm mr-2">
|
|
<span>
|
|
{(spaceCredits / 5000).toFixed(2)} {t('models.credits')}
|
|
</span>
|
|
<Button
|
|
variant="ghost"
|
|
size="icon"
|
|
className="h-5 w-5"
|
|
onClick={(e) => {
|
|
e.stopPropagation();
|
|
window.open(
|
|
`${systemInfo.cloud_service_url}/profile?tab=billing`,
|
|
'_blank',
|
|
);
|
|
}}
|
|
>
|
|
<Plus className="h-3 w-3" />
|
|
</Button>
|
|
</div>
|
|
)}
|
|
{!isLangBotModels && (
|
|
<>
|
|
<Button
|
|
variant="ghost"
|
|
size="icon"
|
|
className="h-8 w-8"
|
|
onClick={(e) => {
|
|
e.stopPropagation();
|
|
handleEditProvider(provider.uuid);
|
|
}}
|
|
>
|
|
<Settings className="h-4 w-4" />
|
|
</Button>
|
|
{canDelete && (
|
|
<Button
|
|
variant="ghost"
|
|
size="icon"
|
|
className="h-8 w-8"
|
|
onClick={(e) => {
|
|
e.stopPropagation();
|
|
handleDeleteProvider(provider.uuid);
|
|
}}
|
|
>
|
|
<Trash2 className="h-4 w-4 text-destructive" />
|
|
</Button>
|
|
)}
|
|
</>
|
|
)}
|
|
</div>
|
|
</div>
|
|
<CollapsibleTrigger className="flex items-center gap-1 text-xs text-muted-foreground hover:text-foreground cursor-pointer mt-2">
|
|
{isExpanded ? (
|
|
<ChevronDown className="h-3 w-3" />
|
|
) : (
|
|
<ChevronRight className="h-3 w-3" />
|
|
)}
|
|
<span>
|
|
{isExpanded
|
|
? t('models.collapseModels')
|
|
: t('models.expandModels')}
|
|
</span>
|
|
</CollapsibleTrigger>
|
|
</CardHeader>
|
|
<CollapsibleContent>
|
|
<CardContent className="px-4">
|
|
{isLoading ? (
|
|
<p className="text-sm text-muted-foreground text-center py-4">
|
|
{t('common.loading')}...
|
|
</p>
|
|
) : models ? (
|
|
<div className="space-y-2">
|
|
{models.llm.map((model) => (
|
|
<div
|
|
key={model.uuid}
|
|
className="flex items-center justify-between py-2 px-3 rounded-md border bg-background hover:bg-accent cursor-pointer"
|
|
onClick={() => handleEditLLM(model.uuid)}
|
|
>
|
|
<div className="flex items-center gap-2 flex-wrap">
|
|
<span className="text-sm font-medium">
|
|
{model.name}
|
|
</span>
|
|
<Badge variant="secondary" className="text-xs">
|
|
{t('models.chat')}
|
|
</Badge>
|
|
{model.abilities?.includes('vision') && (
|
|
<Badge variant="outline" className="text-xs gap-1">
|
|
<Eye className="h-3 w-3" />
|
|
</Badge>
|
|
)}
|
|
{model.abilities?.includes('func_call') && (
|
|
<Badge variant="outline" className="text-xs gap-1">
|
|
<Wrench className="h-3 w-3" />
|
|
</Badge>
|
|
)}
|
|
</div>
|
|
<Button
|
|
variant="ghost"
|
|
size="icon"
|
|
className="h-7 w-7 flex-shrink-0"
|
|
onClick={(e) => {
|
|
e.stopPropagation();
|
|
handleDeleteLLM(model.uuid, provider.uuid);
|
|
}}
|
|
>
|
|
<Trash2 className="h-4 w-4 text-muted-foreground hover:text-destructive" />
|
|
</Button>
|
|
</div>
|
|
))}
|
|
{models.embedding.map((model) => (
|
|
<div
|
|
key={model.uuid}
|
|
className="flex items-center justify-between py-2 px-3 rounded-md border bg-background hover:bg-accent cursor-pointer"
|
|
onClick={() => handleEditEmbedding(model.uuid)}
|
|
>
|
|
<div className="flex items-center gap-2">
|
|
<span className="text-sm font-medium">
|
|
{model.name}
|
|
</span>
|
|
<Badge variant="secondary" className="text-xs">
|
|
{t('models.embedding')}
|
|
</Badge>
|
|
</div>
|
|
<Button
|
|
variant="ghost"
|
|
size="icon"
|
|
className="h-7 w-7 flex-shrink-0"
|
|
onClick={(e) => {
|
|
e.stopPropagation();
|
|
handleDeleteEmbedding(model.uuid, provider.uuid);
|
|
}}
|
|
>
|
|
<Trash2 className="h-4 w-4 text-muted-foreground hover:text-destructive" />
|
|
</Button>
|
|
</div>
|
|
))}
|
|
{models.llm.length === 0 && models.embedding.length === 0 && (
|
|
<p className="text-sm text-muted-foreground text-center py-4">
|
|
{t('models.noModels')}
|
|
</p>
|
|
)}
|
|
</div>
|
|
) : (
|
|
<p className="text-sm text-muted-foreground text-center py-4">
|
|
{t('models.noModels')}
|
|
</p>
|
|
)}
|
|
</CardContent>
|
|
</CollapsibleContent>
|
|
</Collapsible>
|
|
</Card>
|
|
);
|
|
}
|
|
|
|
// Virtual LangBot Models card if not exists
|
|
function renderLangBotModelsCard() {
|
|
if (langbotProvider) {
|
|
return renderProviderCard(langbotProvider, true);
|
|
}
|
|
}
|
|
|
|
function handleFormClose() {
|
|
setLLMFormOpen(false);
|
|
setEmbeddingFormOpen(false);
|
|
setProviderFormOpen(false);
|
|
loadProviders();
|
|
// Refresh expanded providers
|
|
expandedProviders.forEach((uuid) => loadProviderModels(uuid));
|
|
}
|
|
|
|
return (
|
|
<>
|
|
<Dialog
|
|
open={open}
|
|
onOpenChange={(newOpen) => {
|
|
if (
|
|
!newOpen &&
|
|
(llmFormOpen || embeddingFormOpen || providerFormOpen)
|
|
)
|
|
return;
|
|
onOpenChange(newOpen);
|
|
}}
|
|
>
|
|
<DialogContent className="overflow-hidden p-0 h-[80vh] flex flex-col">
|
|
<DialogHeader className="px-6 pt-6 pb-0">
|
|
<DialogTitle>{t('models.title')}</DialogTitle>
|
|
</DialogHeader>
|
|
|
|
<div className="flex-1 flex flex-col overflow-hidden px-6 pb-6 mt-0">
|
|
{/* Fixed LangBot Models Card */}
|
|
<div className="flex-shrink-0">{renderLangBotModelsCard()}</div>
|
|
|
|
{/* Add Model Button */}
|
|
<div className="flex-shrink-0 mb-3 flex justify-between items-center">
|
|
<span className="text-sm text-muted-foreground">
|
|
{t('models.providerCount', { count: otherProviders.length })}
|
|
</span>
|
|
<DropdownMenu>
|
|
<DropdownMenuTrigger asChild>
|
|
<Button size="sm" variant="outline">
|
|
<Plus className="h-4 w-4 mr-1" />
|
|
{t('models.addModel')}
|
|
<ChevronDown className="h-4 w-4 ml-1" />
|
|
</Button>
|
|
</DropdownMenuTrigger>
|
|
<DropdownMenuContent align="end">
|
|
<DropdownMenuItem onClick={handleCreateLLM}>
|
|
<MessageSquareText className="h-4 w-4 mr-2" />
|
|
{t('models.addLLMModel')}
|
|
</DropdownMenuItem>
|
|
<DropdownMenuItem onClick={handleCreateEmbedding}>
|
|
<Cpu className="h-4 w-4 mr-2" />
|
|
{t('models.addEmbeddingModel')}
|
|
</DropdownMenuItem>
|
|
</DropdownMenuContent>
|
|
</DropdownMenu>
|
|
</div>
|
|
|
|
{/* Scrollable Provider List */}
|
|
<div className="flex-1 overflow-auto">
|
|
{otherProviders.map((p) => renderProviderCard(p))}
|
|
</div>
|
|
</div>
|
|
</DialogContent>
|
|
</Dialog>
|
|
|
|
<Dialog open={llmFormOpen} onOpenChange={setLLMFormOpen}>
|
|
<DialogContent className="w-[700px] max-h-[90vh] overflow-y-auto p-6">
|
|
<DialogHeader>
|
|
<DialogTitle>
|
|
{editingLLMId ? t('models.editModel') : t('models.createModel')}
|
|
</DialogTitle>
|
|
</DialogHeader>
|
|
<LLMForm
|
|
editMode={!!editingLLMId}
|
|
initLLMId={editingLLMId || undefined}
|
|
providers={providers}
|
|
onFormSubmit={handleFormClose}
|
|
onFormCancel={() => setLLMFormOpen(false)}
|
|
onLLMDeleted={handleFormClose}
|
|
/>
|
|
</DialogContent>
|
|
</Dialog>
|
|
|
|
<Dialog open={embeddingFormOpen} onOpenChange={setEmbeddingFormOpen}>
|
|
<DialogContent className="w-[700px] max-h-[90vh] overflow-y-auto p-6">
|
|
<DialogHeader>
|
|
<DialogTitle>
|
|
{editingEmbeddingId
|
|
? t('embedding.editModel')
|
|
: t('embedding.createModel')}
|
|
</DialogTitle>
|
|
</DialogHeader>
|
|
<EmbeddingForm
|
|
editMode={!!editingEmbeddingId}
|
|
initEmbeddingId={editingEmbeddingId || undefined}
|
|
providers={providers}
|
|
onFormSubmit={handleFormClose}
|
|
onFormCancel={() => setEmbeddingFormOpen(false)}
|
|
onEmbeddingDeleted={handleFormClose}
|
|
/>
|
|
</DialogContent>
|
|
</Dialog>
|
|
|
|
<Dialog open={providerFormOpen} onOpenChange={setProviderFormOpen}>
|
|
<DialogContent className="w-[600px] p-6">
|
|
<DialogHeader>
|
|
<DialogTitle>{t('models.editProvider')}</DialogTitle>
|
|
</DialogHeader>
|
|
<ProviderForm
|
|
providerId={editingProviderId || undefined}
|
|
onFormSubmit={handleFormClose}
|
|
onFormCancel={() => setProviderFormOpen(false)}
|
|
/>
|
|
</DialogContent>
|
|
</Dialog>
|
|
</>
|
|
);
|
|
}
|