fix(usage): apply code review fixes - SSE passthrough type, per-chart errors, Select component
This commit is contained in:
1 parent
9b37bdb2d9
commit
425b0009b8
8 files changed
+303
-157
No files matched your search
@@ -37,4 +37,5 @@ export const tokenUsage = sqliteTable('token_usage', {
|
||||
totalTokens: integer('total_tokens').notNull().default(0),
|
||||
timestamp: integer('timestamp').notNull(),
|
||||
requestType: text('request_type'),
|
||||
isEstimated: integer('is_estimated'),
|
||||
});
|
||||
@@ -21,6 +21,7 @@ export interface RecordUsageParams {
|
||||
totalTokens: number;
|
||||
timestamp: number;
|
||||
requestType?: string;
|
||||
isEstimated?: boolean;
|
||||
}
|
||||
|
||||
let usageDbConnection: { raw: Database.Database; orm: BetterSQLite3Database<typeof import('./schema')> } | null = null;
|
||||
@@ -75,6 +76,7 @@ export class TokenUsageRepo {
|
||||
totalTokens: params.totalTokens,
|
||||
timestamp: params.timestamp,
|
||||
requestType: params.requestType ?? null,
|
||||
isEstimated: params.isEstimated ? 1 : null,
|
||||
})
|
||||
.run();
|
||||
return true;
|
||||
|
||||
@@ -510,6 +510,7 @@ i18n
|
||||
loadFailed: 'Failed to load usage data.',
|
||||
retry: 'Retry',
|
||||
allAccounts: 'All Accounts',
|
||||
noData: 'No data available',
|
||||
},
|
||||
},
|
||||
},
|
||||
@@ -1003,6 +1004,7 @@ i18n
|
||||
loadFailed: '加载用量数据失败。',
|
||||
retry: '重试',
|
||||
allAccounts: '所有账号',
|
||||
noData: '暂无数据',
|
||||
},
|
||||
},
|
||||
},
|
||||
@@ -1502,6 +1504,7 @@ i18n
|
||||
loadFailed: 'Не удалось загрузить данные об использовании.',
|
||||
retry: 'Повторить',
|
||||
allAccounts: 'Все аккаунты',
|
||||
noData: 'Нет данных',
|
||||
},
|
||||
},
|
||||
},
|
||||
|
||||
@@ -489,6 +489,7 @@ const vi = {
|
||||
loadFailed: 'Không thể tải dữ liệu sử dụng.',
|
||||
retry: 'Thử lại',
|
||||
allAccounts: 'Tất cả tài khoản',
|
||||
noData: 'Không có dữ liệu',
|
||||
},
|
||||
};
|
||||
|
||||
|
||||
+203
-129
@@ -2,6 +2,13 @@ import { createFileRoute } from '@tanstack/react-router';
|
||||
import { useQuery } from '@tanstack/react-query';
|
||||
import { Card, CardContent, CardHeader, CardTitle } from '@/components/ui/card';
|
||||
import { Tabs, TabsList, TabsTrigger } from '@/components/ui/tabs';
|
||||
import {
|
||||
Select,
|
||||
SelectContent,
|
||||
SelectItem,
|
||||
SelectTrigger,
|
||||
SelectValue,
|
||||
} from '@/components/ui/select';
|
||||
import { useTranslation } from 'react-i18next';
|
||||
import { Loader2, TrendingUp, TrendingDown, Activity, Layers } from 'lucide-react';
|
||||
import { ipc } from '@/ipc/manager';
|
||||
@@ -27,7 +34,7 @@ function UsagePage() {
|
||||
const { t } = useTranslation();
|
||||
const [range, setRange] = useState<'24h' | '7d' | '30d'>('7d');
|
||||
const [selectedAccountId, setSelectedAccountId] = useState<string | undefined>(undefined);
|
||||
const { data: accounts } = useCloudAccounts();
|
||||
const { data: accounts, isLoading: accountsLoading } = useCloudAccounts();
|
||||
|
||||
function getTimeRange(r: '24h' | '7d' | '30d') {
|
||||
const now = Date.now();
|
||||
@@ -52,6 +59,8 @@ function UsagePage() {
|
||||
return ipc.client.usage.getUsageByDay({ accountId: selectedAccountId, start, end });
|
||||
},
|
||||
refetchInterval: 30000,
|
||||
refetchIntervalInBackground: false,
|
||||
staleTime: 60_000,
|
||||
});
|
||||
|
||||
const {
|
||||
@@ -66,6 +75,8 @@ function UsagePage() {
|
||||
return ipc.client.usage.getUsageByModel({ accountId: selectedAccountId, start, end });
|
||||
},
|
||||
refetchInterval: 30000,
|
||||
refetchIntervalInBackground: false,
|
||||
staleTime: 60_000,
|
||||
});
|
||||
|
||||
const {
|
||||
@@ -80,10 +91,11 @@ function UsagePage() {
|
||||
return ipc.client.usage.getUsageByHour({ accountId: selectedAccountId, start, end });
|
||||
},
|
||||
refetchInterval: 30000,
|
||||
refetchIntervalInBackground: false,
|
||||
staleTime: 60_000,
|
||||
});
|
||||
|
||||
const isLoading = dailyLoading || modelLoading || hourlyLoading;
|
||||
const anyError = dailyError || modelError || hourlyError;
|
||||
const isAllLoading = dailyLoading && modelLoading && hourlyLoading;
|
||||
|
||||
const totals = useMemo(() => {
|
||||
const source = dailyData || [];
|
||||
@@ -123,7 +135,7 @@ function UsagePage() {
|
||||
}));
|
||||
}, [hourlyData]);
|
||||
|
||||
if (isLoading) {
|
||||
if (isAllLoading) {
|
||||
return (
|
||||
<div className="flex h-full items-center justify-center">
|
||||
<Loader2 className="animate-spin" />
|
||||
@@ -131,23 +143,65 @@ function UsagePage() {
|
||||
);
|
||||
}
|
||||
|
||||
if (anyError) {
|
||||
return (
|
||||
<div className="flex h-full flex-col items-center justify-center gap-4">
|
||||
<p className="text-destructive">{t('usage.loadFailed')}</p>
|
||||
const dailyPlaceholder = dailyError ? (
|
||||
<Card>
|
||||
<CardContent className="flex flex-col items-center justify-center gap-2 py-12">
|
||||
<p className="text-sm text-destructive">{t('usage.loadFailed')}</p>
|
||||
<button
|
||||
onClick={() => {
|
||||
refetchDaily();
|
||||
refetchModel();
|
||||
refetchHourly();
|
||||
}}
|
||||
className="text-primary underline"
|
||||
onClick={() => refetchDaily()}
|
||||
className="text-primary text-sm underline"
|
||||
>
|
||||
{t('usage.retry')}
|
||||
</button>
|
||||
</div>
|
||||
);
|
||||
}
|
||||
</CardContent>
|
||||
</Card>
|
||||
) : !dailyData ? (
|
||||
<Card>
|
||||
<CardContent className="flex items-center justify-center py-12">
|
||||
<p className="text-muted-foreground text-sm">{t('usage.noData')}</p>
|
||||
</CardContent>
|
||||
</Card>
|
||||
) : null;
|
||||
|
||||
const modelPlaceholder = modelError ? (
|
||||
<Card>
|
||||
<CardContent className="flex flex-col items-center justify-center gap-2 py-12">
|
||||
<p className="text-sm text-destructive">{t('usage.loadFailed')}</p>
|
||||
<button
|
||||
onClick={() => refetchModel()}
|
||||
className="text-primary text-sm underline"
|
||||
>
|
||||
{t('usage.retry')}
|
||||
</button>
|
||||
</CardContent>
|
||||
</Card>
|
||||
) : !modelData ? (
|
||||
<Card>
|
||||
<CardContent className="flex items-center justify-center py-12">
|
||||
<p className="text-muted-foreground text-sm">{t('usage.noData')}</p>
|
||||
</CardContent>
|
||||
</Card>
|
||||
) : null;
|
||||
|
||||
const hourlyPlaceholder = hourlyError ? (
|
||||
<Card>
|
||||
<CardContent className="flex flex-col items-center justify-center gap-2 py-12">
|
||||
<p className="text-sm text-destructive">{t('usage.loadFailed')}</p>
|
||||
<button
|
||||
onClick={() => refetchHourly()}
|
||||
className="text-primary text-sm underline"
|
||||
>
|
||||
{t('usage.retry')}
|
||||
</button>
|
||||
</CardContent>
|
||||
</Card>
|
||||
) : !hourlyData ? (
|
||||
<Card>
|
||||
<CardContent className="flex items-center justify-center py-12">
|
||||
<p className="text-muted-foreground text-sm">{t('usage.noData')}</p>
|
||||
</CardContent>
|
||||
</Card>
|
||||
) : null;
|
||||
|
||||
return (
|
||||
<div className="container mx-auto max-w-6xl space-y-6 p-6">
|
||||
@@ -157,18 +211,30 @@ function UsagePage() {
|
||||
<p className="text-muted-foreground mt-1">{t('usage.description')}</p>
|
||||
</div>
|
||||
<div className="flex items-center gap-4">
|
||||
<select
|
||||
<Select
|
||||
value={selectedAccountId || ''}
|
||||
onChange={(e) => setSelectedAccountId(e.target.value || undefined)}
|
||||
className="border rounded px-2 py-1"
|
||||
onValueChange={(value) => setSelectedAccountId(value || undefined)}
|
||||
disabled={accountsLoading}
|
||||
>
|
||||
<option value="">{t('usage.allAccounts')}</option>
|
||||
{accounts?.map((acc) => (
|
||||
<option key={acc.id} value={acc.id}>
|
||||
{acc.email}
|
||||
</option>
|
||||
))}
|
||||
</select>
|
||||
<SelectTrigger className="w-[200px]">
|
||||
{accountsLoading ? (
|
||||
<span className="flex items-center gap-2">
|
||||
<Loader2 className="h-4 w-4 animate-spin" />
|
||||
{t('common.loading')}
|
||||
</span>
|
||||
) : (
|
||||
<SelectValue placeholder={t('usage.allAccounts')} />
|
||||
)}
|
||||
</SelectTrigger>
|
||||
<SelectContent>
|
||||
<SelectItem value="">{t('usage.allAccounts')}</SelectItem>
|
||||
{accounts?.map((acc) => (
|
||||
<SelectItem key={acc.id} value={acc.id}>
|
||||
{acc.email}
|
||||
</SelectItem>
|
||||
))}
|
||||
</SelectContent>
|
||||
</Select>
|
||||
<Tabs value={range} onValueChange={(v) => setRange(v as '24h' | '7d' | '30d')}>
|
||||
<TabsList>
|
||||
<TabsTrigger value="24h">{t('usage.range24h')}</TabsTrigger>
|
||||
@@ -180,118 +246,126 @@ function UsagePage() {
|
||||
</div>
|
||||
|
||||
{/* Summary Cards */}
|
||||
<div className="grid grid-cols-1 gap-4 sm:grid-cols-2 lg:grid-cols-4">
|
||||
<Card>
|
||||
<CardHeader className="flex flex-row items-center justify-between pb-2">
|
||||
<CardTitle className="text-sm font-medium">{t('usage.totalTokens')}</CardTitle>
|
||||
<Activity className="text-muted-foreground h-4 w-4" />
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<div className="text-2xl font-bold">{totals.totalTokens.toLocaleString()}</div>
|
||||
</CardContent>
|
||||
</Card>
|
||||
{dailyPlaceholder || (
|
||||
<div className="grid grid-cols-1 gap-4 sm:grid-cols-2 lg:grid-cols-4">
|
||||
<Card>
|
||||
<CardHeader className="flex flex-row items-center justify-between pb-2">
|
||||
<CardTitle className="text-sm font-medium">{t('usage.totalTokens')}</CardTitle>
|
||||
<Activity className="text-muted-foreground h-4 w-4" />
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<div className="text-2xl font-bold">{totals.totalTokens.toLocaleString()}</div>
|
||||
</CardContent>
|
||||
</Card>
|
||||
|
||||
<Card>
|
||||
<CardHeader className="flex flex-row items-center justify-between pb-2">
|
||||
<CardTitle className="text-sm font-medium">{t('usage.promptTokens')}</CardTitle>
|
||||
<TrendingUp className="text-muted-foreground h-4 w-4" />
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<div className="text-2xl font-bold">{totals.promptTokens.toLocaleString()}</div>
|
||||
</CardContent>
|
||||
</Card>
|
||||
<Card>
|
||||
<CardHeader className="flex flex-row items-center justify-between pb-2">
|
||||
<CardTitle className="text-sm font-medium">{t('usage.promptTokens')}</CardTitle>
|
||||
<TrendingUp className="text-muted-foreground h-4 w-4" />
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<div className="text-2xl font-bold">{totals.promptTokens.toLocaleString()}</div>
|
||||
</CardContent>
|
||||
</Card>
|
||||
|
||||
<Card>
|
||||
<CardHeader className="flex flex-row items-center justify-between pb-2">
|
||||
<CardTitle className="text-sm font-medium">{t('usage.completionTokens')}</CardTitle>
|
||||
<TrendingDown className="text-muted-foreground h-4 w-4" />
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<div className="text-2xl font-bold">{totals.completionTokens.toLocaleString()}</div>
|
||||
</CardContent>
|
||||
</Card>
|
||||
<Card>
|
||||
<CardHeader className="flex flex-row items-center justify-between pb-2">
|
||||
<CardTitle className="text-sm font-medium">{t('usage.completionTokens')}</CardTitle>
|
||||
<TrendingDown className="text-muted-foreground h-4 w-4" />
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<div className="text-2xl font-bold">{totals.completionTokens.toLocaleString()}</div>
|
||||
</CardContent>
|
||||
</Card>
|
||||
|
||||
<Card>
|
||||
<CardHeader className="flex flex-row items-center justify-between pb-2">
|
||||
<CardTitle className="text-sm font-medium">{t('usage.totalRequests')}</CardTitle>
|
||||
<Layers className="text-muted-foreground h-4 w-4" />
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<div className="text-2xl font-bold">{totals.requests.toLocaleString()}</div>
|
||||
</CardContent>
|
||||
</Card>
|
||||
</div>
|
||||
<Card>
|
||||
<CardHeader className="flex flex-row items-center justify-between pb-2">
|
||||
<CardTitle className="text-sm font-medium">{t('usage.totalRequests')}</CardTitle>
|
||||
<Layers className="text-muted-foreground h-4 w-4" />
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<div className="text-2xl font-bold">{totals.requests.toLocaleString()}</div>
|
||||
</CardContent>
|
||||
</Card>
|
||||
</div>
|
||||
)}
|
||||
|
||||
{/* Charts */}
|
||||
<div className="grid grid-cols-1 gap-6 lg:grid-cols-2">
|
||||
<Card>
|
||||
<CardHeader>
|
||||
<CardTitle>{t('usage.dailyUsage')}</CardTitle>
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<ResponsiveContainer width="100%" height={300}>
|
||||
<BarChart data={chartData}>
|
||||
<CartesianGrid strokeDasharray="3 3" />
|
||||
<XAxis dataKey="name" />
|
||||
<YAxis />
|
||||
<Tooltip />
|
||||
<Legend />
|
||||
<Bar dataKey="Prompt" fill="#3b82f6" />
|
||||
<Bar dataKey="Completion" fill="#10b981" />
|
||||
</BarChart>
|
||||
</ResponsiveContainer>
|
||||
</CardContent>
|
||||
</Card>
|
||||
{dailyPlaceholder || (
|
||||
<Card>
|
||||
<CardHeader>
|
||||
<CardTitle>{t('usage.dailyUsage')}</CardTitle>
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<ResponsiveContainer width="100%" height={300}>
|
||||
<BarChart data={chartData}>
|
||||
<CartesianGrid strokeDasharray="3 3" />
|
||||
<XAxis dataKey="name" />
|
||||
<YAxis />
|
||||
<Tooltip />
|
||||
<Legend />
|
||||
<Bar dataKey="Prompt" fill="#3b82f6" />
|
||||
<Bar dataKey="Completion" fill="#10b981" />
|
||||
</BarChart>
|
||||
</ResponsiveContainer>
|
||||
</CardContent>
|
||||
</Card>
|
||||
)}
|
||||
|
||||
<Card>
|
||||
<CardHeader>
|
||||
<CardTitle>{t('usage.byModel')}</CardTitle>
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<ResponsiveContainer width="100%" height={300}>
|
||||
<PieChart>
|
||||
<Pie
|
||||
data={pieData}
|
||||
cx="50%"
|
||||
cy="50%"
|
||||
innerRadius={60}
|
||||
outerRadius={100}
|
||||
paddingAngle={5}
|
||||
dataKey="value"
|
||||
label
|
||||
>
|
||||
{pieData.map((_, index) => (
|
||||
<Cell key={`cell-${index}`} fill={COLORS[index % COLORS.length]} />
|
||||
))}
|
||||
</Pie>
|
||||
<Tooltip />
|
||||
<Legend />
|
||||
</PieChart>
|
||||
</ResponsiveContainer>
|
||||
</CardContent>
|
||||
</Card>
|
||||
{modelPlaceholder || (
|
||||
<Card>
|
||||
<CardHeader>
|
||||
<CardTitle>{t('usage.byModel')}</CardTitle>
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<ResponsiveContainer width="100%" height={300}>
|
||||
<PieChart>
|
||||
<Pie
|
||||
data={pieData}
|
||||
cx="50%"
|
||||
cy="50%"
|
||||
innerRadius={60}
|
||||
outerRadius={100}
|
||||
paddingAngle={5}
|
||||
dataKey="value"
|
||||
label
|
||||
>
|
||||
{pieData.map((_, index) => (
|
||||
<Cell key={`cell-${index}`} fill={COLORS[index % COLORS.length]} />
|
||||
))}
|
||||
</Pie>
|
||||
<Tooltip />
|
||||
<Legend />
|
||||
</PieChart>
|
||||
</ResponsiveContainer>
|
||||
</CardContent>
|
||||
</Card>
|
||||
)}
|
||||
</div>
|
||||
|
||||
{range === '24h' && (
|
||||
<Card>
|
||||
<CardHeader>
|
||||
<CardTitle>{t('usage.hourlyUsage')}</CardTitle>
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<ResponsiveContainer width="100%" height={300}>
|
||||
<BarChart data={hourlyChartData}>
|
||||
<CartesianGrid strokeDasharray="3 3" />
|
||||
<XAxis dataKey="name" />
|
||||
<YAxis />
|
||||
<Tooltip />
|
||||
<Legend />
|
||||
<Bar dataKey="Prompt" fill="#3b82f6" />
|
||||
<Bar dataKey="Completion" fill="#10b981" />
|
||||
<Bar dataKey="Total" fill="#8b5cf6" />
|
||||
</BarChart>
|
||||
</ResponsiveContainer>
|
||||
</CardContent>
|
||||
</Card>
|
||||
hourlyPlaceholder || (
|
||||
<Card>
|
||||
<CardHeader>
|
||||
<CardTitle>{t('usage.hourlyUsage')}</CardTitle>
|
||||
</CardHeader>
|
||||
<CardContent>
|
||||
<ResponsiveContainer width="100%" height={300}>
|
||||
<BarChart data={hourlyChartData}>
|
||||
<CartesianGrid strokeDasharray="3 3" />
|
||||
<XAxis dataKey="name" />
|
||||
<YAxis />
|
||||
<Tooltip />
|
||||
<Legend />
|
||||
<Bar dataKey="Prompt" fill="#3b82f6" />
|
||||
<Bar dataKey="Completion" fill="#10b981" />
|
||||
<Bar dataKey="Total" fill="#8b5cf6" />
|
||||
</BarChart>
|
||||
</ResponsiveContainer>
|
||||
</CardContent>
|
||||
</Card>
|
||||
)
|
||||
)}
|
||||
</div>
|
||||
);
|
||||
|
||||
@@ -52,6 +52,7 @@ export class ProxyService {
|
||||
model: string,
|
||||
usage: { promptTokenCount?: number; candidatesTokenCount?: number; totalTokenCount?: number } | undefined | null,
|
||||
requestType: string,
|
||||
isEstimated?: boolean,
|
||||
): Promise<void> {
|
||||
if (!usage) {
|
||||
return;
|
||||
@@ -64,6 +65,7 @@ export class ProxyService {
|
||||
totalTokens: usage.totalTokenCount ?? 0,
|
||||
timestamp: Date.now(),
|
||||
requestType,
|
||||
isEstimated,
|
||||
});
|
||||
}
|
||||
|
||||
@@ -75,6 +77,18 @@ export class ProxyService {
|
||||
}
|
||||
}
|
||||
|
||||
private extractUsageFromMetadata(
|
||||
meta: unknown,
|
||||
): { promptTokenCount?: number; candidatesTokenCount?: number; totalTokenCount?: number } | undefined {
|
||||
if (!meta || typeof meta !== 'object') return undefined;
|
||||
const m = meta as Record<string, unknown>;
|
||||
return {
|
||||
promptTokenCount: typeof m.promptTokenCount === 'number' ? m.promptTokenCount : undefined,
|
||||
candidatesTokenCount: typeof m.candidatesTokenCount === 'number' ? m.candidatesTokenCount : undefined,
|
||||
totalTokenCount: typeof m.totalTokenCount === 'number' ? m.totalTokenCount : undefined,
|
||||
};
|
||||
}
|
||||
|
||||
// --- Anthropic Handlers ---
|
||||
|
||||
async handleAnthropicMessages(
|
||||
@@ -140,7 +154,7 @@ export class ProxyService {
|
||||
token.token.upstream_proxy_url,
|
||||
extraHeaders,
|
||||
);
|
||||
await this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'anthropic');
|
||||
this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'anthropic');
|
||||
return this.toAnthropicChatResponse(transformResponse(response));
|
||||
}
|
||||
} catch (error) {
|
||||
@@ -172,7 +186,7 @@ export class ProxyService {
|
||||
token.token.upstream_proxy_url,
|
||||
extraHeaders,
|
||||
);
|
||||
await this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'anthropic');
|
||||
this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'anthropic');
|
||||
return this.toAnthropicChatResponse(transformResponse(response));
|
||||
}
|
||||
} catch (fallbackErr) {
|
||||
@@ -211,7 +225,7 @@ export class ProxyService {
|
||||
token.token.upstream_proxy_url,
|
||||
extraHeaders,
|
||||
);
|
||||
await this.recordUsage(token.id, 'gemini-3-flash', response.usageMetadata, 'anthropic');
|
||||
this.recordUsage(token.id, 'gemini-3-flash', response.usageMetadata, 'anthropic');
|
||||
const transformed = this.toAnthropicChatResponse(transformResponse(response));
|
||||
return {
|
||||
...transformed,
|
||||
@@ -241,16 +255,6 @@ export class ProxyService {
|
||||
_model: string,
|
||||
accountId: string,
|
||||
): Observable<string> {
|
||||
function extractUsageFromMetadata(meta: unknown): { promptTokenCount?: number; candidatesTokenCount?: number; totalTokenCount?: number } | undefined {
|
||||
if (!meta || typeof meta !== 'object') return undefined;
|
||||
const m = meta as Record<string, unknown>;
|
||||
return {
|
||||
promptTokenCount: typeof m.promptTokenCount === 'number' ? m.promptTokenCount : undefined,
|
||||
candidatesTokenCount: typeof m.candidatesTokenCount === 'number' ? m.candidatesTokenCount : undefined,
|
||||
totalTokenCount: typeof m.totalTokenCount === 'number' ? m.totalTokenCount : undefined,
|
||||
};
|
||||
}
|
||||
|
||||
return new Observable<string>((subscriber) => {
|
||||
const decoder = new TextDecoder();
|
||||
let buffer = '';
|
||||
@@ -260,6 +264,7 @@ export class ProxyService {
|
||||
|
||||
let lastFinishReason: string | undefined;
|
||||
let lastUsageMetadata: Record<string, unknown> | undefined;
|
||||
let accumulatedText = '';
|
||||
|
||||
let receivedData = false;
|
||||
|
||||
@@ -296,6 +301,9 @@ export class ProxyService {
|
||||
if (this.isGeminiPart(part)) {
|
||||
const chunks = processor.process(part);
|
||||
chunks.forEach((c) => subscriber.next(c));
|
||||
if (part.text) {
|
||||
accumulatedText += part.text;
|
||||
}
|
||||
}
|
||||
|
||||
// Reset error state on successful parse
|
||||
@@ -317,9 +325,20 @@ export class ProxyService {
|
||||
|
||||
const finishChunks = state.emitFinish(lastFinishReason, lastUsageMetadata);
|
||||
finishChunks.forEach((c) => subscriber.next(c));
|
||||
const usage = extractUsageFromMetadata(lastUsageMetadata);
|
||||
const usage = this.extractUsageFromMetadata(lastUsageMetadata);
|
||||
if (usage) {
|
||||
void this.recordUsage(accountId, _model, usage, 'anthropic');
|
||||
this.recordUsage(accountId, _model, usage, 'anthropic').catch((err) =>
|
||||
this.logger.error('Usage recording failed', err),
|
||||
);
|
||||
} else if (accumulatedText) {
|
||||
const estimated = this.estimateTokens(accumulatedText);
|
||||
this.recordUsage(accountId, _model, {
|
||||
promptTokenCount: 0,
|
||||
candidatesTokenCount: estimated,
|
||||
totalTokenCount: estimated,
|
||||
}, 'anthropic', true).catch((err) =>
|
||||
this.logger.error('Usage recording failed', err),
|
||||
);
|
||||
}
|
||||
subscriber.complete();
|
||||
});
|
||||
@@ -388,7 +407,7 @@ export class ProxyService {
|
||||
extraHeaders,
|
||||
);
|
||||
|
||||
await this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'gemini');
|
||||
this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'gemini');
|
||||
return this.normalizeGeminiGenerateResponse(response);
|
||||
} catch (err) {
|
||||
if (err instanceof Error && this.isProjectContextError(err.message)) {
|
||||
@@ -411,7 +430,7 @@ export class ProxyService {
|
||||
token.token.upstream_proxy_url,
|
||||
extraHeaders,
|
||||
);
|
||||
await this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'gemini');
|
||||
this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'gemini');
|
||||
return this.normalizeGeminiGenerateResponse(response);
|
||||
} catch (fallbackErr) {
|
||||
lastError = fallbackErr;
|
||||
@@ -538,6 +557,7 @@ export class ProxyService {
|
||||
let buffer = '';
|
||||
let receivedData = false;
|
||||
let lastUsageMetadata: Record<string, unknown> | undefined;
|
||||
let accumulatedText = '';
|
||||
|
||||
upstreamStream.on('data', (chunk: Buffer) => {
|
||||
receivedData = true;
|
||||
@@ -549,15 +569,20 @@ export class ProxyService {
|
||||
const trimmed = line.trim();
|
||||
if (!trimmed.startsWith('data: ')) continue;
|
||||
const dataStr = trimmed.slice(6);
|
||||
subscriber.next(`data: ${dataStr}\n\n`);
|
||||
if (dataStr === '[DONE]') continue;
|
||||
try {
|
||||
const parsed = JSON.parse(dataStr);
|
||||
if (parsed?.usageMetadata) {
|
||||
lastUsageMetadata = parsed.usageMetadata;
|
||||
}
|
||||
const text = parsed?.candidates?.[0]?.content?.parts?.[0]?.text;
|
||||
if (typeof text === 'string') {
|
||||
accumulatedText += text;
|
||||
}
|
||||
} catch { /* ignore */ }
|
||||
}
|
||||
|
||||
subscriber.next(chunk.toString());
|
||||
});
|
||||
|
||||
upstreamStream.on('end', () => {
|
||||
@@ -565,8 +590,20 @@ export class ProxyService {
|
||||
subscriber.error(new Error('Empty response stream'));
|
||||
return;
|
||||
}
|
||||
if (lastUsageMetadata) {
|
||||
void this.recordUsage(accountId, model, lastUsageMetadata as any, 'gemini');
|
||||
const usage = this.extractUsageFromMetadata(lastUsageMetadata);
|
||||
if (usage) {
|
||||
this.recordUsage(accountId, model, usage, 'gemini').catch((err) =>
|
||||
this.logger.error('Usage recording failed', err),
|
||||
);
|
||||
} else if (accumulatedText) {
|
||||
const estimated = this.estimateTokens(accumulatedText);
|
||||
this.recordUsage(accountId, model, {
|
||||
promptTokenCount: 0,
|
||||
candidatesTokenCount: estimated,
|
||||
totalTokenCount: estimated,
|
||||
}, 'gemini', true).catch((err) =>
|
||||
this.logger.error('Usage recording failed', err),
|
||||
);
|
||||
}
|
||||
subscriber.complete();
|
||||
});
|
||||
@@ -845,7 +882,7 @@ export class ProxyService {
|
||||
extraHeaders,
|
||||
);
|
||||
trafficLogger.logUpstreamResponse(requestId || 'unknown', '/v1/chat/completions', 200, response, 0);
|
||||
await this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'openai');
|
||||
this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'openai');
|
||||
this.logger.log(
|
||||
`Upstream response snippet after stream fallback: ${JSON.stringify(response).substring(0, 500)}`,
|
||||
);
|
||||
@@ -866,7 +903,7 @@ export class ProxyService {
|
||||
this.logger.log(
|
||||
`Upstream response snippet (non-stream): ${JSON.stringify(response).substring(0, 500)}`,
|
||||
);
|
||||
await this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'openai');
|
||||
this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'openai');
|
||||
// Transform Gemini response to OpenAI format
|
||||
const claudeResponse = transformResponse(response);
|
||||
this.logger.log(
|
||||
@@ -904,7 +941,7 @@ export class ProxyService {
|
||||
extraHeaders,
|
||||
);
|
||||
trafficLogger.logUpstreamResponse(requestId || 'unknown', '/v1/chat/completions', 200, response, 0);
|
||||
await this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'openai');
|
||||
this.recordUsage(token.id, effectiveTargetModel, response.usageMetadata, 'openai');
|
||||
const claudeResponse = transformResponse(response);
|
||||
return this.convertClaudeToOpenAIResponse(claudeResponse, request.model);
|
||||
} catch (fallbackErr) {
|
||||
@@ -1055,6 +1092,7 @@ export class ProxyService {
|
||||
let hasSentDone = false;
|
||||
let toolCallIndex = 0;
|
||||
let lastUsageMetadata: Record<string, unknown> | undefined;
|
||||
let accumulatedText = '';
|
||||
|
||||
const streamId = `chatcmpl-${uuidv4()}`;
|
||||
const created = Math.floor(Date.now() / 1000);
|
||||
@@ -1108,6 +1146,7 @@ export class ProxyService {
|
||||
|
||||
for (const part of parts) {
|
||||
if (part.thought && part.text) {
|
||||
accumulatedText += part.text;
|
||||
// Reasoning/thinking parts: emit via reasoning_content delta field
|
||||
// so clients that support it can display thinking separately.
|
||||
const reasoningChunk = {
|
||||
@@ -1183,6 +1222,7 @@ export class ProxyService {
|
||||
}
|
||||
|
||||
if (part.text) {
|
||||
accumulatedText += part.text;
|
||||
pushRoleChunk();
|
||||
const contentChunk = {
|
||||
id: streamId,
|
||||
@@ -1253,9 +1293,20 @@ export class ProxyService {
|
||||
subscriber.next('data: [DONE]\n\n');
|
||||
hasSentDone = true;
|
||||
}
|
||||
if (lastUsageMetadata) {
|
||||
// TODO: integrate local tokenizer fallback for missing usageMetadata
|
||||
void this.recordUsage(accountId, effectiveTargetModel, lastUsageMetadata as any, 'openai');
|
||||
const usage = this.extractUsageFromMetadata(lastUsageMetadata);
|
||||
if (usage) {
|
||||
this.recordUsage(accountId, effectiveTargetModel, usage, 'openai').catch((err) =>
|
||||
this.logger.error('Usage recording failed', err),
|
||||
);
|
||||
} else if (accumulatedText) {
|
||||
const estimated = this.estimateTokens(accumulatedText);
|
||||
this.recordUsage(accountId, effectiveTargetModel, {
|
||||
promptTokenCount: 0,
|
||||
candidatesTokenCount: estimated,
|
||||
totalTokenCount: estimated,
|
||||
}, 'openai', true).catch((err) =>
|
||||
this.logger.error('Usage recording failed', err),
|
||||
);
|
||||
}
|
||||
subscriber.complete();
|
||||
});
|
||||
|
||||
@@ -1,10 +1,23 @@
|
||||
import { Injectable } from '@nestjs/common';
|
||||
import { z } from 'zod';
|
||||
import { TokenUsageRepo, RecordUsageParams } from '../../../ipc/database/usageHandler';
|
||||
|
||||
const RecordUsageInputSchema = z.object({
|
||||
accountId: z.string().min(1),
|
||||
model: z.string().min(1),
|
||||
promptTokens: z.number().min(0),
|
||||
completionTokens: z.number().min(0),
|
||||
totalTokens: z.number().min(0),
|
||||
timestamp: z.number(),
|
||||
requestType: z.enum(['openai', 'anthropic', 'gemini']).optional(),
|
||||
isEstimated: z.boolean().optional(),
|
||||
});
|
||||
|
||||
@Injectable()
|
||||
export class TokenUsageService {
|
||||
async recordUsage(params: RecordUsageParams): Promise<void> {
|
||||
TokenUsageRepo.recordUsage(params);
|
||||
recordUsage(params: RecordUsageParams): boolean {
|
||||
RecordUsageInputSchema.parse(params);
|
||||
return TokenUsageRepo.recordUsage(params);
|
||||
}
|
||||
|
||||
getUsageByHour(accountId?: string, start?: number, end?: number) {
|
||||
|
||||
@@ -80,6 +80,7 @@ export const TokenUsageRowSchema = z.object({
|
||||
total_tokens: z.number(),
|
||||
timestamp: z.number(),
|
||||
request_type: z.string().nullable(),
|
||||
is_estimated: z.number().nullable(),
|
||||
});
|
||||
|
||||
export type TokenUsageRow = z.infer<typeof TokenUsageRowSchema>;
|
||||
|
||||
Reference in new issue
Block a user