mirror of
https://github.com/tiennm99/ccs.git
synced 2026-10-13 12:14:19 +00:00
feat: integrate models.dev pricing metadata
This commit is contained in:
1 parent
55ddb69104
commit
a38c1a75ba
14 files changed
+851
-88
No files matched your search
@@ -2,7 +2,7 @@
|
|||||||
|
|
||||||
Last Updated: 2026-04-26
|
Last Updated: 2026-04-26
|
||||||
|
|
||||||
Comprehensive overview of the modularized CCS codebase structure following the Phase 9 modularization effort (Settings, Analytics, Auth Monitor splits + Test Infrastructure), v7.1 Remote CLIProxy feature, v7.2 Kiro + GitHub Copilot (ghcp) OAuth providers, v7.14 Hybrid Quota Management, v7.34 Image Analysis Hook, account-context validation hardening, Official Claude Channels runtime support, native Codex runtime target support, and native Codex/Droid usage collectors.
|
Comprehensive overview of the modularized CCS codebase structure following the Phase 9 modularization effort (Settings, Analytics, Auth Monitor splits + Test Infrastructure), v7.1 Remote CLIProxy feature, v7.2 Kiro + GitHub Copilot (ghcp) OAuth providers, v7.14 Hybrid Quota Management, v7.34 Image Analysis Hook, account-context validation hardening, Official Claude Channels runtime support, native Codex runtime target support, native Codex/Droid usage collectors, and models.dev-backed model pricing metadata.
|
||||||
|
|
||||||
## Repository Structure
|
## Repository Structure
|
||||||
|
|
||||||
@@ -219,9 +219,13 @@ src/
|
|||||||
│ ├── codex-native-usage-collector.ts # Native Codex rollout JSONL collector
|
│ ├── codex-native-usage-collector.ts # Native Codex rollout JSONL collector
|
||||||
│ ├── droid-native-usage-collector.ts # Native Droid SQLite collector
|
│ ├── droid-native-usage-collector.ts # Native Droid SQLite collector
|
||||||
│ └── data-aggregator.ts
|
│ └── data-aggregator.ts
|
||||||
|
├── models-dev/ # Cached models.dev metadata/pricing registry integration
|
||||||
|
│ ├── registry-cache.ts
|
||||||
|
│ ├── pricing-resolver.ts
|
||||||
|
│ └── types.ts
|
||||||
├── services/ # Shared services
|
├── services/ # Shared services
|
||||||
│ └── index.ts
|
│ └── index.ts
|
||||||
└── model-pricing.ts # Model cost definitions (676 lines)
|
└── model-pricing.ts # Static pricing fallback + models.dev resolver
|
||||||
```
|
```
|
||||||
|
|
||||||
### Module Categories
|
### Module Categories
|
||||||
@@ -550,7 +554,7 @@ ui/src/
|
|||||||
|
|
||||||
| File | Lines | Status |
|
| File | Lines | Status |
|
||||||
|------|-------|--------|
|
|------|-------|--------|
|
||||||
| model-pricing.ts | 676 | Data file - acceptable |
|
| model-pricing.ts | 920 | Static pricing fallback and resolver entrypoint |
|
||||||
| glmt-proxy.ts | 675 | Legacy internal compatibility path - acceptable for now |
|
| glmt-proxy.ts | 675 | Legacy internal compatibility path - acceptable for now |
|
||||||
| cliproxy-executor.ts | 666 | Core logic - acceptable |
|
| cliproxy-executor.ts | 666 | Core logic - acceptable |
|
||||||
| cliproxy-command.ts | 634 | Could split if needed |
|
| cliproxy-command.ts | 634 | Could split if needed |
|
||||||
|
|||||||
@@ -81,6 +81,7 @@ All major modularization work is complete. The codebase evolved from monolithic
|
|||||||
- **#724**: Codex startup is now free-plan safe. CCS defaults new Codex sessions to a cross-plan model and uses runtime fallback handling for unsupported paid-only models without rewriting the saved dashboard settings.
|
- **#724**: Codex startup is now free-plan safe. CCS defaults new Codex sessions to a cross-plan model and uses runtime fallback handling for unsupported paid-only models without rewriting the saved dashboard settings.
|
||||||
- **#737**: Dashboard model pickers in Cursor, Copilot, and CLIProxy now use a searchable combobox with autofocus and explicit no-results states for large model catalogs.
|
- **#737**: Dashboard model pickers in Cursor, Copilot, and CLIProxy now use a searchable combobox with autofocus and explicit no-results states for large model catalogs.
|
||||||
- **#736**: `ccs config` now supports explicit dashboard bind hosts via `--host`, and surfaces remote-access warnings plus reachable URLs when the effective bind is non-loopback.
|
- **#736**: `ccs config` now supports explicit dashboard bind hosts via `--host`, and surfaces remote-access warnings plus reachable URLs when the effective bind is non-loopback.
|
||||||
|
- **#1121**: Usage analytics pricing now refreshes cached models.dev metadata before cost derivation, keeps CCS static pricing as the offline fallback, and carries provider identity through CLIProxy/native runtime breakdowns so subscription-backed providers do not inherit paid API pricing.
|
||||||
|
|
||||||
### Maintainability Hardening Kickoff
|
### Maintainability Hardening Kickoff
|
||||||
|
|
||||||
|
|||||||
@@ -7,6 +7,12 @@
|
|||||||
* All rates are in USD per MILLION tokens.
|
* All rates are in USD per MILLION tokens.
|
||||||
*/
|
*/
|
||||||
|
|
||||||
|
import {
|
||||||
|
getKnownModelsDevModels,
|
||||||
|
resolveModelsDevPricing,
|
||||||
|
type ModelsDevPricingLookupOptions,
|
||||||
|
} from './models-dev/pricing-resolver';
|
||||||
|
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
// TYPE DEFINITIONS
|
// TYPE DEFINITIONS
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
@@ -25,6 +31,8 @@ export interface TokenUsage {
|
|||||||
cacheReadTokens: number;
|
cacheReadTokens: number;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
export type PricingLookupOptions = ModelsDevPricingLookupOptions;
|
||||||
|
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
// USER-EDITABLE PRICING TABLE
|
// USER-EDITABLE PRICING TABLE
|
||||||
// Update rates below (per million tokens in USD)
|
// Update rates below (per million tokens in USD)
|
||||||
@@ -827,17 +835,38 @@ function getDirectOrAliasPricing(model: string): ModelPricing | undefined {
|
|||||||
return undefined;
|
return undefined;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function hasProviderContext(model: string, options: PricingLookupOptions): boolean {
|
||||||
|
return Boolean(options.provider || /^[^/]+\//.test(model.trim()));
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Get pricing for a model with narrow fuzzy matching fallback.
|
* Get pricing for a model with narrow fuzzy matching fallback.
|
||||||
* Unknown future model families should fall back instead of inheriting the
|
* Unknown future model families should fall back instead of inheriting the
|
||||||
* first known family tier that happens to share a prefix.
|
* first known family tier that happens to share a prefix.
|
||||||
*/
|
*/
|
||||||
export function getModelPricing(model: string): ModelPricing {
|
export function getModelPricing(model: string, options: PricingLookupOptions = {}): ModelPricing {
|
||||||
|
const exactPricing = PRICING_REGISTRY[model];
|
||||||
|
if (exactPricing !== undefined) {
|
||||||
|
return exactPricing;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (hasProviderContext(model, options)) {
|
||||||
|
const providerPricing = resolveModelsDevPricing(model, options);
|
||||||
|
if (providerPricing !== undefined) {
|
||||||
|
return providerPricing.pricing;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
const directOrAliasPricing = getDirectOrAliasPricing(model);
|
const directOrAliasPricing = getDirectOrAliasPricing(model);
|
||||||
if (directOrAliasPricing !== undefined) {
|
if (directOrAliasPricing !== undefined) {
|
||||||
return directOrAliasPricing;
|
return directOrAliasPricing;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
const modelsDevPricing = resolveModelsDevPricing(model, options);
|
||||||
|
if (modelsDevPricing !== undefined) {
|
||||||
|
return modelsDevPricing.pricing;
|
||||||
|
}
|
||||||
|
|
||||||
for (const candidate of getLookupCandidates(model)) {
|
for (const candidate of getLookupCandidates(model)) {
|
||||||
// Allow provider/routing wrappers to suffix a canonical model ID.
|
// Allow provider/routing wrappers to suffix a canonical model ID.
|
||||||
for (const [key, pricing] of Object.entries(NORMALIZED_PRICING_REGISTRY)) {
|
for (const [key, pricing] of Object.entries(NORMALIZED_PRICING_REGISTRY)) {
|
||||||
@@ -857,8 +886,12 @@ export function getModelPricing(model: string): ModelPricing {
|
|||||||
* @param model - Model name for pricing lookup
|
* @param model - Model name for pricing lookup
|
||||||
* @returns Cost in USD
|
* @returns Cost in USD
|
||||||
*/
|
*/
|
||||||
export function calculateCost(usage: TokenUsage, model: string): number {
|
export function calculateCost(
|
||||||
const pricing = getModelPricing(model);
|
usage: TokenUsage,
|
||||||
|
model: string,
|
||||||
|
options: PricingLookupOptions = {}
|
||||||
|
): number {
|
||||||
|
const pricing = getModelPricing(model, options);
|
||||||
|
|
||||||
const inputCost = (usage.inputTokens / 1_000_000) * pricing.inputPerMillion;
|
const inputCost = (usage.inputTokens / 1_000_000) * pricing.inputPerMillion;
|
||||||
const outputCost = (usage.outputTokens / 1_000_000) * pricing.outputPerMillion;
|
const outputCost = (usage.outputTokens / 1_000_000) * pricing.outputPerMillion;
|
||||||
@@ -873,12 +906,15 @@ export function calculateCost(usage: TokenUsage, model: string): number {
|
|||||||
* Get list of all known models for UI display
|
* Get list of all known models for UI display
|
||||||
*/
|
*/
|
||||||
export function getKnownModels(): string[] {
|
export function getKnownModels(): string[] {
|
||||||
return Object.keys(PRICING_REGISTRY);
|
return [...new Set([...Object.keys(PRICING_REGISTRY), ...getKnownModelsDevModels()])];
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Check if a model has custom pricing (not using fallback)
|
* Check if a model has custom pricing (not using fallback)
|
||||||
*/
|
*/
|
||||||
export function hasCustomPricing(model: string): boolean {
|
export function hasCustomPricing(model: string, options: PricingLookupOptions = {}): boolean {
|
||||||
return getDirectOrAliasPricing(model) !== undefined;
|
return (
|
||||||
|
getDirectOrAliasPricing(model) !== undefined ||
|
||||||
|
resolveModelsDevPricing(model, options) !== undefined
|
||||||
|
);
|
||||||
}
|
}
|
||||||
@@ -0,0 +1,191 @@
|
|||||||
|
import { getCachedModelsDevRegistry } from './registry-cache';
|
||||||
|
import type { ModelsDevCost, ModelsDevModel, ModelsDevProvider, ModelsDevRegistry } from './types';
|
||||||
|
|
||||||
|
export interface ModelsDevPricing {
|
||||||
|
inputPerMillion: number;
|
||||||
|
outputPerMillion: number;
|
||||||
|
cacheCreationPerMillion: number;
|
||||||
|
cacheReadPerMillion: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface ModelsDevPricingResolution {
|
||||||
|
provider: string;
|
||||||
|
model: string;
|
||||||
|
pricing: ModelsDevPricing;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface ModelsDevPricingLookupOptions {
|
||||||
|
provider?: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
const PROVIDER_ALIASES: Record<string, string> = {
|
||||||
|
agy: 'google',
|
||||||
|
antigravity: 'google',
|
||||||
|
claude: 'anthropic',
|
||||||
|
codex: 'openai',
|
||||||
|
copilot: 'github-copilot',
|
||||||
|
gemini: 'google',
|
||||||
|
ghcp: 'github-copilot',
|
||||||
|
github: 'github-copilot',
|
||||||
|
kimi: 'moonshotai',
|
||||||
|
moonshot: 'moonshotai',
|
||||||
|
qwen: 'alibaba',
|
||||||
|
};
|
||||||
|
|
||||||
|
function normalizeId(value: string): string {
|
||||||
|
return value.trim().toLowerCase();
|
||||||
|
}
|
||||||
|
|
||||||
|
function normalizeProvider(provider: string | undefined): string | undefined {
|
||||||
|
if (!provider) return undefined;
|
||||||
|
const normalized = normalizeId(provider);
|
||||||
|
return PROVIDER_ALIASES[normalized] ?? normalized;
|
||||||
|
}
|
||||||
|
|
||||||
|
function splitProviderPrefix(model: string): { provider?: string; model: string } {
|
||||||
|
const trimmed = model.trim();
|
||||||
|
const slashIndex = trimmed.indexOf('/');
|
||||||
|
if (slashIndex <= 0) return { model: trimmed };
|
||||||
|
return {
|
||||||
|
provider: trimmed.slice(0, slashIndex),
|
||||||
|
model: trimmed.slice(slashIndex + 1),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function stripClaudeDateSuffix(model: string): string {
|
||||||
|
if (!model.startsWith('claude-')) return model;
|
||||||
|
return model.replace(/-\d{8}(?=-thinking(?:$|:))/g, '').replace(/-\d{8}(?=$|:)/g, '');
|
||||||
|
}
|
||||||
|
|
||||||
|
function getModelCandidates(model: string): string[] {
|
||||||
|
const normalized = normalizeId(model);
|
||||||
|
const baseModel = normalized.split(':')[0];
|
||||||
|
const candidates = [normalized];
|
||||||
|
|
||||||
|
if (baseModel !== normalized) candidates.push(baseModel);
|
||||||
|
|
||||||
|
for (const candidate of [...candidates]) {
|
||||||
|
const stripped = stripClaudeDateSuffix(candidate);
|
||||||
|
if (stripped !== candidate && !candidates.includes(stripped)) {
|
||||||
|
candidates.push(stripped);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return candidates;
|
||||||
|
}
|
||||||
|
|
||||||
|
function findProvider(
|
||||||
|
registry: ModelsDevRegistry,
|
||||||
|
provider: string | undefined
|
||||||
|
): ModelsDevProvider | undefined {
|
||||||
|
const normalizedProvider = normalizeProvider(provider);
|
||||||
|
if (!normalizedProvider) return undefined;
|
||||||
|
return registry[normalizedProvider];
|
||||||
|
}
|
||||||
|
|
||||||
|
function findModel(provider: ModelsDevProvider, model: string): ModelsDevModel | undefined {
|
||||||
|
const models = provider.models;
|
||||||
|
if (!models) return undefined;
|
||||||
|
|
||||||
|
const normalizedEntries = new Map<string, ModelsDevModel>();
|
||||||
|
for (const [key, value] of Object.entries(models)) {
|
||||||
|
normalizedEntries.set(normalizeId(key), value);
|
||||||
|
if (typeof value.id === 'string') normalizedEntries.set(normalizeId(value.id), value);
|
||||||
|
}
|
||||||
|
|
||||||
|
for (const candidate of getModelCandidates(model)) {
|
||||||
|
const match = normalizedEntries.get(candidate);
|
||||||
|
if (match) return match;
|
||||||
|
}
|
||||||
|
|
||||||
|
return undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
function toNumber(value: unknown): number | undefined {
|
||||||
|
return typeof value === 'number' && Number.isFinite(value) ? value : undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
function toPricing(cost: ModelsDevCost | null | undefined): ModelsDevPricing | undefined {
|
||||||
|
const input = toNumber(cost?.input);
|
||||||
|
const output = toNumber(cost?.output);
|
||||||
|
if (input === undefined || output === undefined) return undefined;
|
||||||
|
|
||||||
|
return {
|
||||||
|
inputPerMillion: input,
|
||||||
|
outputPerMillion: output,
|
||||||
|
cacheCreationPerMillion: toNumber(cost?.cache_write) ?? 0,
|
||||||
|
cacheReadPerMillion: toNumber(cost?.cache_read) ?? 0,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function samePricing(left: ModelsDevPricing, right: ModelsDevPricing): boolean {
|
||||||
|
return (
|
||||||
|
left.inputPerMillion === right.inputPerMillion &&
|
||||||
|
left.outputPerMillion === right.outputPerMillion &&
|
||||||
|
left.cacheCreationPerMillion === right.cacheCreationPerMillion &&
|
||||||
|
left.cacheReadPerMillion === right.cacheReadPerMillion
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function resolveProviderModel(
|
||||||
|
registry: ModelsDevRegistry,
|
||||||
|
providerId: string | undefined,
|
||||||
|
model: string
|
||||||
|
): ModelsDevPricingResolution | undefined {
|
||||||
|
const provider = findProvider(registry, providerId);
|
||||||
|
if (!provider) return undefined;
|
||||||
|
|
||||||
|
const entry = findModel(provider, model);
|
||||||
|
const pricing = toPricing(entry?.cost);
|
||||||
|
if (!entry || !pricing) return undefined;
|
||||||
|
|
||||||
|
return { provider: provider.id, model: entry.id, pricing };
|
||||||
|
}
|
||||||
|
|
||||||
|
function resolveUnambiguousModel(
|
||||||
|
registry: ModelsDevRegistry,
|
||||||
|
model: string
|
||||||
|
): ModelsDevPricingResolution | undefined {
|
||||||
|
const matches: ModelsDevPricingResolution[] = [];
|
||||||
|
|
||||||
|
for (const provider of Object.values(registry)) {
|
||||||
|
const match = resolveProviderModel(registry, provider.id, model);
|
||||||
|
if (match) matches.push(match);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (matches.length === 0) return undefined;
|
||||||
|
const first = matches[0];
|
||||||
|
if (matches.every((match) => samePricing(first.pricing, match.pricing))) {
|
||||||
|
return first;
|
||||||
|
}
|
||||||
|
return undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
export function resolveModelsDevPricing(
|
||||||
|
model: string,
|
||||||
|
options: ModelsDevPricingLookupOptions = {}
|
||||||
|
): ModelsDevPricingResolution | undefined {
|
||||||
|
const registry = getCachedModelsDevRegistry({ allowStale: true });
|
||||||
|
if (!registry) return undefined;
|
||||||
|
|
||||||
|
const prefixed = splitProviderPrefix(model);
|
||||||
|
const provider = options.provider ?? prefixed.provider;
|
||||||
|
const modelId = prefixed.model;
|
||||||
|
|
||||||
|
return (
|
||||||
|
resolveProviderModel(registry, provider, modelId) ?? resolveUnambiguousModel(registry, modelId)
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
export function getKnownModelsDevModels(): string[] {
|
||||||
|
const registry = getCachedModelsDevRegistry({ allowStale: true });
|
||||||
|
if (!registry) return [];
|
||||||
|
|
||||||
|
const ids = new Set<string>();
|
||||||
|
for (const provider of Object.values(registry)) {
|
||||||
|
for (const model of Object.values(provider.models ?? {})) {
|
||||||
|
if (typeof model.id === 'string') ids.add(`${provider.id}/${model.id}`);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return Array.from(ids).sort((a, b) => a.localeCompare(b));
|
||||||
|
}
|
||||||
@@ -0,0 +1,133 @@
|
|||||||
|
import * as fs from 'fs';
|
||||||
|
import * as path from 'path';
|
||||||
|
import { getCcsDir } from '../../utils/config-manager';
|
||||||
|
import type { ModelsDevCacheData, ModelsDevProvider, ModelsDevRegistry } from './types';
|
||||||
|
|
||||||
|
export const MODELS_DEV_API_URL = 'https://models.dev/api.json';
|
||||||
|
|
||||||
|
const CACHE_FILE_NAME = 'models-dev-registry-cache.json';
|
||||||
|
const CACHE_TTL_MS = 24 * 60 * 60 * 1000;
|
||||||
|
const LIVE_FETCH_TIMEOUT_MS = 3000;
|
||||||
|
|
||||||
|
export interface RegistryCacheReadOptions {
|
||||||
|
allowStale?: boolean;
|
||||||
|
now?: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface RegistryRefreshOptions {
|
||||||
|
force?: boolean;
|
||||||
|
fetchImpl?: typeof fetch;
|
||||||
|
now?: () => number;
|
||||||
|
}
|
||||||
|
|
||||||
|
function getCacheFilePath(): string {
|
||||||
|
return path.join(getCcsDir(), CACHE_FILE_NAME);
|
||||||
|
}
|
||||||
|
|
||||||
|
function isPlainObject(value: unknown): value is Record<string, unknown> {
|
||||||
|
return typeof value === 'object' && value !== null && !Array.isArray(value);
|
||||||
|
}
|
||||||
|
|
||||||
|
function normalizeRegistryPayload(payload: unknown): ModelsDevRegistry | null {
|
||||||
|
if (!isPlainObject(payload)) return null;
|
||||||
|
|
||||||
|
const providers: ModelsDevRegistry = {};
|
||||||
|
for (const [key, value] of Object.entries(payload)) {
|
||||||
|
if (!isPlainObject(value)) continue;
|
||||||
|
const id = typeof value.id === 'string' && value.id.trim() ? value.id.trim() : key;
|
||||||
|
const models = isPlainObject(value.models)
|
||||||
|
? (value.models as NonNullable<ModelsDevProvider['models']>)
|
||||||
|
: undefined;
|
||||||
|
if (!models || Object.keys(models).length === 0) continue;
|
||||||
|
|
||||||
|
providers[id] = {
|
||||||
|
...(value as ModelsDevProvider),
|
||||||
|
id,
|
||||||
|
models,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
return Object.keys(providers).length > 0 ? providers : null;
|
||||||
|
}
|
||||||
|
|
||||||
|
function normalizeCachePayload(payload: unknown): ModelsDevCacheData | null {
|
||||||
|
if (!isPlainObject(payload)) return null;
|
||||||
|
if (payload.version !== 1 || typeof payload.fetchedAt !== 'number') return null;
|
||||||
|
const providers = normalizeRegistryPayload(payload.providers);
|
||||||
|
return providers ? { version: 1, fetchedAt: payload.fetchedAt, providers } : null;
|
||||||
|
}
|
||||||
|
|
||||||
|
export function getCachedModelsDevRegistry(
|
||||||
|
options: RegistryCacheReadOptions = {}
|
||||||
|
): ModelsDevRegistry | null {
|
||||||
|
try {
|
||||||
|
const filePath = getCacheFilePath();
|
||||||
|
if (!fs.existsSync(filePath)) return null;
|
||||||
|
|
||||||
|
const cache = normalizeCachePayload(JSON.parse(fs.readFileSync(filePath, 'utf8')));
|
||||||
|
if (!cache) return null;
|
||||||
|
|
||||||
|
const now = options.now ?? Date.now();
|
||||||
|
if (!options.allowStale && now - cache.fetchedAt > CACHE_TTL_MS) return null;
|
||||||
|
return cache.providers;
|
||||||
|
} catch {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export function setCachedModelsDevRegistry(
|
||||||
|
providers: ModelsDevRegistry,
|
||||||
|
fetchedAt = Date.now()
|
||||||
|
): void {
|
||||||
|
try {
|
||||||
|
const filePath = getCacheFilePath();
|
||||||
|
fs.mkdirSync(path.dirname(filePath), { recursive: true });
|
||||||
|
const cache: ModelsDevCacheData = { version: 1, fetchedAt, providers };
|
||||||
|
fs.writeFileSync(filePath, JSON.stringify(cache));
|
||||||
|
} catch {
|
||||||
|
// Best-effort cache writes must not break analytics.
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export function clearModelsDevRegistryCache(): boolean {
|
||||||
|
try {
|
||||||
|
const filePath = getCacheFilePath();
|
||||||
|
if (!fs.existsSync(filePath)) return false;
|
||||||
|
fs.unlinkSync(filePath);
|
||||||
|
return true;
|
||||||
|
} catch {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function refreshModelsDevRegistry(
|
||||||
|
options: RegistryRefreshOptions = {}
|
||||||
|
): Promise<ModelsDevRegistry | null> {
|
||||||
|
const now = options.now ?? (() => Date.now());
|
||||||
|
if (!options.force) {
|
||||||
|
const fresh = getCachedModelsDevRegistry({ allowStale: false, now: now() });
|
||||||
|
if (fresh) return fresh;
|
||||||
|
}
|
||||||
|
|
||||||
|
const fetchImpl = options.fetchImpl ?? fetch;
|
||||||
|
const controller = new AbortController();
|
||||||
|
const timeoutId = setTimeout(() => controller.abort(), LIVE_FETCH_TIMEOUT_MS);
|
||||||
|
|
||||||
|
try {
|
||||||
|
const response = await fetchImpl(MODELS_DEV_API_URL, {
|
||||||
|
signal: controller.signal,
|
||||||
|
headers: { Accept: 'application/json' },
|
||||||
|
});
|
||||||
|
if (!response.ok) return getCachedModelsDevRegistry({ allowStale: true });
|
||||||
|
|
||||||
|
const providers = normalizeRegistryPayload(await response.json());
|
||||||
|
if (!providers) return getCachedModelsDevRegistry({ allowStale: true });
|
||||||
|
|
||||||
|
setCachedModelsDevRegistry(providers, now());
|
||||||
|
return providers;
|
||||||
|
} catch {
|
||||||
|
return getCachedModelsDevRegistry({ allowStale: true });
|
||||||
|
} finally {
|
||||||
|
clearTimeout(timeoutId);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,42 @@
|
|||||||
|
export interface ModelsDevCost {
|
||||||
|
input?: number;
|
||||||
|
output?: number;
|
||||||
|
cache_read?: number;
|
||||||
|
cache_write?: number;
|
||||||
|
[key: string]: unknown;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface ModelsDevModel {
|
||||||
|
id: string;
|
||||||
|
name?: string;
|
||||||
|
cost?: ModelsDevCost | null;
|
||||||
|
limit?: Record<string, unknown>;
|
||||||
|
modalities?: {
|
||||||
|
input?: string[];
|
||||||
|
output?: string[];
|
||||||
|
};
|
||||||
|
reasoning?: boolean | null;
|
||||||
|
tool_call?: boolean | null;
|
||||||
|
structured_output?: boolean | null;
|
||||||
|
temperature?: boolean | null;
|
||||||
|
[key: string]: unknown;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface ModelsDevProvider {
|
||||||
|
id: string;
|
||||||
|
name?: string;
|
||||||
|
env?: string[];
|
||||||
|
npm?: string;
|
||||||
|
api?: string | null;
|
||||||
|
doc?: string;
|
||||||
|
models?: Record<string, ModelsDevModel>;
|
||||||
|
[key: string]: unknown;
|
||||||
|
}
|
||||||
|
|
||||||
|
export type ModelsDevRegistry = Record<string, ModelsDevProvider>;
|
||||||
|
|
||||||
|
export interface ModelsDevCacheData {
|
||||||
|
version: 1;
|
||||||
|
fetchedAt: number;
|
||||||
|
providers: ModelsDevRegistry;
|
||||||
|
}
|
||||||
@@ -34,6 +34,7 @@ import {
|
|||||||
} from './cliproxy-usage-syncer';
|
} from './cliproxy-usage-syncer';
|
||||||
import { scanCodexNativeUsageEntries } from './codex-native-usage-collector';
|
import { scanCodexNativeUsageEntries } from './codex-native-usage-collector';
|
||||||
import { scanDroidNativeUsageEntries } from './droid-native-usage-collector';
|
import { scanDroidNativeUsageEntries } from './droid-native-usage-collector';
|
||||||
|
import { refreshModelsDevRegistry } from '../models-dev/registry-cache';
|
||||||
|
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
// Multi-Instance Support - Aggregate usage from CCS profiles
|
// Multi-Instance Support - Aggregate usage from CCS profiles
|
||||||
@@ -111,6 +112,10 @@ function getHourlyRequestCount(hour: HourlyUsage): number {
|
|||||||
return hour.requestCount ?? hour.modelBreakdowns.length;
|
return hour.requestCount ?? hour.modelBreakdowns.length;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function getModelBreakdownKey(breakdown: { modelName: string; provider?: string }): string {
|
||||||
|
return `${breakdown.provider ?? ''}\u0000${breakdown.modelName}`;
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Merge daily usage data from multiple sources
|
* Merge daily usage data from multiple sources
|
||||||
* Combines entries with same date by aggregating tokens
|
* Combines entries with same date by aggregating tokens
|
||||||
@@ -133,8 +138,9 @@ export function mergeDailyData(sources: DailyUsage[][]): DailyUsage[] {
|
|||||||
existing.modelsUsed = Array.from(modelSet);
|
existing.modelsUsed = Array.from(modelSet);
|
||||||
// Merge model breakdowns by aggregating same modelName
|
// Merge model breakdowns by aggregating same modelName
|
||||||
for (const breakdown of day.modelBreakdowns) {
|
for (const breakdown of day.modelBreakdowns) {
|
||||||
|
const breakdownKey = getModelBreakdownKey(breakdown);
|
||||||
const existingBreakdown = existing.modelBreakdowns.find(
|
const existingBreakdown = existing.modelBreakdowns.find(
|
||||||
(b) => b.modelName === breakdown.modelName
|
(b) => getModelBreakdownKey(b) === breakdownKey
|
||||||
);
|
);
|
||||||
if (existingBreakdown) {
|
if (existingBreakdown) {
|
||||||
existingBreakdown.inputTokens += breakdown.inputTokens;
|
existingBreakdown.inputTokens += breakdown.inputTokens;
|
||||||
@@ -178,8 +184,9 @@ export function mergeMonthlyData(sources: MonthlyUsage[][]): MonthlyUsage[] {
|
|||||||
const modelSet = new Set([...existing.modelsUsed, ...month.modelsUsed]);
|
const modelSet = new Set([...existing.modelsUsed, ...month.modelsUsed]);
|
||||||
existing.modelsUsed = Array.from(modelSet);
|
existing.modelsUsed = Array.from(modelSet);
|
||||||
for (const breakdown of month.modelBreakdowns) {
|
for (const breakdown of month.modelBreakdowns) {
|
||||||
|
const breakdownKey = getModelBreakdownKey(breakdown);
|
||||||
const existingBreakdown = existing.modelBreakdowns.find(
|
const existingBreakdown = existing.modelBreakdowns.find(
|
||||||
(item) => item.modelName === breakdown.modelName
|
(item) => getModelBreakdownKey(item) === breakdownKey
|
||||||
);
|
);
|
||||||
if (existingBreakdown) {
|
if (existingBreakdown) {
|
||||||
existingBreakdown.inputTokens += breakdown.inputTokens;
|
existingBreakdown.inputTokens += breakdown.inputTokens;
|
||||||
@@ -225,8 +232,9 @@ export function mergeHourlyData(sources: HourlyUsage[][]): HourlyUsage[] {
|
|||||||
existing.modelsUsed = Array.from(modelSet);
|
existing.modelsUsed = Array.from(modelSet);
|
||||||
// Merge model breakdowns
|
// Merge model breakdowns
|
||||||
for (const breakdown of hour.modelBreakdowns) {
|
for (const breakdown of hour.modelBreakdowns) {
|
||||||
|
const breakdownKey = getModelBreakdownKey(breakdown);
|
||||||
const existingBreakdown = existing.modelBreakdowns.find(
|
const existingBreakdown = existing.modelBreakdowns.find(
|
||||||
(b) => b.modelName === breakdown.modelName
|
(b) => getModelBreakdownKey(b) === breakdownKey
|
||||||
);
|
);
|
||||||
if (existingBreakdown) {
|
if (existingBreakdown) {
|
||||||
existingBreakdown.inputTokens += breakdown.inputTokens;
|
existingBreakdown.inputTokens += breakdown.inputTokens;
|
||||||
@@ -348,6 +356,10 @@ async function refreshFromSource(): Promise<{
|
|||||||
monthly: MonthlyUsage[];
|
monthly: MonthlyUsage[];
|
||||||
session: SessionUsage[];
|
session: SessionUsage[];
|
||||||
}> {
|
}> {
|
||||||
|
// Refresh model metadata before cost derivation. This is best-effort and
|
||||||
|
// falls back to stale cache/static pricing when models.dev is unavailable.
|
||||||
|
await refreshModelsDevRegistry();
|
||||||
|
|
||||||
// Try to sync CLIProxy snapshot before reading it.
|
// Try to sync CLIProxy snapshot before reading it.
|
||||||
// Non-fatal: syncer handles unavailability and stale fallback.
|
// Non-fatal: syncer handles unavailability and stale fallback.
|
||||||
await syncCliproxyUsage();
|
await syncCliproxyUsage();
|
||||||
|
|||||||
@@ -16,6 +16,7 @@ import type { ModelBreakdown, DailyUsage, HourlyUsage, MonthlyUsage } from './ty
|
|||||||
/** Persisted request detail used to rebuild historical CLIProxy analytics buckets */
|
/** Persisted request detail used to rebuild historical CLIProxy analytics buckets */
|
||||||
export interface CliproxyUsageHistoryDetail {
|
export interface CliproxyUsageHistoryDetail {
|
||||||
model: string;
|
model: string;
|
||||||
|
provider?: string;
|
||||||
timestamp: string;
|
timestamp: string;
|
||||||
source: string;
|
source: string;
|
||||||
authIndex: string;
|
authIndex: string;
|
||||||
@@ -36,17 +37,32 @@ interface ModelAccumulator {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/** Build ModelBreakdown from accumulated token counts */
|
/** Build ModelBreakdown from accumulated token counts */
|
||||||
function buildModelBreakdown(modelName: string, acc: ModelAccumulator): ModelBreakdown {
|
function buildModelBreakdown(
|
||||||
|
modelName: string,
|
||||||
|
provider: string | undefined,
|
||||||
|
acc: ModelAccumulator
|
||||||
|
): ModelBreakdown {
|
||||||
const { inputTokens, outputTokens, cacheReadTokens, cost } = acc;
|
const { inputTokens, outputTokens, cacheReadTokens, cost } = acc;
|
||||||
return { modelName, inputTokens, outputTokens, cacheCreationTokens: 0, cacheReadTokens, cost };
|
return {
|
||||||
|
modelName,
|
||||||
|
...(provider && { provider }),
|
||||||
|
inputTokens,
|
||||||
|
outputTokens,
|
||||||
|
cacheCreationTokens: 0,
|
||||||
|
cacheReadTokens,
|
||||||
|
cost,
|
||||||
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
function createHistoryDetail(
|
function createHistoryDetail(
|
||||||
|
provider: string,
|
||||||
model: string,
|
model: string,
|
||||||
detail: CliproxyRequestDetail
|
detail: CliproxyRequestDetail
|
||||||
): CliproxyUsageHistoryDetail {
|
): CliproxyUsageHistoryDetail {
|
||||||
|
const pricingProvider = provider.trim().toLowerCase();
|
||||||
return {
|
return {
|
||||||
model,
|
model,
|
||||||
|
provider: pricingProvider,
|
||||||
timestamp: detail.timestamp,
|
timestamp: detail.timestamp,
|
||||||
source: detail.source,
|
source: detail.source,
|
||||||
authIndex: String(detail.auth_index),
|
authIndex: String(detail.auth_index),
|
||||||
@@ -61,7 +77,8 @@ function createHistoryDetail(
|
|||||||
cacheCreationTokens: 0,
|
cacheCreationTokens: 0,
|
||||||
cacheReadTokens: detail.tokens?.cached_tokens ?? 0,
|
cacheReadTokens: detail.tokens?.cached_tokens ?? 0,
|
||||||
},
|
},
|
||||||
model
|
model,
|
||||||
|
{ provider: pricingProvider }
|
||||||
),
|
),
|
||||||
failed: detail.failed,
|
failed: detail.failed,
|
||||||
};
|
};
|
||||||
@@ -92,7 +109,7 @@ export function extractCliproxyUsageHistoryDetails(
|
|||||||
if (!apis) return [];
|
if (!apis) return [];
|
||||||
|
|
||||||
const results: CliproxyUsageHistoryDetail[] = [];
|
const results: CliproxyUsageHistoryDetail[] = [];
|
||||||
for (const providerData of Object.values(apis)) {
|
for (const [provider, providerData] of Object.entries(apis)) {
|
||||||
const models = providerData?.models;
|
const models = providerData?.models;
|
||||||
if (!models) continue;
|
if (!models) continue;
|
||||||
for (const [model, modelData] of Object.entries(models)) {
|
for (const [model, modelData] of Object.entries(models)) {
|
||||||
@@ -100,7 +117,7 @@ export function extractCliproxyUsageHistoryDetails(
|
|||||||
if (!details) continue;
|
if (!details) continue;
|
||||||
for (const detail of details) {
|
for (const detail of details) {
|
||||||
if (detail.failed && !hasTrackedUsage(detail)) continue;
|
if (detail.failed && !hasTrackedUsage(detail)) continue;
|
||||||
results.push(createHistoryDetail(model, detail));
|
results.push(createHistoryDetail(provider, model, detail));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -110,6 +127,7 @@ export function extractCliproxyUsageHistoryDetails(
|
|||||||
function createHistorySignature(detail: CliproxyUsageHistoryDetail): string {
|
function createHistorySignature(detail: CliproxyUsageHistoryDetail): string {
|
||||||
return [
|
return [
|
||||||
detail.model,
|
detail.model,
|
||||||
|
detail.provider ?? '',
|
||||||
detail.timestamp,
|
detail.timestamp,
|
||||||
detail.source,
|
detail.source,
|
||||||
detail.authIndex,
|
detail.authIndex,
|
||||||
@@ -188,24 +206,35 @@ function aggregateByKey<T>(
|
|||||||
buildRecord: (key: string, breakdowns: ModelBreakdown[], requestCount: number) => T,
|
buildRecord: (key: string, breakdowns: ModelBreakdown[], requestCount: number) => T,
|
||||||
sortFn: (a: T, b: T) => number
|
sortFn: (a: T, b: T) => number
|
||||||
): T[] {
|
): T[] {
|
||||||
// bucket: timeKey -> modelName -> accumulator
|
// bucket: timeKey -> provider/model key -> accumulator
|
||||||
const buckets = new Map<string, Map<string, ModelAccumulator>>();
|
const buckets = new Map<
|
||||||
|
string,
|
||||||
|
Map<string, { modelName: string; provider?: string; acc: ModelAccumulator }>
|
||||||
|
>();
|
||||||
const requestCounts = new Map<string, number>();
|
const requestCounts = new Map<string, number>();
|
||||||
|
|
||||||
for (const detail of flat) {
|
for (const detail of flat) {
|
||||||
const key = keyFn(detail.timestamp);
|
const key = keyFn(detail.timestamp);
|
||||||
if (!buckets.has(key)) buckets.set(key, new Map());
|
if (!buckets.has(key)) buckets.set(key, new Map());
|
||||||
requestCounts.set(key, (requestCounts.get(key) ?? 0) + detail.requestCount);
|
requestCounts.set(key, (requestCounts.get(key) ?? 0) + detail.requestCount);
|
||||||
const modelMap = buckets.get(key) as Map<string, ModelAccumulator>;
|
const modelMap = buckets.get(key) as Map<
|
||||||
if (!modelMap.has(detail.model)) {
|
string,
|
||||||
modelMap.set(detail.model, {
|
{ modelName: string; provider?: string; acc: ModelAccumulator }
|
||||||
inputTokens: 0,
|
>;
|
||||||
outputTokens: 0,
|
const modelKey = `${detail.provider ?? ''}\u0000${detail.model}`;
|
||||||
cacheReadTokens: 0,
|
if (!modelMap.has(modelKey)) {
|
||||||
cost: 0,
|
modelMap.set(modelKey, {
|
||||||
|
modelName: detail.model,
|
||||||
|
provider: detail.provider,
|
||||||
|
acc: {
|
||||||
|
inputTokens: 0,
|
||||||
|
outputTokens: 0,
|
||||||
|
cacheReadTokens: 0,
|
||||||
|
cost: 0,
|
||||||
|
},
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
const acc = modelMap.get(detail.model) as ModelAccumulator;
|
const acc = (modelMap.get(modelKey) as { acc: ModelAccumulator }).acc;
|
||||||
acc.inputTokens += detail.inputTokens;
|
acc.inputTokens += detail.inputTokens;
|
||||||
acc.outputTokens += detail.outputTokens;
|
acc.outputTokens += detail.outputTokens;
|
||||||
acc.cacheReadTokens += detail.cacheReadTokens;
|
acc.cacheReadTokens += detail.cacheReadTokens;
|
||||||
@@ -214,8 +243,8 @@ function aggregateByKey<T>(
|
|||||||
|
|
||||||
const records: T[] = [];
|
const records: T[] = [];
|
||||||
Array.from(buckets.entries()).forEach(([key, modelMap]) => {
|
Array.from(buckets.entries()).forEach(([key, modelMap]) => {
|
||||||
const breakdowns = Array.from(modelMap.entries()).map(([name, acc]) =>
|
const breakdowns = Array.from(modelMap.values()).map((entry) =>
|
||||||
buildModelBreakdown(name, acc)
|
buildModelBreakdown(entry.modelName, entry.provider, entry.acc)
|
||||||
);
|
);
|
||||||
records.push(buildRecord(key, breakdowns, requestCounts.get(key) ?? 0));
|
records.push(buildRecord(key, breakdowns, requestCounts.get(key) ?? 0));
|
||||||
});
|
});
|
||||||
@@ -228,6 +257,10 @@ function sumField(breakdowns: ModelBreakdown[], field: keyof ModelBreakdown): nu
|
|||||||
return breakdowns.reduce((acc, b) => acc + (b[field] as number), 0);
|
return breakdowns.reduce((acc, b) => acc + (b[field] as number), 0);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function getModelsUsed(breakdowns: ModelBreakdown[]): string[] {
|
||||||
|
return [...new Set(breakdowns.map((breakdown) => breakdown.modelName))];
|
||||||
|
}
|
||||||
|
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
// TRANSFORMS
|
// TRANSFORMS
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
@@ -249,7 +282,7 @@ export function transformCliproxyToDailyUsage(response: CliproxyUsageApiResponse
|
|||||||
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
||||||
cost: totalCost,
|
cost: totalCost,
|
||||||
totalCost,
|
totalCost,
|
||||||
modelsUsed: breakdowns.map((b) => b.modelName),
|
modelsUsed: getModelsUsed(breakdowns),
|
||||||
modelBreakdowns: breakdowns,
|
modelBreakdowns: breakdowns,
|
||||||
};
|
};
|
||||||
},
|
},
|
||||||
@@ -278,7 +311,7 @@ export function transformCliproxyToHourlyUsage(response: CliproxyUsageApiRespons
|
|||||||
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
||||||
cost: totalCost,
|
cost: totalCost,
|
||||||
totalCost,
|
totalCost,
|
||||||
modelsUsed: breakdowns.map((b) => b.modelName),
|
modelsUsed: getModelsUsed(breakdowns),
|
||||||
modelBreakdowns: breakdowns,
|
modelBreakdowns: breakdowns,
|
||||||
requestCount,
|
requestCount,
|
||||||
};
|
};
|
||||||
@@ -303,7 +336,7 @@ export function transformCliproxyToMonthlyUsage(
|
|||||||
cacheCreationTokens: 0,
|
cacheCreationTokens: 0,
|
||||||
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
||||||
totalCost: sumField(breakdowns, 'cost'),
|
totalCost: sumField(breakdowns, 'cost'),
|
||||||
modelsUsed: breakdowns.map((b) => b.modelName),
|
modelsUsed: getModelsUsed(breakdowns),
|
||||||
modelBreakdowns: breakdowns,
|
modelBreakdowns: breakdowns,
|
||||||
}),
|
}),
|
||||||
(a, b) => b.month.localeCompare(a.month)
|
(a, b) => b.month.localeCompare(a.month)
|
||||||
@@ -330,7 +363,7 @@ export function buildCliproxyUsageHistoryAggregates(details: CliproxyUsageHistor
|
|||||||
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
||||||
cost: totalCost,
|
cost: totalCost,
|
||||||
totalCost,
|
totalCost,
|
||||||
modelsUsed: breakdowns.map((breakdown) => breakdown.modelName),
|
modelsUsed: getModelsUsed(breakdowns),
|
||||||
modelBreakdowns: breakdowns,
|
modelBreakdowns: breakdowns,
|
||||||
};
|
};
|
||||||
},
|
},
|
||||||
@@ -354,7 +387,7 @@ export function buildCliproxyUsageHistoryAggregates(details: CliproxyUsageHistor
|
|||||||
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
||||||
cost: totalCost,
|
cost: totalCost,
|
||||||
totalCost,
|
totalCost,
|
||||||
modelsUsed: breakdowns.map((breakdown) => breakdown.modelName),
|
modelsUsed: getModelsUsed(breakdowns),
|
||||||
modelBreakdowns: breakdowns,
|
modelBreakdowns: breakdowns,
|
||||||
requestCount,
|
requestCount,
|
||||||
};
|
};
|
||||||
@@ -372,7 +405,7 @@ export function buildCliproxyUsageHistoryAggregates(details: CliproxyUsageHistor
|
|||||||
cacheCreationTokens: 0,
|
cacheCreationTokens: 0,
|
||||||
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
cacheReadTokens: sumField(breakdowns, 'cacheReadTokens'),
|
||||||
totalCost: sumField(breakdowns, 'cost'),
|
totalCost: sumField(breakdowns, 'cost'),
|
||||||
modelsUsed: breakdowns.map((breakdown) => breakdown.modelName),
|
modelsUsed: getModelsUsed(breakdowns),
|
||||||
modelBreakdowns: breakdowns,
|
modelBreakdowns: breakdowns,
|
||||||
}),
|
}),
|
||||||
(a, b) => b.month.localeCompare(a.month)
|
(a, b) => b.month.localeCompare(a.month)
|
||||||
|
|||||||
@@ -39,6 +39,7 @@ function extractHour(timestamp: string): string {
|
|||||||
/** Create model breakdown from accumulated data */
|
/** Create model breakdown from accumulated data */
|
||||||
function createModelBreakdown(
|
function createModelBreakdown(
|
||||||
modelName: string,
|
modelName: string,
|
||||||
|
provider: string | undefined,
|
||||||
inputTokens: number,
|
inputTokens: number,
|
||||||
outputTokens: number,
|
outputTokens: number,
|
||||||
cacheCreationTokens: number,
|
cacheCreationTokens: number,
|
||||||
@@ -46,11 +47,13 @@ function createModelBreakdown(
|
|||||||
): ModelBreakdown {
|
): ModelBreakdown {
|
||||||
const cost = calculateCost(
|
const cost = calculateCost(
|
||||||
{ inputTokens, outputTokens, cacheCreationTokens, cacheReadTokens },
|
{ inputTokens, outputTokens, cacheCreationTokens, cacheReadTokens },
|
||||||
modelName
|
modelName,
|
||||||
|
{ provider }
|
||||||
);
|
);
|
||||||
|
|
||||||
return {
|
return {
|
||||||
modelName,
|
modelName,
|
||||||
|
...(provider && { provider }),
|
||||||
inputTokens,
|
inputTokens,
|
||||||
outputTokens,
|
outputTokens,
|
||||||
cacheCreationTokens,
|
cacheCreationTokens,
|
||||||
@@ -61,12 +64,37 @@ function createModelBreakdown(
|
|||||||
|
|
||||||
/** Accumulator for per-model token counts */
|
/** Accumulator for per-model token counts */
|
||||||
interface ModelAccumulator {
|
interface ModelAccumulator {
|
||||||
|
modelName: string;
|
||||||
|
provider?: string;
|
||||||
inputTokens: number;
|
inputTokens: number;
|
||||||
outputTokens: number;
|
outputTokens: number;
|
||||||
cacheCreationTokens: number;
|
cacheCreationTokens: number;
|
||||||
cacheReadTokens: number;
|
cacheReadTokens: number;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function getEntryProvider(entry: RawUsageEntry): string | undefined {
|
||||||
|
return entry.target?.trim().toLowerCase() || undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
function getEntryModelKey(entry: RawUsageEntry): string {
|
||||||
|
return `${getEntryProvider(entry) ?? ''}\u0000${entry.model}`;
|
||||||
|
}
|
||||||
|
|
||||||
|
function createModelAccumulator(entry: RawUsageEntry): ModelAccumulator {
|
||||||
|
return {
|
||||||
|
modelName: entry.model,
|
||||||
|
provider: getEntryProvider(entry),
|
||||||
|
inputTokens: 0,
|
||||||
|
outputTokens: 0,
|
||||||
|
cacheCreationTokens: 0,
|
||||||
|
cacheReadTokens: 0,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function getModelsUsed(modelMap: Map<string, ModelAccumulator>): string[] {
|
||||||
|
return [...new Set(Array.from(modelMap.values()).map((acc) => acc.modelName))];
|
||||||
|
}
|
||||||
|
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
// DAILY AGGREGATION
|
// DAILY AGGREGATION
|
||||||
// ============================================================================
|
// ============================================================================
|
||||||
@@ -101,19 +129,14 @@ export function aggregateDailyUsage(
|
|||||||
let totalCacheRead = 0;
|
let totalCacheRead = 0;
|
||||||
|
|
||||||
for (const entry of dateEntries) {
|
for (const entry of dateEntries) {
|
||||||
const model = entry.model;
|
const modelKey = getEntryModelKey(entry);
|
||||||
const acc = modelMap.get(model) || {
|
const acc = modelMap.get(modelKey) || createModelAccumulator(entry);
|
||||||
inputTokens: 0,
|
|
||||||
outputTokens: 0,
|
|
||||||
cacheCreationTokens: 0,
|
|
||||||
cacheReadTokens: 0,
|
|
||||||
};
|
|
||||||
|
|
||||||
acc.inputTokens += entry.inputTokens;
|
acc.inputTokens += entry.inputTokens;
|
||||||
acc.outputTokens += entry.outputTokens;
|
acc.outputTokens += entry.outputTokens;
|
||||||
acc.cacheCreationTokens += entry.cacheCreationTokens;
|
acc.cacheCreationTokens += entry.cacheCreationTokens;
|
||||||
acc.cacheReadTokens += entry.cacheReadTokens;
|
acc.cacheReadTokens += entry.cacheReadTokens;
|
||||||
modelMap.set(model, acc);
|
modelMap.set(modelKey, acc);
|
||||||
|
|
||||||
totalInput += entry.inputTokens;
|
totalInput += entry.inputTokens;
|
||||||
totalOutput += entry.outputTokens;
|
totalOutput += entry.outputTokens;
|
||||||
@@ -125,9 +148,10 @@ export function aggregateDailyUsage(
|
|||||||
const modelBreakdowns: ModelBreakdown[] = [];
|
const modelBreakdowns: ModelBreakdown[] = [];
|
||||||
let totalCost = 0;
|
let totalCost = 0;
|
||||||
|
|
||||||
for (const [modelName, acc] of modelMap) {
|
for (const acc of modelMap.values()) {
|
||||||
const breakdown = createModelBreakdown(
|
const breakdown = createModelBreakdown(
|
||||||
modelName,
|
acc.modelName,
|
||||||
|
acc.provider,
|
||||||
acc.inputTokens,
|
acc.inputTokens,
|
||||||
acc.outputTokens,
|
acc.outputTokens,
|
||||||
acc.cacheCreationTokens,
|
acc.cacheCreationTokens,
|
||||||
@@ -149,7 +173,7 @@ export function aggregateDailyUsage(
|
|||||||
cacheReadTokens: totalCacheRead,
|
cacheReadTokens: totalCacheRead,
|
||||||
cost: totalCost,
|
cost: totalCost,
|
||||||
totalCost,
|
totalCost,
|
||||||
modelsUsed: Array.from(modelMap.keys()),
|
modelsUsed: getModelsUsed(modelMap),
|
||||||
modelBreakdowns,
|
modelBreakdowns,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
@@ -194,19 +218,14 @@ export function aggregateHourlyUsage(
|
|||||||
let totalCacheRead = 0;
|
let totalCacheRead = 0;
|
||||||
|
|
||||||
for (const entry of hourEntries) {
|
for (const entry of hourEntries) {
|
||||||
const model = entry.model;
|
const modelKey = getEntryModelKey(entry);
|
||||||
const acc = modelMap.get(model) || {
|
const acc = modelMap.get(modelKey) || createModelAccumulator(entry);
|
||||||
inputTokens: 0,
|
|
||||||
outputTokens: 0,
|
|
||||||
cacheCreationTokens: 0,
|
|
||||||
cacheReadTokens: 0,
|
|
||||||
};
|
|
||||||
|
|
||||||
acc.inputTokens += entry.inputTokens;
|
acc.inputTokens += entry.inputTokens;
|
||||||
acc.outputTokens += entry.outputTokens;
|
acc.outputTokens += entry.outputTokens;
|
||||||
acc.cacheCreationTokens += entry.cacheCreationTokens;
|
acc.cacheCreationTokens += entry.cacheCreationTokens;
|
||||||
acc.cacheReadTokens += entry.cacheReadTokens;
|
acc.cacheReadTokens += entry.cacheReadTokens;
|
||||||
modelMap.set(model, acc);
|
modelMap.set(modelKey, acc);
|
||||||
|
|
||||||
totalInput += entry.inputTokens;
|
totalInput += entry.inputTokens;
|
||||||
totalOutput += entry.outputTokens;
|
totalOutput += entry.outputTokens;
|
||||||
@@ -218,9 +237,10 @@ export function aggregateHourlyUsage(
|
|||||||
const modelBreakdowns: ModelBreakdown[] = [];
|
const modelBreakdowns: ModelBreakdown[] = [];
|
||||||
let totalCost = 0;
|
let totalCost = 0;
|
||||||
|
|
||||||
for (const [modelName, acc] of modelMap) {
|
for (const acc of modelMap.values()) {
|
||||||
const breakdown = createModelBreakdown(
|
const breakdown = createModelBreakdown(
|
||||||
modelName,
|
acc.modelName,
|
||||||
|
acc.provider,
|
||||||
acc.inputTokens,
|
acc.inputTokens,
|
||||||
acc.outputTokens,
|
acc.outputTokens,
|
||||||
acc.cacheCreationTokens,
|
acc.cacheCreationTokens,
|
||||||
@@ -242,7 +262,7 @@ export function aggregateHourlyUsage(
|
|||||||
cacheReadTokens: totalCacheRead,
|
cacheReadTokens: totalCacheRead,
|
||||||
cost: totalCost,
|
cost: totalCost,
|
||||||
totalCost,
|
totalCost,
|
||||||
modelsUsed: Array.from(modelMap.keys()),
|
modelsUsed: getModelsUsed(modelMap),
|
||||||
modelBreakdowns,
|
modelBreakdowns,
|
||||||
requestCount: hourEntries.length,
|
requestCount: hourEntries.length,
|
||||||
});
|
});
|
||||||
@@ -288,19 +308,14 @@ export function aggregateMonthlyUsage(
|
|||||||
let totalCacheRead = 0;
|
let totalCacheRead = 0;
|
||||||
|
|
||||||
for (const entry of monthEntries) {
|
for (const entry of monthEntries) {
|
||||||
const model = entry.model;
|
const modelKey = getEntryModelKey(entry);
|
||||||
const acc = modelMap.get(model) || {
|
const acc = modelMap.get(modelKey) || createModelAccumulator(entry);
|
||||||
inputTokens: 0,
|
|
||||||
outputTokens: 0,
|
|
||||||
cacheCreationTokens: 0,
|
|
||||||
cacheReadTokens: 0,
|
|
||||||
};
|
|
||||||
|
|
||||||
acc.inputTokens += entry.inputTokens;
|
acc.inputTokens += entry.inputTokens;
|
||||||
acc.outputTokens += entry.outputTokens;
|
acc.outputTokens += entry.outputTokens;
|
||||||
acc.cacheCreationTokens += entry.cacheCreationTokens;
|
acc.cacheCreationTokens += entry.cacheCreationTokens;
|
||||||
acc.cacheReadTokens += entry.cacheReadTokens;
|
acc.cacheReadTokens += entry.cacheReadTokens;
|
||||||
modelMap.set(model, acc);
|
modelMap.set(modelKey, acc);
|
||||||
|
|
||||||
totalInput += entry.inputTokens;
|
totalInput += entry.inputTokens;
|
||||||
totalOutput += entry.outputTokens;
|
totalOutput += entry.outputTokens;
|
||||||
@@ -312,9 +327,10 @@ export function aggregateMonthlyUsage(
|
|||||||
const modelBreakdowns: ModelBreakdown[] = [];
|
const modelBreakdowns: ModelBreakdown[] = [];
|
||||||
let totalCost = 0;
|
let totalCost = 0;
|
||||||
|
|
||||||
for (const [modelName, acc] of modelMap) {
|
for (const acc of modelMap.values()) {
|
||||||
const breakdown = createModelBreakdown(
|
const breakdown = createModelBreakdown(
|
||||||
modelName,
|
acc.modelName,
|
||||||
|
acc.provider,
|
||||||
acc.inputTokens,
|
acc.inputTokens,
|
||||||
acc.outputTokens,
|
acc.outputTokens,
|
||||||
acc.cacheCreationTokens,
|
acc.cacheCreationTokens,
|
||||||
@@ -335,7 +351,7 @@ export function aggregateMonthlyUsage(
|
|||||||
cacheCreationTokens: totalCacheCreation,
|
cacheCreationTokens: totalCacheCreation,
|
||||||
cacheReadTokens: totalCacheRead,
|
cacheReadTokens: totalCacheRead,
|
||||||
totalCost,
|
totalCost,
|
||||||
modelsUsed: Array.from(modelMap.keys()),
|
modelsUsed: getModelsUsed(modelMap),
|
||||||
modelBreakdowns,
|
modelBreakdowns,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
@@ -388,19 +404,14 @@ export function aggregateSessionUsage(
|
|||||||
let target: string | undefined;
|
let target: string | undefined;
|
||||||
|
|
||||||
for (const entry of orderedEntries) {
|
for (const entry of orderedEntries) {
|
||||||
const model = entry.model;
|
const modelKey = getEntryModelKey(entry);
|
||||||
const acc = modelMap.get(model) || {
|
const acc = modelMap.get(modelKey) || createModelAccumulator(entry);
|
||||||
inputTokens: 0,
|
|
||||||
outputTokens: 0,
|
|
||||||
cacheCreationTokens: 0,
|
|
||||||
cacheReadTokens: 0,
|
|
||||||
};
|
|
||||||
|
|
||||||
acc.inputTokens += entry.inputTokens;
|
acc.inputTokens += entry.inputTokens;
|
||||||
acc.outputTokens += entry.outputTokens;
|
acc.outputTokens += entry.outputTokens;
|
||||||
acc.cacheCreationTokens += entry.cacheCreationTokens;
|
acc.cacheCreationTokens += entry.cacheCreationTokens;
|
||||||
acc.cacheReadTokens += entry.cacheReadTokens;
|
acc.cacheReadTokens += entry.cacheReadTokens;
|
||||||
modelMap.set(model, acc);
|
modelMap.set(modelKey, acc);
|
||||||
|
|
||||||
totalInput += entry.inputTokens;
|
totalInput += entry.inputTokens;
|
||||||
totalOutput += entry.outputTokens;
|
totalOutput += entry.outputTokens;
|
||||||
@@ -431,9 +442,10 @@ export function aggregateSessionUsage(
|
|||||||
const modelBreakdowns: ModelBreakdown[] = [];
|
const modelBreakdowns: ModelBreakdown[] = [];
|
||||||
let totalCost = 0;
|
let totalCost = 0;
|
||||||
|
|
||||||
for (const [modelName, acc] of modelMap) {
|
for (const acc of modelMap.values()) {
|
||||||
const breakdown = createModelBreakdown(
|
const breakdown = createModelBreakdown(
|
||||||
modelName,
|
acc.modelName,
|
||||||
|
acc.provider,
|
||||||
acc.inputTokens,
|
acc.inputTokens,
|
||||||
acc.outputTokens,
|
acc.outputTokens,
|
||||||
acc.cacheCreationTokens,
|
acc.cacheCreationTokens,
|
||||||
@@ -457,7 +469,7 @@ export function aggregateSessionUsage(
|
|||||||
totalCost,
|
totalCost,
|
||||||
lastActivity,
|
lastActivity,
|
||||||
versions: Array.from(versions),
|
versions: Array.from(versions),
|
||||||
modelsUsed: Array.from(modelMap.keys()),
|
modelsUsed: getModelsUsed(modelMap),
|
||||||
modelBreakdowns,
|
modelBreakdowns,
|
||||||
source,
|
source,
|
||||||
target,
|
target,
|
||||||
|
|||||||
@@ -141,6 +141,10 @@ function calculateUsageTotalTokens(
|
|||||||
return input + output + cacheCreation + cacheRead;
|
return input + output + cacheCreation + cacheRead;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function getBreakdownKey(breakdown: { modelName: string; provider?: string }): string {
|
||||||
|
return `${breakdown.provider ?? ''}\u0000${breakdown.modelName}`;
|
||||||
|
}
|
||||||
|
|
||||||
function parseDateKey(dateString: string): Date {
|
function parseDateKey(dateString: string): Date {
|
||||||
return new Date(
|
return new Date(
|
||||||
Date.UTC(
|
Date.UTC(
|
||||||
@@ -204,7 +208,7 @@ export function calculateTokenBreakdownCosts(dailyData: DailyUsage[]): TokenBrea
|
|||||||
|
|
||||||
for (const day of dailyData) {
|
for (const day of dailyData) {
|
||||||
for (const breakdown of day.modelBreakdowns) {
|
for (const breakdown of day.modelBreakdowns) {
|
||||||
const pricing = getModelPricing(breakdown.modelName);
|
const pricing = getModelPricing(breakdown.modelName, { provider: breakdown.provider });
|
||||||
inputTokens += breakdown.inputTokens;
|
inputTokens += breakdown.inputTokens;
|
||||||
outputTokens += breakdown.outputTokens;
|
outputTokens += breakdown.outputTokens;
|
||||||
cacheCreationTokens += breakdown.cacheCreationTokens;
|
cacheCreationTokens += breakdown.cacheCreationTokens;
|
||||||
@@ -541,6 +545,7 @@ export async function handleModels(
|
|||||||
string,
|
string,
|
||||||
{
|
{
|
||||||
model: string;
|
model: string;
|
||||||
|
provider?: string;
|
||||||
inputTokens: number;
|
inputTokens: number;
|
||||||
outputTokens: number;
|
outputTokens: number;
|
||||||
cacheCreationTokens: number;
|
cacheCreationTokens: number;
|
||||||
@@ -551,8 +556,10 @@ export async function handleModels(
|
|||||||
|
|
||||||
for (const day of filtered) {
|
for (const day of filtered) {
|
||||||
for (const breakdown of day.modelBreakdowns) {
|
for (const breakdown of day.modelBreakdowns) {
|
||||||
const existing = modelMap.get(breakdown.modelName) || {
|
const modelKey = getBreakdownKey(breakdown);
|
||||||
|
const existing = modelMap.get(modelKey) || {
|
||||||
model: breakdown.modelName,
|
model: breakdown.modelName,
|
||||||
|
provider: breakdown.provider,
|
||||||
inputTokens: 0,
|
inputTokens: 0,
|
||||||
outputTokens: 0,
|
outputTokens: 0,
|
||||||
cacheCreationTokens: 0,
|
cacheCreationTokens: 0,
|
||||||
@@ -564,7 +571,7 @@ export async function handleModels(
|
|||||||
existing.cacheCreationTokens += breakdown.cacheCreationTokens;
|
existing.cacheCreationTokens += breakdown.cacheCreationTokens;
|
||||||
existing.cacheReadTokens += breakdown.cacheReadTokens;
|
existing.cacheReadTokens += breakdown.cacheReadTokens;
|
||||||
existing.cost += breakdown.cost;
|
existing.cost += breakdown.cost;
|
||||||
modelMap.set(breakdown.modelName, existing);
|
modelMap.set(modelKey, existing);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -583,7 +590,7 @@ export async function handleModels(
|
|||||||
|
|
||||||
const result = models
|
const result = models
|
||||||
.map((m) => {
|
.map((m) => {
|
||||||
const pricing = getModelPricing(m.model);
|
const pricing = getModelPricing(m.model, { provider: m.provider });
|
||||||
const inputCost = (m.inputTokens / 1_000_000) * pricing.inputPerMillion;
|
const inputCost = (m.inputTokens / 1_000_000) * pricing.inputPerMillion;
|
||||||
const outputCost = (m.outputTokens / 1_000_000) * pricing.outputPerMillion;
|
const outputCost = (m.outputTokens / 1_000_000) * pricing.outputPerMillion;
|
||||||
const cacheCreationCost =
|
const cacheCreationCost =
|
||||||
@@ -599,6 +606,7 @@ export async function handleModels(
|
|||||||
|
|
||||||
return {
|
return {
|
||||||
model: m.model,
|
model: m.model,
|
||||||
|
provider: m.provider,
|
||||||
tokens: totalModelTokens,
|
tokens: totalModelTokens,
|
||||||
inputTokens: m.inputTokens,
|
inputTokens: m.inputTokens,
|
||||||
outputTokens: m.outputTokens,
|
outputTokens: m.outputTokens,
|
||||||
@@ -713,6 +721,7 @@ export async function handleMonthly(
|
|||||||
string,
|
string,
|
||||||
{
|
{
|
||||||
modelName: string;
|
modelName: string;
|
||||||
|
provider?: string;
|
||||||
inputTokens: number;
|
inputTokens: number;
|
||||||
outputTokens: number;
|
outputTokens: number;
|
||||||
cacheCreationTokens: number;
|
cacheCreationTokens: number;
|
||||||
@@ -745,8 +754,10 @@ export async function handleMonthly(
|
|||||||
existing.modelsUsed.add(model);
|
existing.modelsUsed.add(model);
|
||||||
}
|
}
|
||||||
for (const breakdown of day.modelBreakdowns) {
|
for (const breakdown of day.modelBreakdowns) {
|
||||||
const existingBreakdown = existing.modelBreakdowns.get(breakdown.modelName) ?? {
|
const breakdownKey = getBreakdownKey(breakdown);
|
||||||
|
const existingBreakdown = existing.modelBreakdowns.get(breakdownKey) ?? {
|
||||||
modelName: breakdown.modelName,
|
modelName: breakdown.modelName,
|
||||||
|
provider: breakdown.provider,
|
||||||
inputTokens: 0,
|
inputTokens: 0,
|
||||||
outputTokens: 0,
|
outputTokens: 0,
|
||||||
cacheCreationTokens: 0,
|
cacheCreationTokens: 0,
|
||||||
@@ -758,7 +769,7 @@ export async function handleMonthly(
|
|||||||
existingBreakdown.cacheCreationTokens += breakdown.cacheCreationTokens;
|
existingBreakdown.cacheCreationTokens += breakdown.cacheCreationTokens;
|
||||||
existingBreakdown.cacheReadTokens += breakdown.cacheReadTokens;
|
existingBreakdown.cacheReadTokens += breakdown.cacheReadTokens;
|
||||||
existingBreakdown.cost += breakdown.cost;
|
existingBreakdown.cost += breakdown.cost;
|
||||||
existing.modelBreakdowns.set(breakdown.modelName, existingBreakdown);
|
existing.modelBreakdowns.set(breakdownKey, existingBreakdown);
|
||||||
}
|
}
|
||||||
|
|
||||||
monthMap.set(month, existing);
|
monthMap.set(month, existing);
|
||||||
|
|||||||
@@ -12,6 +12,7 @@
|
|||||||
/** Per-model token and cost breakdown */
|
/** Per-model token and cost breakdown */
|
||||||
export interface ModelBreakdown {
|
export interface ModelBreakdown {
|
||||||
modelName: string;
|
modelName: string;
|
||||||
|
provider?: string;
|
||||||
inputTokens: number;
|
inputTokens: number;
|
||||||
outputTokens: number;
|
outputTokens: number;
|
||||||
cacheCreationTokens: number;
|
cacheCreationTokens: number;
|
||||||
|
|||||||
@@ -1,7 +1,10 @@
|
|||||||
/**
|
/**
|
||||||
* Unit tests for model-pricing.ts
|
* Unit tests for model-pricing.ts
|
||||||
*/
|
*/
|
||||||
import { describe, it, expect } from 'bun:test';
|
import * as fs from 'fs';
|
||||||
|
import * as os from 'os';
|
||||||
|
import * as path from 'path';
|
||||||
|
import { afterEach, beforeEach, describe, it, expect } from 'bun:test';
|
||||||
import {
|
import {
|
||||||
getModelPricing,
|
getModelPricing,
|
||||||
calculateCost,
|
calculateCost,
|
||||||
@@ -9,6 +12,10 @@ import {
|
|||||||
hasCustomPricing,
|
hasCustomPricing,
|
||||||
type TokenUsage,
|
type TokenUsage,
|
||||||
} from '../../src/web-server/model-pricing';
|
} from '../../src/web-server/model-pricing';
|
||||||
|
import {
|
||||||
|
clearModelsDevRegistryCache,
|
||||||
|
setCachedModelsDevRegistry,
|
||||||
|
} from '../../src/web-server/models-dev/registry-cache';
|
||||||
|
|
||||||
describe('model-pricing', () => {
|
describe('model-pricing', () => {
|
||||||
describe('getModelPricing', () => {
|
describe('getModelPricing', () => {
|
||||||
@@ -297,4 +304,85 @@ describe('model-pricing', () => {
|
|||||||
expect(hasCustomPricing('unknown-model-xyz')).toBe(false);
|
expect(hasCustomPricing('unknown-model-xyz')).toBe(false);
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
|
describe('models.dev cache integration', () => {
|
||||||
|
let tempRoot = '';
|
||||||
|
let originalCcsHome: string | undefined;
|
||||||
|
let originalCcsDir: string | undefined;
|
||||||
|
|
||||||
|
beforeEach(() => {
|
||||||
|
tempRoot = fs.mkdtempSync(path.join(os.tmpdir(), 'ccs-models-dev-pricing-'));
|
||||||
|
originalCcsHome = process.env.CCS_HOME;
|
||||||
|
originalCcsDir = process.env.CCS_DIR;
|
||||||
|
process.env.CCS_HOME = tempRoot;
|
||||||
|
delete process.env.CCS_DIR;
|
||||||
|
clearModelsDevRegistryCache();
|
||||||
|
setCachedModelsDevRegistry({
|
||||||
|
openai: {
|
||||||
|
id: 'openai',
|
||||||
|
name: 'OpenAI',
|
||||||
|
models: {
|
||||||
|
'gpt-5.5': {
|
||||||
|
id: 'gpt-5.5',
|
||||||
|
name: 'GPT-5.5',
|
||||||
|
cost: { input: 5, output: 30, cache_read: 0.5 },
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
'github-copilot': {
|
||||||
|
id: 'github-copilot',
|
||||||
|
name: 'GitHub Copilot',
|
||||||
|
models: {
|
||||||
|
'gpt-5.5': {
|
||||||
|
id: 'gpt-5.5',
|
||||||
|
name: 'GPT-5.5',
|
||||||
|
cost: { input: 0, output: 0 },
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
afterEach(() => {
|
||||||
|
clearModelsDevRegistryCache();
|
||||||
|
if (originalCcsHome !== undefined) process.env.CCS_HOME = originalCcsHome;
|
||||||
|
else delete process.env.CCS_HOME;
|
||||||
|
if (originalCcsDir !== undefined) process.env.CCS_DIR = originalCcsDir;
|
||||||
|
else delete process.env.CCS_DIR;
|
||||||
|
fs.rmSync(tempRoot, { recursive: true, force: true });
|
||||||
|
});
|
||||||
|
|
||||||
|
it('resolves provider-prefixed paid API pricing from models.dev', () => {
|
||||||
|
const pricing = getModelPricing('openai/gpt-5.5');
|
||||||
|
expect(pricing.inputPerMillion).toBe(5);
|
||||||
|
expect(pricing.outputPerMillion).toBe(30);
|
||||||
|
expect(pricing.cacheReadPerMillion).toBe(0.5);
|
||||||
|
expect(pricing.cacheCreationPerMillion).toBe(0);
|
||||||
|
});
|
||||||
|
|
||||||
|
it('keeps subscription-backed provider pricing distinct from paid API pricing', () => {
|
||||||
|
const pricing = getModelPricing('gpt-5.5', { provider: 'github-copilot' });
|
||||||
|
expect(pricing.inputPerMillion).toBe(0);
|
||||||
|
expect(pricing.outputPerMillion).toBe(0);
|
||||||
|
});
|
||||||
|
|
||||||
|
it('does not use ambiguous model-only models.dev matches', () => {
|
||||||
|
const pricing = getModelPricing('gpt-5.5');
|
||||||
|
expect(pricing).toEqual(getModelPricing('unknown-model-xyz'));
|
||||||
|
expect(hasCustomPricing('gpt-5.5')).toBe(false);
|
||||||
|
expect(hasCustomPricing('gpt-5.5', { provider: 'openai' })).toBe(true);
|
||||||
|
});
|
||||||
|
|
||||||
|
it('calculates cost with provider-aware models.dev pricing', () => {
|
||||||
|
const usage: TokenUsage = {
|
||||||
|
inputTokens: 1_000_000,
|
||||||
|
outputTokens: 1_000_000,
|
||||||
|
cacheCreationTokens: 1_000_000,
|
||||||
|
cacheReadTokens: 1_000_000,
|
||||||
|
};
|
||||||
|
|
||||||
|
expect(calculateCost(usage, 'gpt-5.5', { provider: 'openai' })).toBe(35.5);
|
||||||
|
expect(calculateCost(usage, 'gpt-5.5', { provider: 'ghcp' })).toBe(0);
|
||||||
|
});
|
||||||
|
});
|
||||||
});
|
});
|
||||||
@@ -0,0 +1,93 @@
|
|||||||
|
import * as fs from 'fs';
|
||||||
|
import * as os from 'os';
|
||||||
|
import * as path from 'path';
|
||||||
|
import { afterEach, beforeEach, describe, expect, it } from 'bun:test';
|
||||||
|
import { getCcsDir } from '../../src/utils/config-manager';
|
||||||
|
import {
|
||||||
|
clearModelsDevRegistryCache,
|
||||||
|
getCachedModelsDevRegistry,
|
||||||
|
refreshModelsDevRegistry,
|
||||||
|
setCachedModelsDevRegistry,
|
||||||
|
} from '../../src/web-server/models-dev/registry-cache';
|
||||||
|
|
||||||
|
describe('models.dev registry cache', () => {
|
||||||
|
let tempRoot = '';
|
||||||
|
let originalCcsHome: string | undefined;
|
||||||
|
let originalCcsDir: string | undefined;
|
||||||
|
|
||||||
|
beforeEach(() => {
|
||||||
|
tempRoot = fs.mkdtempSync(path.join(os.tmpdir(), 'ccs-models-dev-cache-'));
|
||||||
|
originalCcsHome = process.env.CCS_HOME;
|
||||||
|
originalCcsDir = process.env.CCS_DIR;
|
||||||
|
process.env.CCS_HOME = tempRoot;
|
||||||
|
delete process.env.CCS_DIR;
|
||||||
|
clearModelsDevRegistryCache();
|
||||||
|
});
|
||||||
|
|
||||||
|
afterEach(() => {
|
||||||
|
clearModelsDevRegistryCache();
|
||||||
|
if (originalCcsHome !== undefined) process.env.CCS_HOME = originalCcsHome;
|
||||||
|
else delete process.env.CCS_HOME;
|
||||||
|
if (originalCcsDir !== undefined) process.env.CCS_DIR = originalCcsDir;
|
||||||
|
else delete process.env.CCS_DIR;
|
||||||
|
fs.rmSync(tempRoot, { recursive: true, force: true });
|
||||||
|
});
|
||||||
|
|
||||||
|
it('normalizes and stores provider-keyed models.dev payloads', async () => {
|
||||||
|
const fetchImpl: typeof fetch = async () =>
|
||||||
|
new Response(
|
||||||
|
JSON.stringify({
|
||||||
|
openai: {
|
||||||
|
id: 'openai',
|
||||||
|
name: 'OpenAI',
|
||||||
|
models: {
|
||||||
|
'gpt-5.5': { id: 'gpt-5.5', cost: { input: 5, output: 30 } },
|
||||||
|
},
|
||||||
|
},
|
||||||
|
ignored: { id: 'ignored' },
|
||||||
|
}),
|
||||||
|
{ status: 200 }
|
||||||
|
);
|
||||||
|
|
||||||
|
const registry = await refreshModelsDevRegistry({
|
||||||
|
force: true,
|
||||||
|
fetchImpl,
|
||||||
|
now: () => 123,
|
||||||
|
});
|
||||||
|
|
||||||
|
expect(registry?.openai.models?.['gpt-5.5']?.cost?.input).toBe(5);
|
||||||
|
expect(getCachedModelsDevRegistry({ allowStale: false, now: 123 })?.openai.id).toBe('openai');
|
||||||
|
});
|
||||||
|
|
||||||
|
it('uses stale cache when live refresh fails', async () => {
|
||||||
|
setCachedModelsDevRegistry(
|
||||||
|
{
|
||||||
|
openai: {
|
||||||
|
id: 'openai',
|
||||||
|
models: {
|
||||||
|
'gpt-5.5': { id: 'gpt-5.5', cost: { input: 5, output: 30 } },
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
1
|
||||||
|
);
|
||||||
|
|
||||||
|
const fetchImpl: typeof fetch = async () => {
|
||||||
|
throw new Error('offline');
|
||||||
|
};
|
||||||
|
|
||||||
|
const registry = await refreshModelsDevRegistry({
|
||||||
|
force: true,
|
||||||
|
fetchImpl,
|
||||||
|
now: () => 1_000_000_000,
|
||||||
|
});
|
||||||
|
|
||||||
|
expect(registry?.openai.models?.['gpt-5.5']?.cost?.output).toBe(30);
|
||||||
|
});
|
||||||
|
|
||||||
|
it('ignores malformed cache files', () => {
|
||||||
|
fs.mkdirSync(getCcsDir(), { recursive: true });
|
||||||
|
fs.writeFileSync(path.join(getCcsDir(), 'models-dev-registry-cache.json'), '{not json');
|
||||||
|
expect(getCachedModelsDevRegistry({ allowStale: true })).toBeNull();
|
||||||
|
});
|
||||||
|
});
|
||||||
@@ -1,5 +1,12 @@
|
|||||||
import { describe, expect, it } from 'bun:test';
|
import * as fs from 'fs';
|
||||||
|
import * as os from 'os';
|
||||||
|
import * as path from 'path';
|
||||||
|
import { afterEach, beforeEach, describe, expect, it } from 'bun:test';
|
||||||
import type { CliproxyUsageApiResponse } from '../../../src/cliproxy/stats-fetcher';
|
import type { CliproxyUsageApiResponse } from '../../../src/cliproxy/stats-fetcher';
|
||||||
|
import {
|
||||||
|
clearModelsDevRegistryCache,
|
||||||
|
setCachedModelsDevRegistry,
|
||||||
|
} from '../../../src/web-server/models-dev/registry-cache';
|
||||||
import {
|
import {
|
||||||
buildCliproxyUsageHistoryAggregates,
|
buildCliproxyUsageHistoryAggregates,
|
||||||
extractCliproxyUsageHistoryDetails,
|
extractCliproxyUsageHistoryDetails,
|
||||||
@@ -101,6 +108,7 @@ describe('cliproxy usage transformer', () => {
|
|||||||
it('retains failed requests when they carry usage and skips zero-usage failures', () => {
|
it('retains failed requests when they carry usage and skips zero-usage failures', () => {
|
||||||
const flat = extractCliproxyUsageHistoryDetails(sampleResponse);
|
const flat = extractCliproxyUsageHistoryDetails(sampleResponse);
|
||||||
expect(flat).toHaveLength(4);
|
expect(flat).toHaveLength(4);
|
||||||
|
expect(flat[0].provider).toBe('gemini');
|
||||||
expect(
|
expect(
|
||||||
flat.some(
|
flat.some(
|
||||||
(entry) =>
|
(entry) =>
|
||||||
@@ -191,4 +199,102 @@ describe('cliproxy usage transformer', () => {
|
|||||||
expect(monthly[0].outputTokens).toBe(110);
|
expect(monthly[0].outputTokens).toBe(110);
|
||||||
expect(monthly[0].cacheReadTokens).toBe(35);
|
expect(monthly[0].cacheReadTokens).toBe(35);
|
||||||
});
|
});
|
||||||
|
|
||||||
|
describe('provider-aware pricing', () => {
|
||||||
|
let tempRoot = '';
|
||||||
|
let originalCcsHome: string | undefined;
|
||||||
|
let originalCcsDir: string | undefined;
|
||||||
|
|
||||||
|
beforeEach(() => {
|
||||||
|
tempRoot = fs.mkdtempSync(path.join(os.tmpdir(), 'ccs-cliproxy-models-dev-'));
|
||||||
|
originalCcsHome = process.env.CCS_HOME;
|
||||||
|
originalCcsDir = process.env.CCS_DIR;
|
||||||
|
process.env.CCS_HOME = tempRoot;
|
||||||
|
delete process.env.CCS_DIR;
|
||||||
|
setCachedModelsDevRegistry({
|
||||||
|
openai: {
|
||||||
|
id: 'openai',
|
||||||
|
models: {
|
||||||
|
'gpt-5.5': { id: 'gpt-5.5', cost: { input: 5, output: 30, cache_read: 0.5 } },
|
||||||
|
},
|
||||||
|
},
|
||||||
|
'github-copilot': {
|
||||||
|
id: 'github-copilot',
|
||||||
|
models: {
|
||||||
|
'gpt-5.5': { id: 'gpt-5.5', cost: { input: 0, output: 0 } },
|
||||||
|
},
|
||||||
|
},
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
afterEach(() => {
|
||||||
|
clearModelsDevRegistryCache();
|
||||||
|
if (originalCcsHome !== undefined) process.env.CCS_HOME = originalCcsHome;
|
||||||
|
else delete process.env.CCS_HOME;
|
||||||
|
if (originalCcsDir !== undefined) process.env.CCS_DIR = originalCcsDir;
|
||||||
|
else delete process.env.CCS_DIR;
|
||||||
|
fs.rmSync(tempRoot, { recursive: true, force: true });
|
||||||
|
});
|
||||||
|
|
||||||
|
it('keeps same model IDs separated by provider in CLIProxy usage', () => {
|
||||||
|
const response: CliproxyUsageApiResponse = {
|
||||||
|
usage: {
|
||||||
|
apis: {
|
||||||
|
openai: {
|
||||||
|
models: {
|
||||||
|
'gpt-5.5': {
|
||||||
|
details: [
|
||||||
|
{
|
||||||
|
timestamp: '2026-03-03T10:00:00.000Z',
|
||||||
|
source: 'api-account',
|
||||||
|
auth_index: 0,
|
||||||
|
tokens: {
|
||||||
|
input_tokens: 1_000_000,
|
||||||
|
output_tokens: 1_000_000,
|
||||||
|
reasoning_tokens: 0,
|
||||||
|
cached_tokens: 1_000_000,
|
||||||
|
total_tokens: 3_000_000,
|
||||||
|
},
|
||||||
|
failed: false,
|
||||||
|
},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
'github-copilot': {
|
||||||
|
models: {
|
||||||
|
'gpt-5.5': {
|
||||||
|
details: [
|
||||||
|
{
|
||||||
|
timestamp: '2026-03-03T11:00:00.000Z',
|
||||||
|
source: 'copilot-account',
|
||||||
|
auth_index: 1,
|
||||||
|
tokens: {
|
||||||
|
input_tokens: 1_000_000,
|
||||||
|
output_tokens: 1_000_000,
|
||||||
|
reasoning_tokens: 0,
|
||||||
|
cached_tokens: 1_000_000,
|
||||||
|
total_tokens: 3_000_000,
|
||||||
|
},
|
||||||
|
failed: false,
|
||||||
|
},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
|
const [daily] = transformCliproxyToDailyUsage(response);
|
||||||
|
const paid = daily.modelBreakdowns.find((breakdown) => breakdown.provider === 'openai');
|
||||||
|
const subscription = daily.modelBreakdowns.find(
|
||||||
|
(breakdown) => breakdown.provider === 'github-copilot'
|
||||||
|
);
|
||||||
|
|
||||||
|
expect(daily.totalCost).toBe(35.5);
|
||||||
|
expect(paid?.cost).toBe(35.5);
|
||||||
|
expect(subscription?.cost).toBe(0);
|
||||||
|
});
|
||||||
|
});
|
||||||
});
|
});
|
||||||
Reference in new issue
Block a user