LibreChat/packages/api/src/endpoints/tokenConfig.ts
Danny Avila 0537930144
🗂️ fix: Scope Token Config Cache (#13770)
* fix token config tenant cache scope

* fix token config scoped cache backfill

* chore sort token config imports
2026-06-15 15:25:19 -04:00

53 lines
2.3 KiB
TypeScript

import { EModelEndpoint, normalizeEndpointName } from 'librechat-data-provider';
import type { TModelsConfig, TTokenConfigMap, TEndpoint } from 'librechat-data-provider';
import type { AppConfig } from '@librechat/data-schemas';
import type { EndpointTokenConfig } from '~/types';
import { buildTokenConfigMap, type TokenomicsDeps } from '~/endpoints/pricing';
import { getTokenConfigKey } from '~/endpoints/custom/initialize';
import { tokenConfigCache } from '~/cache';
export interface ResolveTokenConfigParams {
appConfig?: AppConfig;
/** endpoint → model list, from the resolved models config */
modelsConfig: TModelsConfig;
userId: string;
tenantId?: string | null;
}
/**
* Server-side token-config resolution for the `/endpoints/token-config`
* route. Gathers each custom endpoint's override — a static yaml `tokenConfig`
* or the cached fetched config — then resolves context windows (and pricing,
* when `interface.contextCost` is enabled) via {@link buildTokenConfigMap}.
* Lives in TypeScript so the `/api` controller stays a thin wrapper.
*/
export async function resolveTokenConfigMap(
{ appConfig, modelsConfig, userId, tenantId }: ResolveTokenConfigParams,
deps: TokenomicsDeps,
): Promise<TTokenConfigMap> {
const includePricing = appConfig?.interfaceConfig?.contextCost === true;
const customEndpoints = (appConfig?.endpoints?.[EModelEndpoint.custom] ?? []) as TEndpoint[];
const cache = tokenConfigCache();
const endpointTokenConfigs: Record<string, EndpointTokenConfig | undefined> = {};
for (const endpointConfig of customEndpoints) {
/** Models config and the token-config cache key by the normalized name */
const name = normalizeEndpointName(endpointConfig?.name);
if (!name) {
continue;
}
if (endpointConfig.tokenConfig != null) {
endpointTokenConfigs[name] = endpointConfig.tokenConfig as EndpointTokenConfig;
continue;
}
/** Model fetches and chat initialization both store under this key —
* user-scoped whenever the fetched config can be user-specific */
const tokenKey = getTokenConfigKey(endpointConfig, name, userId, tenantId);
const cached = (await cache.get(tokenKey)) as EndpointTokenConfig | undefined;
if (cached) {
endpointTokenConfigs[name] = cached;
}
}
return buildTokenConfigMap({ modelsConfig, endpointTokenConfigs, includePricing }, deps);
}