CERBERUS/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2026-08-04 14:57:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

🪣 fix: Cap Context Projection Workload Before Tokenization (#13910)

Browse source 
* fix: bound context projection workload

* fix: Address context projection CI failures

* fix: Bound context projection database reads

* fix: Sort projection spec imports

* fix: Cap projection body reads with stats
This commit is contained in:
Danny Avila 2026-06-23 08:43:09 -04:00 • committed by GitHub
parent 2f800c5b52
commit 77854decdf
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 606 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

19
api/server/middleware/limiters/contextProjectionLimiter.js Normal file
View file

@ -0,0 +1,19 @@
const rateLimit = require('express-rate-limit');
const { limiterCache } = require('@librechat/api');
const { CONTEXT_PROJECTION_WINDOW = 1, CONTEXT_PROJECTION_MAX = 20 } = process.env;
const windowMs = (parseInt(CONTEXT_PROJECTION_WINDOW, 10) || 1) * 60 * 1000;
const max = parseInt(CONTEXT_PROJECTION_MAX, 10) || 20;
const contextProjectionLimiter = rateLimit({
windowMs,
max,
handler: (_req, res) => {
res.status(429).json({ message: 'Too many context projection requests. Try again later' });
},
keyGenerator: (req) => req.user?.id,
store: limiterCache('context_projection_limiter'),
});
module.exports = contextProjectionLimiter;

2
api/server/middleware/limiters/index.js
View file

@ -9,6 +9,7 @@ const registerLimiter = require('./registerLimiter');
const toolCallLimiter = require('./toolCallLimiter');
const messageLimiters = require('./messageLimiters');
const promptUsageLimiter = require('./promptUsageLimiter');
const contextProjectionLimiter = require('./contextProjectionLimiter');
const verifyEmailLimiter = require('./verifyEmailLimiter');
const resetPasswordLimiter = require('./resetPasswordLimiter');
const twoFactorTempLimiter = require('./twoFactorTempLimiter');
@ -22,6 +23,7 @@ module.exports = {
loginLimiter,
registerLimiter,
toolCallLimiter,
contextProjectionLimiter,
createTTSLimiters,
createSTTLimiters,
verifyEmailLimiter,