From 346dd274d47347d592af03b6a36faa75562fd7d7 Mon Sep 17 00:00:00 2001 From: Marco Beretta <81851188+berry-13@users.noreply.github.com> Date: Fri, 16 Oct 2026 22:15:10 +0200 Subject: [PATCH] =?UTF-8?q?=F0=9F=A7=A0=20perf:=20Recycle=20Backend=20Jest?= =?UTF-8?q?=20Workers=20Past=201GB=20(#17098)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit A backend jest worker keeps every module and transform it has loaded for its whole life and grows past three gigabytes on a packages/api shard. Share a 1GB workerIdleMemoryLimit from config/jest.workers.cjs and apply it to api, packages/api and data-schemas, as the client config already does. --- api/jest.config.js | 3 ++- config/jest.workers.cjs | 11 ++++++++++- packages/api/jest.config.mjs | 3 ++- packages/data-schemas/jest.config.mjs | 3 ++- 4 files changed, 16 insertions(+), 4 deletions(-) diff --git a/api/jest.config.js b/api/jest.config.js index 588ee04231..716ca04798 100644 --- a/api/jest.config.js +++ b/api/jest.config.js @@ -1,4 +1,4 @@ -const { maxWorkers } = require('../config/jest.workers.cjs'); +const { maxWorkers, workerIdleMemoryLimit } = require('../config/jest.workers.cjs'); const esModules = [ 'openid-client', @@ -25,6 +25,7 @@ module.exports = { roots: [''], coverageDirectory: 'coverage', maxWorkers, + workerIdleMemoryLimit, testTimeout: 30000, // 30 seconds timeout for all tests setupFiles: ['./test/jestSetup.js', './test/__mocks__/logger.js'], moduleNameMapper: { diff --git a/config/jest.workers.cjs b/config/jest.workers.cjs index 7411a4280a..10b476e060 100644 --- a/config/jest.workers.cjs +++ b/config/jest.workers.cjs @@ -27,4 +27,13 @@ function resolveMaxWorkers() { return Math.max(CI_MIN_WORKERS, Math.floor(cpuCount() / 2)); } -module.exports = { maxWorkers: resolveMaxWorkers() }; +/** + * A worker keeps every module it has required and every transform it has run for + * its whole life, so on the backend suites one worker grows past three gigabytes. + * Jest restarts a worker between test files once it exceeds this limit. + */ +const workerIdleMemoryLimit = '1GB'; + +const maxWorkers = resolveMaxWorkers(); + +module.exports = { maxWorkers, workerIdleMemoryLimit }; diff --git a/packages/api/jest.config.mjs b/packages/api/jest.config.mjs index 44209a8d14..93f44872e3 100644 --- a/packages/api/jest.config.mjs +++ b/packages/api/jest.config.mjs @@ -1,4 +1,4 @@ -import { maxWorkers } from '../../config/jest.workers.cjs'; +import { maxWorkers, workerIdleMemoryLimit } from '../../config/jest.workers.cjs'; const esModules = [ '@langchain/langgraph', @@ -56,6 +56,7 @@ export default { // }, setupFiles: ['/jest.setup.cjs', '/../../config/jest.setup.logging.cjs'], maxWorkers, + workerIdleMemoryLimit, restoreMocks: true, testTimeout: 15000, }; diff --git a/packages/data-schemas/jest.config.mjs b/packages/data-schemas/jest.config.mjs index 8f5546fc6f..15e88d4f0f 100644 --- a/packages/data-schemas/jest.config.mjs +++ b/packages/data-schemas/jest.config.mjs @@ -1,4 +1,4 @@ -import { maxWorkers } from '../../config/jest.workers.cjs'; +import { maxWorkers, workerIdleMemoryLimit } from '../../config/jest.workers.cjs'; export default { collectCoverageFrom: ['src/**/*.{js,jsx,ts,tsx}', '!/node_modules/'], @@ -26,6 +26,7 @@ export default { globalSetup: '/jest.globalSetup.mjs', setupFiles: ['/../../config/jest.setup.logging.cjs'], maxWorkers, + workerIdleMemoryLimit, restoreMocks: true, testTimeout: 15000, };