LibreChat/scripts/quality/changes.mts
Atef Bellaaj b50ee2c76c
🌡️ ci: Report Mutation Scores and Change Risk for Edited Functions (#17965)
* ci: report mutation and change risk for edited functions

* ci: show function mutation progress in logs

* fix: Exclude Shared Database Test Suites from Quality Targets

---------

Co-authored-by: Lia <lia@librechat.ai>
2026-11-10 11:10:15 -05:00

171 lines
5.6 KiB
TypeScript

import { resolve } from 'node:path';
import { parseArgs } from 'node:util';
import { appendFileSync } from 'node:fs';
import { fileURLToPath } from 'node:url';
import { execFileSync } from 'node:child_process';
export const WORKSPACES = [
{ name: 'data-schemas', path: 'packages/data-schemas', config: 'jest.config.mjs' },
{ name: 'data-provider', path: 'packages/data-provider', config: 'jest.config.js' },
{ name: 'api', path: 'packages/api', config: 'jest.config.mjs' },
{ name: 'server', path: 'api', config: 'jest.config.js' },
{ name: 'client', path: 'client', config: 'jest.config.cjs' },
{ name: 'client-package', path: 'packages/client', config: 'jest.config.js' },
{ name: 'chat', path: 'packages/chat', config: 'jest.config.js' },
];
export interface ChangedRange {
start: number;
count: number;
}
export interface ChangedFile {
file: string;
ranges: ChangedRange[];
}
export function literalGlob(file: string): string {
return file.replace(/[\\*?[\]{}()!+@]/gu, '\\$&');
}
export function git(args: string[], cwd = process.cwd()): string {
return execFileSync('git', ['--literal-pathspecs', ...args], {
cwd,
encoding: 'utf8',
maxBuffer: 32 * 1024 * 1024,
});
}
// Shared test suites and fixtures colocated with database production source.
const DATABASE_TEST_SUPPORT = new Set([
'packages/data-schemas/src/app/conformance.ts',
'packages/data-schemas/src/tenant/conformance.ts',
'packages/data-schemas/src/tenant/harness.ts',
'packages/data-schemas/src/tenant/probe.ts',
'packages/data-schemas/src/methods/test-helpers.ts',
]);
export function isSource(file: string): boolean {
return (
/\.[cm]?[jt]sx?$/u.test(file) &&
!file.startsWith('packages/data-schemas/src/contracts/') &&
!DATABASE_TEST_SUPPORT.has(file) &&
!/\.(?:d|spec|test|helper|manual)\.[cm]?[jt]sx?$/u.test(file) &&
!/(?:^|\/)(?:__tests__|__mocks__|test|tests|specs|fixtures|misc|dist|node_modules)\//u.test(
file,
)
);
}
export function workspaceFor(file: string) {
return WORKSPACES.find(({ path }) => file.startsWith(path === 'api' ? 'api/' : `${path}/src/`));
}
export function changedRanges(patch: string): ChangedRange[] {
return [...patch.matchAll(/^@@ -\d+(?:,\d+)? \+(\d+)(?:,(\d+))? @@/gmu)].map(
([, start, count]) => ({
start: Number(start),
count: count === undefined ? 1 : Number(count),
}),
);
}
export function overlaps(start: number, end: number, ranges: ChangedRange[]): boolean {
return ranges.some((range) =>
range.count === 0
? start <= range.start && range.start < end
: start <= range.start + range.count - 1 && range.start <= end,
);
}
/** Compare the PR's head with its merge base, never with GitHub's synthetic merge commit. */
export function changes(base: string, head = 'HEAD', cwd = process.cwd()) {
const mergeBase = git(['merge-base', base, head], cwd).trim();
// Treat a rename as deletion + addition so every function at the new path is included.
const files = git(
['diff', '--no-renames', '--name-only', '-z', '--diff-filter=AM', mergeBase, head, '--'],
cwd,
)
.split('\0')
.filter(Boolean);
const sources = files.filter(isSource);
return {
base: mergeBase,
head: git(['rev-parse', '--verify', `${head}^{commit}`], cwd).trim(),
unsupported: sources.filter((file) => !workspaceFor(file)),
files: sources
.filter((file) => workspaceFor(file))
.map(
(file): ChangedFile => ({
file,
ranges: changedRanges(
git(
[
'diff',
'--no-ext-diff',
'--no-textconv',
'--no-renames',
'--unified=0',
mergeBase,
head,
'--',
file,
],
cwd,
),
),
}),
),
};
}
if (process.argv[1] && resolve(process.argv[1]) === fileURLToPath(import.meta.url)) {
const { values } = parseArgs({
options: {
base: { type: 'string', default: 'origin/dev' },
head: { type: 'string', default: 'HEAD' },
scope: { type: 'string', default: 'all' },
},
});
if (values.scope !== 'all' && !WORKSPACES.some(({ name }) => name === values.scope)) {
throw new Error(`Unknown workspace: ${values.scope}`);
}
const selection = changes(values.base, values.head);
const workspaces = WORKSPACES.filter(
({ name, path }) =>
(values.scope === 'all' || values.scope === name) &&
selection.files.some(({ file }) => workspaceFor(file)?.path === path),
).map(({ name }) => name);
console.log(JSON.stringify({ ...selection, workspaces }, null, 2));
if (process.env.GITHUB_OUTPUT) {
appendFileSync(
process.env.GITHUB_OUTPUT,
`workspaces=${JSON.stringify(workspaces)}\nhasChanges=${workspaces.length > 0}\n`,
);
}
if (process.env.GITHUB_STEP_SUMMARY) {
appendFileSync(
process.env.GITHUB_STEP_SUMMARY,
[
'## Changed source selection',
'',
`Base: ${selection.base}. Head: ${selection.head}. Scope: ${values.scope}.`,
'',
`Selected workspaces: ${workspaces.join(', ') || 'none'}.`,
'',
`Workspaces outside this run's scope: ${
WORKSPACES.filter(
({ name }) =>
!workspaces.includes(name) &&
selection.files.some(({ file }) => workspaceFor(file)?.name === name),
)
.map(({ name }) => name)
.join(', ') || 'none'
}.`,
'',
`Source outside the application test workspaces: ${selection.unsupported.join(', ') || 'none'}.`,
'',
].join('\n'),
);
}
}